2023-12-02T00:13:26.257 INFO:root:teuthology version: 0.0.1.dev214+gf2de108 2023-12-02T00:13:26.257 DEBUG:teuthology.run:Teuthology command: teuthology --name yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi --owner scheduled_yuriw@teuthology --verbose --archive /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573 --description fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} -- /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/orig.config.yaml 2023-12-02T00:13:26.364 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-02T00:13:26.456 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573 branch: main description: fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} email: yweinste@redhat.com first_in_suite: false job_id: '7474573' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: main ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: bed7681480ccb0192b91a35e691658867e1e96b7 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bed7681480ccb0192b91a35e691658867e1e96b7 kclient: syntax: v1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: bed7681480ccb0192b91a35e691658867e1e96b7 owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 seed: 1991 sha1: bed7681480ccb0192b91a35e691658867e1e96b7 sleep_before_teardown: 0 subset: 111/12000 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: bed7681480ccb0192b91a35e691658867e1e96b7 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi133.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEnmcWGUOswbhFHsGrMkVSOsThji8m8US53M0tmMUmNW16hxnL2fh4orCXExg5IYC0RHfk/RiGC82wcdLsvlPy4= smithi172.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMzFRlHK4EGQSI82Flq6F3BTD6CErYijSeuqoZ4GzoA1kIYDRZ802Tl3OX2QazdUF7Ch52aksJde+hyJG8LpvTI= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_multifs_auth teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: f2de108beb0a6dde7f3e6c96039071828a1f6269 timestamp: 2023-12-01_17:57:53 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 2023-12-02T00:13:26.456 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa; will attempt to use it 2023-12-02T00:13:26.456 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks 2023-12-02T00:13:26.457 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-02T00:13:26.458 INFO:teuthology.task.internal:Checking packages... 2023-12-02T00:13:26.481 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'bed7681480ccb0192b91a35e691658867e1e96b7' 2023-12-02T00:13:26.481 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-02T00:13:26.481 INFO:teuthology.packaging:ref: None 2023-12-02T00:13:26.481 INFO:teuthology.packaging:tag: None 2023-12-02T00:13:26.481 INFO:teuthology.packaging:branch: main 2023-12-02T00:13:26.481 INFO:teuthology.packaging:sha1: bed7681480ccb0192b91a35e691658867e1e96b7 2023-12-02T00:13:26.481 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=main 2023-12-02T00:13:26.691 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-7660-gb27938f5-1jammy 2023-12-02T00:13:26.691 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-02T00:13:26.759 INFO:teuthology.task.internal:no buildpackages task found 2023-12-02T00:13:26.759 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-02T00:13:26.775 INFO:teuthology.task.internal:Saving configuration 2023-12-02T00:13:26.791 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-02T00:13:26.795 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-02T00:13:26.821 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi133.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-02 00:07:41.581724', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIM+GylwLL/4ml/jug8H3lPkx4pBZK7SsYn4xPJy75Oih'} 2023-12-02T00:13:26.845 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi172.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-02 00:07:41.579937', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIA2/nE82aeMeIP0HKZ2oLMHOcaOMkQlSdgIX0E/fUjQK'} 2023-12-02T00:13:26.845 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-02T00:13:26.853 INFO:teuthology.task.internal:roles: ubuntu@smithi133.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2023-12-02T00:13:26.853 INFO:teuthology.task.internal:roles: ubuntu@smithi172.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1'] 2023-12-02T00:13:26.853 INFO:teuthology.run_tasks:Running task console_log... 2023-12-02T00:13:26.922 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0adb51e0d0>, signals=[15]) 2023-12-02T00:13:26.923 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-02T00:13:26.930 INFO:teuthology.task.internal:Opening connections... 2023-12-02T00:13:26.930 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:13:26.933 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:13:27.011 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:13:27.011 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:13:27.084 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-02T00:13:27.091 DEBUG:teuthology.orchestra.run.smithi133:> uname -m 2023-12-02T00:13:27.095 INFO:teuthology.orchestra.run.smithi133.stdout:x86_64 2023-12-02T00:13:27.096 DEBUG:teuthology.orchestra.run.smithi133:> cat /etc/os-release 2023-12-02T00:13:27.141 INFO:teuthology.orchestra.run.smithi133.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-12-02T00:13:27.141 INFO:teuthology.orchestra.run.smithi133.stdout:NAME="Ubuntu" 2023-12-02T00:13:27.141 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION_ID="22.04" 2023-12-02T00:13:27.141 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-12-02T00:13:27.141 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION_CODENAME=jammy 2023-12-02T00:13:27.141 INFO:teuthology.orchestra.run.smithi133.stdout:ID=ubuntu 2023-12-02T00:13:27.141 INFO:teuthology.orchestra.run.smithi133.stdout:ID_LIKE=debian 2023-12-02T00:13:27.142 INFO:teuthology.orchestra.run.smithi133.stdout:HOME_URL="https://www.ubuntu.com/" 2023-12-02T00:13:27.142 INFO:teuthology.orchestra.run.smithi133.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-12-02T00:13:27.142 INFO:teuthology.orchestra.run.smithi133.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-12-02T00:13:27.142 INFO:teuthology.orchestra.run.smithi133.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-12-02T00:13:27.142 INFO:teuthology.orchestra.run.smithi133.stdout:UBUNTU_CODENAME=jammy 2023-12-02T00:13:27.142 INFO:teuthology.lock.ops:Updating smithi133.front.sepia.ceph.com on lock server 2023-12-02T00:13:27.167 DEBUG:teuthology.orchestra.run.smithi172:> uname -m 2023-12-02T00:13:27.172 INFO:teuthology.orchestra.run.smithi172.stdout:x86_64 2023-12-02T00:13:27.173 DEBUG:teuthology.orchestra.run.smithi172:> cat /etc/os-release 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:NAME="Ubuntu" 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:VERSION_ID="22.04" 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:VERSION_CODENAME=jammy 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:ID=ubuntu 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:ID_LIKE=debian 2023-12-02T00:13:27.221 INFO:teuthology.orchestra.run.smithi172.stdout:HOME_URL="https://www.ubuntu.com/" 2023-12-02T00:13:27.222 INFO:teuthology.orchestra.run.smithi172.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-12-02T00:13:27.222 INFO:teuthology.orchestra.run.smithi172.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-12-02T00:13:27.222 INFO:teuthology.orchestra.run.smithi172.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-12-02T00:13:27.222 INFO:teuthology.orchestra.run.smithi172.stdout:UBUNTU_CODENAME=jammy 2023-12-02T00:13:27.222 INFO:teuthology.lock.ops:Updating smithi172.front.sepia.ceph.com on lock server 2023-12-02T00:13:27.250 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-02T00:13:27.298 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-02T00:13:27.306 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-02T00:13:27.306 DEBUG:teuthology.orchestra.run.smithi133:> test '!' -e /home/ubuntu/cephtest 2023-12-02T00:13:27.308 DEBUG:teuthology.orchestra.run.smithi172:> test '!' -e /home/ubuntu/cephtest 2023-12-02T00:13:27.313 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-02T00:13:27.321 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-02T00:13:27.321 DEBUG:teuthology.orchestra.run.smithi133:> test -z $(ls -A /var/lib/ceph) 2023-12-02T00:13:27.354 DEBUG:teuthology.orchestra.run.smithi172:> test -z $(ls -A /var/lib/ceph) 2023-12-02T00:13:27.372 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-02T00:13:27.442 INFO:teuthology.run_tasks:Running task kernel... 2023-12-02T00:13:27.475 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2023-12-02T00:13:27.475 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}} 2023-12-02T00:13:27.475 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2023-12-02T00:13:27.475 DEBUG:teuthology.orchestra.run.smithi133:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-02T00:13:27.476 DEBUG:teuthology.orchestra.run.smithi172:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-02T00:13:27.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:13:27.480 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=testing 2023-12-02T00:13:27.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:13:27.485 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=testing 2023-12-02T00:13:27.759 DEBUG:teuthology.task.kernel:sha1 for client.1 is 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-12-02T00:13:27.760 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "8247bbb5b470f7e2a1f3eefcc16e24cf1338f606"... 2023-12-02T00:13:27.760 DEBUG:teuthology.orchestra.run.smithi172:> uname -r 2023-12-02T00:13:27.766 INFO:teuthology.orchestra.run.smithi172.stdout:5.15.0-56-generic 2023-12-02T00:13:27.766 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-12-02T00:13:27.767 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-12-02T00:13:27.767 INFO:teuthology.task.kernel:Installing linux-firmware on client.1... 2023-12-02T00:13:27.768 DEBUG:teuthology.orchestra.run.smithi172:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2023-12-02T00:13:27.771 DEBUG:teuthology.task.kernel:sha1 for client.0 is 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-12-02T00:13:27.772 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "8247bbb5b470f7e2a1f3eefcc16e24cf1338f606"... 2023-12-02T00:13:27.772 DEBUG:teuthology.orchestra.run.smithi133:> uname -r 2023-12-02T00:13:27.778 INFO:teuthology.orchestra.run.smithi133.stdout:5.15.0-56-generic 2023-12-02T00:13:27.778 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-56-generic vs 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-12-02T00:13:27.778 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-12-02T00:13:27.778 INFO:teuthology.task.kernel:Installing linux-firmware on client.0... 2023-12-02T00:13:27.779 DEBUG:teuthology.orchestra.run.smithi133:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2023-12-02T00:13:27.826 INFO:teuthology.orchestra.run.smithi172.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2023-12-02T00:13:27.849 INFO:teuthology.orchestra.run.smithi133.stderr:bash: line 1: cd: /lib/firmware/updates: No such file or directory 2023-12-02T00:13:27.947 INFO:teuthology.orchestra.run.smithi172.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2023-12-02T00:13:27.947 INFO:teuthology.orchestra.run.smithi172.stderr:hint: is subject to change. To configure the initial branch name to use in all 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: of your new repositories, which will suppress this warning, call: 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: git config --global init.defaultBranch 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: 2023-12-02T00:13:27.948 INFO:teuthology.orchestra.run.smithi172.stderr:hint: git branch -m 2023-12-02T00:13:27.949 INFO:teuthology.orchestra.run.smithi172.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2023-12-02T00:13:27.952 DEBUG:teuthology.orchestra.run.smithi172:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2023-12-02T00:13:28.015 INFO:teuthology.orchestra.run.smithi133.stderr:hint: Using 'master' as the name for the initial branch. This default branch name 2023-12-02T00:13:28.016 INFO:teuthology.orchestra.run.smithi133.stderr:hint: is subject to change. To configure the initial branch name to use in all 2023-12-02T00:13:28.016 INFO:teuthology.orchestra.run.smithi133.stderr:hint: of your new repositories, which will suppress this warning, call: 2023-12-02T00:13:28.016 INFO:teuthology.orchestra.run.smithi133.stderr:hint: 2023-12-02T00:13:28.016 INFO:teuthology.orchestra.run.smithi133.stderr:hint: git config --global init.defaultBranch 2023-12-02T00:13:28.016 INFO:teuthology.orchestra.run.smithi133.stderr:hint: 2023-12-02T00:13:28.016 INFO:teuthology.orchestra.run.smithi133.stderr:hint: Names commonly chosen instead of 'master' are 'main', 'trunk' and 2023-12-02T00:13:28.017 INFO:teuthology.orchestra.run.smithi133.stderr:hint: 'development'. The just-created branch can be renamed via this command: 2023-12-02T00:13:28.017 INFO:teuthology.orchestra.run.smithi133.stderr:hint: 2023-12-02T00:13:28.017 INFO:teuthology.orchestra.run.smithi133.stderr:hint: git branch -m 2023-12-02T00:13:28.018 INFO:teuthology.orchestra.run.smithi133.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2023-12-02T00:13:28.019 DEBUG:teuthology.orchestra.run.smithi172:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2023-12-02T00:13:28.021 DEBUG:teuthology.orchestra.run.smithi133:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2023-12-02T00:13:28.074 DEBUG:teuthology.orchestra.run.smithi172:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2023-12-02T00:13:28.089 DEBUG:teuthology.orchestra.run.smithi133:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2023-12-02T00:13:28.146 DEBUG:teuthology.orchestra.run.smithi133:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2023-12-02T00:14:11.613 INFO:teuthology.orchestra.run.smithi172.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2023-12-02T00:14:11.614 INFO:teuthology.orchestra.run.smithi172.stderr: * [new branch] main -> origin/main 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20190312 -> 20190312 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20190416 -> 20190416 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20190514 -> 20190514 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20190618 -> 20190618 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20190717 -> 20190717 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20190815 -> 20190815 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20190923 -> 20190923 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20191022 -> 20191022 2023-12-02T00:14:11.639 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20191215 -> 20191215 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200122 -> 20200122 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200316 -> 20200316 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200421 -> 20200421 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200519 -> 20200519 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200619 -> 20200619 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200721 -> 20200721 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200817 -> 20200817 2023-12-02T00:14:11.642 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20200918 -> 20200918 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20201022 -> 20201022 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20201118 -> 20201118 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20201218 -> 20201218 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20210208 -> 20210208 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20210315 -> 20210315 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20210511 -> 20210511 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20210716 -> 20210716 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20210818 -> 20210818 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20210919 -> 20210919 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20211027 -> 20211027 2023-12-02T00:14:11.643 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20211216 -> 20211216 2023-12-02T00:14:11.644 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220209 -> 20220209 2023-12-02T00:14:11.644 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220310 -> 20220310 2023-12-02T00:14:11.644 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220411 -> 20220411 2023-12-02T00:14:11.644 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220509 -> 20220509 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220610 -> 20220610 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220708 -> 20220708 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220815 -> 20220815 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20220913 -> 20220913 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20221012 -> 20221012 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20221109 -> 20221109 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20221214 -> 20221214 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230117 -> 20230117 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230210 -> 20230210 2023-12-02T00:14:11.646 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230310 -> 20230310 2023-12-02T00:14:11.647 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230404 -> 20230404 2023-12-02T00:14:11.647 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230515 -> 20230515 2023-12-02T00:14:11.647 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230625 -> 20230625 2023-12-02T00:14:11.647 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230804 -> 20230804 2023-12-02T00:14:11.647 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20230919 -> 20230919 2023-12-02T00:14:11.647 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20231030 -> 20231030 2023-12-02T00:14:11.647 INFO:teuthology.orchestra.run.smithi172.stderr: * [new tag] 20231111 -> 20231111 2023-12-02T00:14:15.651 INFO:teuthology.orchestra.run.smithi172.stderr:Updating files: 50% (1637/3254) Updating files: 51% (1660/3254) Updating files: 52% (1693/3254) Updating files: 53% (1725/3254) Updating files: 54% (1758/3254) Updating files: 55% (1790/3254) Updating files: 56% (1823/3254) Updating files: 57% (1855/3254) Updating files: 58% (1888/3254) Updating files: 59% (1920/3254) Updating files: 60% (1953/3254) Updating files: 61% (1985/3254) Updating files: 62% (2018/3254) Updating files: 63% (2051/3254) Updating files: 64% (2083/3254) Updating files: 64% (2106/3254) Updating files: 65% (2116/3254) Updating files: 66% (2148/3254) Updating files: 67% (2181/3254) Updating files: 68% (2213/3254) Updating files: 69% (2246/3254) Updating files: 70% (2278/3254) Updating files: 71% (2311/3254) Updating files: 72% (2343/3254) Updating files: 73% (2376/3254) Updating files: 74% (2408/3254) Updating files: 75% (2441/3254) Updating files: 76% (2474/3254) Updating files: 77% (2506/3254) Updating files: 78% (2539/3254) Updating files: 79% (2571/3254) Updating files: 80% (2604/3254) Updating files: 81% (2636/3254) Updating files: 81% (2653/3254) Updating files: 82% (2669/3254) Updating files: 83% (2701/3254) Updating files: 84% (2734/3254) Updating files: 85% (2766/3254) Updating files: 86% (2799/3254) Updating files: 87% (2831/3254) Updating files: 88% (2864/3254) Updating files: 89% (2897/3254) Updating files: 90% (2929/3254) Updating files: 91% (2962/3254) Updating files: 92% (2994/3254) Updating files: 93% (3027/3254) Updating files: 94% (3059/3254) Updating files: 95% (3092/3254) Updating files: 96% (3124/3254) Updating files: 97% (3157/3254) Updating files: 98% (3189/3254) Updating files: 99% (3222/3254) Updating files: 100% (3254/3254) Updating files: 100% (3254/3254), done. 2023-12-02T00:14:15.656 INFO:teuthology.orchestra.run.smithi172.stdout:HEAD is now at f63dd70d Merge branch 'robot/patch-0-1701352637' into 'main' 2023-12-02T00:14:15.677 INFO:teuthology.task.kernel:Downloading kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.1... 2023-12-02T00:14:15.677 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-12-02T00:14:15.892 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ 2023-12-02T00:14:15.892 DEBUG:teuthology.orchestra.run.smithi172:> rm -f /tmp/linux-image.deb && echo linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ --input-file=- 2023-12-02T00:14:15.895 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi172.front.sepia.ceph.com to complete... 2023-12-02T00:14:17.575 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02 00:14:17 URL:https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb [38938726/38938726] -> "/tmp/linux-image.deb" [1] 2023-12-02T00:14:17.575 INFO:teuthology.orchestra.run.smithi172.stderr:FINISHED --2023-12-02 00:14:17-- 2023-12-02T00:14:17.576 INFO:teuthology.orchestra.run.smithi172.stderr:Total wall clock time: 1.6s 2023-12-02T00:14:17.576 INFO:teuthology.orchestra.run.smithi172.stderr:Downloaded: 1 files, 37M in 1.5s (25.6 MB/s) 2023-12-02T00:14:17.578 INFO:teuthology.task.kernel:Installing kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.1... 2023-12-02T00:14:17.579 DEBUG:teuthology.orchestra.run.smithi172:> sudo dpkg -i /tmp/linux-image.deb 2023-12-02T00:14:17.777 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package linux-image-6.6.0-g8247bbb5b470. 2023-12-02T00:14:19.796 INFO:teuthology.orchestra.run.smithi172.stdout:(Reading database ... 129542 files and directories currently installed.) 2023-12-02T00:14:19.801 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack /tmp/linux-image.deb ... 2023-12-02T00:14:19.936 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-12-02T00:14:23.559 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-12-02T00:14:23.668 INFO:teuthology.orchestra.run.smithi172.stderr:update-initramfs: Generating /boot/initrd.img-6.6.0-g8247bbb5b470 2023-12-02T00:14:44.252 INFO:teuthology.orchestra.run.smithi172.stderr:Sourcing file `/etc/default/grub' 2023-12-02T00:14:44.262 INFO:teuthology.orchestra.run.smithi172.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-02T00:14:44.281 INFO:teuthology.orchestra.run.smithi172.stderr:Generating grub configuration file ... 2023-12-02T00:14:44.642 INFO:teuthology.orchestra.run.smithi172.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-12-02T00:14:44.656 INFO:teuthology.orchestra.run.smithi172.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-12-02T00:14:44.941 INFO:teuthology.orchestra.run.smithi172.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-02T00:14:44.948 INFO:teuthology.orchestra.run.smithi172.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-02T00:14:45.013 INFO:teuthology.orchestra.run.smithi172.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-02T00:14:45.019 INFO:teuthology.orchestra.run.smithi172.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-02T00:14:45.163 INFO:teuthology.orchestra.run.smithi172.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-02T00:14:45.181 INFO:teuthology.orchestra.run.smithi172.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-12-02T00:14:45.181 INFO:teuthology.orchestra.run.smithi172.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-02T00:14:45.206 INFO:teuthology.orchestra.run.smithi172.stderr:done 2023-12-02T00:14:45.358 DEBUG:teuthology.orchestra.run.smithi172:> dpkg-deb -c /tmp/linux-image.deb 2023-12-02T00:14:45.367 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./ 2023-12-02T00:14:45.367 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./boot/ 2023-12-02T00:14:45.367 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 4415617 2023-11-23 03:47 ./boot/System.map-6.6.0-g8247bbb5b470 2023-12-02T00:14:45.376 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 169214 2023-11-23 03:47 ./boot/config-6.6.0-g8247bbb5b470 2023-12-02T00:14:45.376 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11352832 2023-11-23 03:47 ./boot/vmlinuz-6.6.0-g8247bbb5b470 2023-12-02T00:14:45.394 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/ 2023-12-02T00:14:45.394 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/ 2023-12-02T00:14:45.394 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postinst.d/ 2023-12-02T00:14:45.394 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postrm.d/ 2023-12-02T00:14:45.394 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/preinst.d/ 2023-12-02T00:14:45.394 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/prerm.d/ 2023-12-02T00:14:45.394 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/ 2023-12-02T00:14:45.395 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/ 2023-12-02T00:14:45.395 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/ 2023-12-02T00:14:45.395 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/ 2023-12-02T00:14:45.395 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/ 2023-12-02T00:14:45.395 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/ 2023-12-02T00:14:45.395 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ 2023-12-02T00:14:45.395 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 490233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/aesni-intel.ko 2023-12-02T00:14:45.396 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-12-02T00:14:45.396 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-12-02T00:14:45.396 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-12-02T00:14:45.396 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 93113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 106729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 152241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 83889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-12-02T00:14:45.397 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx2.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 58585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/ 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/ 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/ 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-12-02T00:14:45.400 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpuid.ko 2023-12-02T00:14:45.401 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/msr.ko 2023-12-02T00:14:45.401 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/ 2023-12-02T00:14:45.401 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 354433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-amd.ko 2023-12-02T00:14:45.401 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 881625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-intel.ko 2023-12-02T00:14:45.401 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 2275865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm.ko 2023-12-02T00:14:45.463 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ 2023-12-02T00:14:45.463 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/af_alg.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_hash.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_skcipher.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ansi_cprng.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/anubis.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/arc4.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/ 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/ 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_memcpy.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_pq.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_raid6_recov.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_tx.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_xor.ko 2023-12-02T00:14:45.464 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/raid6test.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authenc.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authencesn.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blake2b_generic.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_common.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_generic.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/camellia_generic.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast5_generic.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast6_generic.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast_common.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ccm.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cmac.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crc32_generic.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cryptd.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_engine.ko 2023-12-02T00:14:45.465 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_simd.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_user.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cts.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/des_generic.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/dh_generic.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/echainiv.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/essiv.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/fcrypt.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/khazad.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lrw.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4hc.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/md4.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/michael_mic.ko 2023-12-02T00:14:45.466 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcbc.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcrypt.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/rmd160.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/seed.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/serpent_generic.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 149193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tcrypt.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tea.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_common.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_generic.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/vmac.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/wp512.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xcbc.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xor.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xts.ko 2023-12-02T00:14:45.467 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xxhash_generic.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_extlog.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_ipmi.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_pad.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/ 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/einj.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ec_sys.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/platform_profile.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbs.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbshc.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 103025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/video.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/acard-ahci.ko 2023-12-02T00:14:45.468 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 88865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci_platform.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 88289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci_platform.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_acpi.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ali.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_amd.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_artop.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atiixp.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atp867x.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd640.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd64x.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cypress.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_efar.ko 2023-12-02T00:14:45.469 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt366.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt37x.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x2n.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x3.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it8213.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it821x.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_jmicron.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_legacy.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_marvell.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_mpiix.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_netcell.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ninja32.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87410.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87415.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_oldpiix.ko 2023-12-02T00:14:45.470 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_opti.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_optidma.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pcmcia.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc2027x.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_piccolo.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_radisys.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rdc.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rz1000.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sch.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_serverworks.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sil680.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sl82c105.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_triflex.ko 2023-12-02T00:14:45.471 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_via.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pdc_adma.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_inic162x.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 83345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_mv.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_nv.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_promise.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_qstor.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil24.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sis.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_svw.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sx4.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_uli.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_via.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_vsc.ko 2023-12-02T00:14:45.472 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ks0108.ko 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/ 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 124473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/bcma.ko 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/ 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/ 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 113665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/aoe.ko 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/ 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 965585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/drbd.ko 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 173225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/floppy.ko 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/ 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 94297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 115793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/nbd.ko 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/ 2023-12-02T00:14:45.473 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 110385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/null_blk.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 98193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/pktcdvd.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 263769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/rbd.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/ 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 98145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/ 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/zram.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/applicom.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hangcheck-timer.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/ 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/amd-rng.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/intel-rng.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-12-02T00:14:45.474 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/via-rng.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/virtio-rng.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 148601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 139313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_si.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/lp.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/ 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 84097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/mwave.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/nvram.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ppdev.ko 2023-12-02T00:14:45.475 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tlclk.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/ 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_atmel.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_infineon.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_nsc.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/xen-tpmfront.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/ 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_class.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_core.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_pcie.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/ 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-palmas.ko 2023-12-02T00:14:45.476 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-si5351.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-twl6040.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-wm831x.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/ 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/p4-clockmod.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/speedstep-lib.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 243025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/ 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/ 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/ 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 438761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-12-02T00:14:45.477 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-aes.ko 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-sha.ko 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/ 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/ 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/dca.ko 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/ 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/dw_dmac.ko 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 122569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ioatdma.ko 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ 2023-12-02T00:14:45.478 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 79953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/amd64_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/e752x_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 63617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/edac_mce_amd.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3000_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3200_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5100_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5400_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7300_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 52041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7core_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i82975x_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ie31200_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 56825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/sb_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/x38_edac.ko 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/ 2023-12-02T00:14:45.479 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-gpio.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max14577.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max77693.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max8997.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-palmas.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-rt8973a.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-sm5502.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/ 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/dmi-sysfs.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/ 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/efi-pstore.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/iscsi_ibft.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/ 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-adp5520.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-amd8111.ko 2023-12-02T00:14:45.480 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-arizona.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9052.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9055.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-dln2.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 77849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-f7188x.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-generic.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ich.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-janz-ttl.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-kempld.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-lp3943.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max7300.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max730x.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max732x.ko 2023-12-02T00:14:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ml-ioh.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pca953x.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pcf857x.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-rdc321x.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch311x.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-tps65912.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl4030.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl6040.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-viperboard.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-vx855.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm831x.ko 2023-12-02T00:14:45.482 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8350.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8994.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/ 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-a4tech.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-apple.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-appleir.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-aureal.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-axff.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-belkin.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cherry.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-chicony.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cp2112.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cypress.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-dr.ko 2023-12-02T00:14:45.483 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elecom.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elo.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-emsff.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ezkey.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gaff.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-generic.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gt683r.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gyration.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-kbd.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-mouse.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtekff.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-hyperv.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-icade.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kensington.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-keytouch.ko 2023-12-02T00:14:45.484 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kye.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lcpower.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-led.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lenovo.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lg-g15.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 58185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-dj.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 101481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 80993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-magicmouse.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-microsoft.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-monterey.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-multitouch.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ntrig.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ortek.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-penmount.ko 2023-12-02T00:14:45.485 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-petalynx.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 72937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-picolcd.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-pl.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-plantronics.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-primax.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-rmi.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-arvo.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-common.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-isku.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kone.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-konepure.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-12-02T00:14:45.486 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-lua.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-pyra.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-ryos.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-savu.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-saitek.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-samsung.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sensor-hub.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sjoy.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sony.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-speedlink.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-steelseries.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sunplus.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-thrustmaster.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tivo.ko 2023-12-02T00:14:45.487 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tmff.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-topseed.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-twinhan.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 71073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-uclogic.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-waltop.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 143473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-wiimote.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-xinmo.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zpff.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zydacron.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 267825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/uhid.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/ 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 125721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbhid.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbkbd.ko 2023-12-02T00:14:45.488 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbmouse.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 217873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/wacom.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/ 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 64201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_balloon.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_utils.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 305465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_vmbus.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 61393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru3.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/acpi_power_meter.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7414.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7418.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adc128d818.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1025.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 97977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1026.ko 2023-12-02T00:14:45.489 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1029.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 45553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1031.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm9240.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ads7828.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7410.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7411.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 74433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7462.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7470.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7475.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7x10.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/amc6821.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 55201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/applesmc.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asb100.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 58617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asc7621.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asus_atk0110.ko 2023-12-02T00:14:45.490 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/atxp1.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/coretemp.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9052-hwmon.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9055-hwmon.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 99601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dme1737.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds1621.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds620.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc1403.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc2103.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc6w201.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71805f.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 94457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71882fg.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f75375s.ko 2023-12-02T00:14:45.491 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fam15h_power.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 55449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fschmd.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g760a.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g762.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl518sm.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 45529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl520sm.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hih6130.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hwmon-vid.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5500_temp.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5k_amb.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmaem.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmpex.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina209.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina2xx.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 130449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/it87.ko 2023-12-02T00:14:45.492 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/jc42.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k10temp.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k8temp.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lineage-pem.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 48601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm63.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm73.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm75.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm77.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm78.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm80.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm83.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 72833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm85.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm87.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm90.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm92.ko 2023-12-02T00:14:45.493 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 108841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm93.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95234.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95241.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95245.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc2945.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4151.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4215.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4222.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4245.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4260.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4261.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max16065.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1619.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1668.ko 2023-12-02T00:14:45.494 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max197.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6639.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6650.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6697.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mc13783-adc.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mcp3021.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6683.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 119817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775-core.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct7802.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 82337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87360.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87427.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pcf8591.ko 2023-12-02T00:14:45.495 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max16064.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max34440.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max8688.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 82577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/powr1220.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5627.ko 2023-12-02T00:14:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5636.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch56xx-common.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht15.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht21.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/shtc1.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sis5595.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47b397.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m1.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m192.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/thmc50.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp102.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp103.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp401.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp421.ko 2023-12-02T00:14:45.497 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via-cputemp.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via686a.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 52457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt1211.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt8231.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627ehf.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627hf.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 71345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83781d.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 63225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83791d.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 71321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83792d.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 101473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83793.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 119505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83795.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l785ts.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l786ng.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm831x-hwmon.ko 2023-12-02T00:14:45.498 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm8350-hwmon.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/ 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/ 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/ 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1535.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1563.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 6929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-12-02T00:14:45.499 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-dln2.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-gpio.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-i801.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-isch.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-kempld.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ocores.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-parport.ko 2023-12-02T00:14:45.500 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis5595.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis630.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-via.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-xiic.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-mux.ko 2023-12-02T00:14:45.501 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-smbus.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-stub.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/ 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 273609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_cm.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 879969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_core.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 69273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_umad.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 324217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 97985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/iw_cm.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 282273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_cm.ko 2023-12-02T00:14:45.502 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 493073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 419737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 739025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 296625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 153697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 168969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ 2023-12-02T00:14:45.503 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 263081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 100241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 111425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 128753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 129529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/evbug.ko 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ff-memless.ko 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/ 2023-12-02T00:14:45.504 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/fm801-gp.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/gameport.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/joydev.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/ 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5520-keys.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5588-keys.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5589-keys.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lkkbd.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8323.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8333.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/matrix_keypad.ko 2023-12-02T00:14:45.505 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/max7359_keypad.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mcs_touchkey.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/newtonkbd.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/opencores-kbd.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt1070.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt2160.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/samsung-keypad.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/stowaway.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/sunkbd.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca6416-keypad.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca8418_keypad.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/twl4030_keypad.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/xtkbd.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/matrix-keymap.ko 2023-12-02T00:14:45.506 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/ 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/appletouch.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/bcm5974.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 123681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/cyapatp.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/elan_i2c.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/gpio_mouse.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 335929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/psmouse.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/sermouse.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_usb.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/vsxxxaa.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/ 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 109873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/rmi_core.ko 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ 2023-12-02T00:14:45.507 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/altera_ps2.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/arc_ps2.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ct82c710.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/parkbd.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/pcips2.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ps2mult.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serio_raw.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serport.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/sparse-keymap.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/ 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/ 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/iommu_v2.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/ 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-88pm860x.ko 2023-12-02T00:14:45.508 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-adp5520.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-bd2802.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-blinkm.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da903x.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da9052.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-gpio.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3530.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3533.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm355x.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3642.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp3944.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp8788.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-max8997.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-mc13783.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-menf21bmc.ko 2023-12-02T00:14:45.509 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca9532.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca955x.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca963x.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-ss4200.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-tca6507.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm831x-status.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm8350.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-12-02T00:14:45.510 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/ 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/ 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 654969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/bcache.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bio-prison.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bufio.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache-smq.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 156009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 106897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-crypt.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-delay.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-era.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-flakey.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log-userspace.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log.ko 2023-12-02T00:14:45.511 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-mirror.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-multipath.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-queue-length.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-raid.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-region-hash.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-round-robin.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-service-time.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 109529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-snapshot.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-switch.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 181865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-thin-pool.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-verity.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-zero.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/faulty.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/linear.ko 2023-12-02T00:14:45.512 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/multipath.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/ 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 199937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid0.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 113073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid1.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 158681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid10.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 395721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid456.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/ 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/ 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 178137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptbase.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 63385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptctl.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptfc.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptlan.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 123321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptsas.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 79041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptscsih.ko 2023-12-02T00:14:45.513 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptspi.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm800.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm805.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm80x.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona-i2c.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 123721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/bcm590xx.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/cros_ec_dev.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/dln2.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/janz-cmodio.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/kempld-core.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-core.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-ctrlbank.ko 2023-12-02T00:14:45.514 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lp3943.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_ich.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_sch.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/max8907.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-core.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-i2c.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/menf21bmc.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-adc.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-gpio.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/rdc321x-southbridge.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/retu-mfd.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 80425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/si476x-core.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 48457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/sm501.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ti_am335x_tscadc.ko 2023-12-02T00:14:45.515 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps65010.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps6507x.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/viperboard.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/vx855.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wl1273-core.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wm8994.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot-i2c.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 48489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/ 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds9802als.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds990x.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 45593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/bh1770glc.ko 2023-12-02T00:14:45.516 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/ 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/core.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/ 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/cb710.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ds1682.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/dummy-irq.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/ 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/echo.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/ 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/at24.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-12-02T00:14:45.517 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/max6875.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/enclosure.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/ 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 152201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/genwqe_card.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hmc6352.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hpilo.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 72129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ibmasm.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ics932s401.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29003.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29020.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/ 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-12-02T00:14:45.518 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/ 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 125209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-me.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 56521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-txe.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 310113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/phantom.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/ 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 74265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/st_drv.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_7xx1.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_core.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tsl2550.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 48697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_balloon.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/ 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 183609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/ 2023-12-02T00:14:45.519 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 490129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/bonding.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/ 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/ 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 106033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/b53_common.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/bcm-sf2.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6060.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/ 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 453737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dummy.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/eql.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/ 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 45785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 130553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-12-02T00:14:45.520 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 68849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/8390.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 99049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/ 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/ 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 69137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/et131x.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/ 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/ 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/ 2023-12-02T00:14:45.521 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 87297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/ 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/ 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 97337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/ 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 104673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/ 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 90257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/ 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 81569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 69729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/ 2023-12-02T00:14:45.522 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-12-02T00:14:45.523 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 176761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-12-02T00:14:45.523 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2023-12-02T00:14:45.523 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1421497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-12-02T00:14:45.598 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 128569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-12-02T00:14:45.598 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/ 2023-12-02T00:14:45.598 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 132089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-12-02T00:14:45.598 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 312081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-12-02T00:14:45.598 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/ 2023-12-02T00:14:45.598 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/ 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 323513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/ 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/ 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 193497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 347417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1044497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 166193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-12-02T00:14:45.599 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/ 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/ 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 204345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/ 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/ 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 69449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 141225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/ 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 62833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-12-02T00:14:45.600 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 45721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dnet.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ec_bhf.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/ 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/ 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 281137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ethoc.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fealnx.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/ 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 45345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 90465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e100.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/ 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 295577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/ 2023-12-02T00:14:45.601 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 584497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/ 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 246209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/ 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 925825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/ 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 302937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/ 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 514641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/ 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 93593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 734305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ 2023-12-02T00:14:45.602 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 151769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 86921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/jme.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/ 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 102289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/skge.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 122649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/ 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/ 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 727601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 278937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/ 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1113681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ 2023-12-02T00:14:45.603 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8842.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 95665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/ 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/ 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 108649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 73441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/ 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 150905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/ 2023-12-02T00:14:45.604 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 136721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/ 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/ 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/ 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 227897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 87081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 672049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/ 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/ 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-12-02T00:14:45.605 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 83985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/atp.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 189801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/ 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/ 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 104241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/ 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1052497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/ 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/ 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis190.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 63337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis900.ko 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/ 2023-12-02T00:14:45.606 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 61537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 73409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 68177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/ 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/ 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 487025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/ 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 103337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/cassini.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 166097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/niu.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sungem.ko 2023-12-02T00:14:45.607 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/ 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/ 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 86529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/tlan.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/ 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 80273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 83633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/ 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/ 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/ 2023-12-02T00:14:45.608 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/defxx.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/ 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 216985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/skfp.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 77345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/geneve.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/ 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 235521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/ 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/fakelb.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ifb.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 83769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ipvlan.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 62145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvlan.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvtap.ko 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/ 2023-12-02T00:14:45.609 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-gpio.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-regmap.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mii.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/netconsole.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/nlmon.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/ 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs-lynx.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/amd.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-12-02T00:14:45.610 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm7xxx.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm87xx.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/broadcom.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/cicada.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/davicom.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/et1011c.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/icplus.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/lxt.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 82049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/marvell.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 76113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/micrel.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/national.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 97857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/phylink.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/qsemi.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/realtek.ko 2023-12-02T00:14:45.611 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/smsc.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ste10Xp.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/vitesse.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/ 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/plip.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/bsd_comp.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_async.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_deflate.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_mppe.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_synctty.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppoe.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppox.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pptp.ko 2023-12-02T00:14:45.612 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sb1000.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/ 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/slip.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sungem_phy.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 64449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/tap.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/ 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 106169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_activebackup.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_broadcast.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_random.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 87017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/veth.ko 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/ 2023-12-02T00:14:45.613 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 144297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/ 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 297329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/vxlan.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/ 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 144585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/xen-netback.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ntb.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/ 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/ 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 265121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme-core.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 102209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/ 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 133841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_cs.ko 2023-12-02T00:14:45.614 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 84465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_pc.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_serial.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/ 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/ 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/pci-stub.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/xen-pcifront.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/ 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/i82092.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 145809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 62137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_core.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2023-12-02T00:14:45.615 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pd6729.ko 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 112889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/yenta_socket.ko 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/ 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/ 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/ 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/ 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/ 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/ 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/ 2023-12-02T00:14:45.616 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acer-wmi.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acerhdf.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/apple-gmux.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-laptop.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 127441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-wmi.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/classmate-laptop.ko 2023-12-02T00:14:45.617 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/hdaps.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ibm_rtl.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/ 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel_ips.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/msi-wmi.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/mxm-wmi.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-12-02T00:14:45.618 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-laptop.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-q10.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/topstar-laptop.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_haps.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi-bmof.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/ 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_battery.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_charger.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 55057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq2415x_charger.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24190_charger.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24735-charger.ko 2023-12-02T00:14:45.619 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/cros_peripheral_charger.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9030_battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9052-battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2760_battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2780_battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2781_battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2782_battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/gpio-charger.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/isp1704_charger.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/lp8727_charger.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max14577_charger.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17040_battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17042_battery.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8903_charger.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8925_power.ko 2023-12-02T00:14:45.620 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/pcf50633-charger.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/sbs-battery.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/test_power.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/tps65090-charger.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_backup.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_power.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm8350_power.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/ 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_common.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_msr.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/ 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/ 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-gpio.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-ldisc.ko 2023-12-02T00:14:45.621 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps_parport.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/pps_core.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp_kvm.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/ 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm80x.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm860x.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-bq32k.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9052.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9055.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9063.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1286.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 68577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1307.ko 2023-12-02T00:14:45.622 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1374.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1511.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1553.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1672.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1742.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds2404.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds3232.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-em3027.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-fm3130.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl12022.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl1208.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-lp8788.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m41t80.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t35.ko 2023-12-02T00:14:45.623 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t59.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t86.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max6900.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8907.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8925.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8997.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8998.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-mc13xxx.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-msm6242.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-palmas.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf2127.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf50633.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf85063.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8523.ko 2023-12-02T00:14:45.624 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8563.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8583.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rc5t583.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rp5c01.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rs5c372.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8025.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8581.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-s35390a.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps6586x.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps65910.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm831x.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm8350.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-x1205.ko 2023-12-02T00:14:45.625 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 77617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-9xxx.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-sas.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 55105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-xxxx.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 135185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/BusLogic.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/a100u2w.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/ 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 272305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/aacraid.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 100617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/advansys.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/ 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 356201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 295801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/ 2023-12-02T00:14:45.626 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 189185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/aic94xx.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/am53c974.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/ 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 106881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/atp870u.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/ 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 246985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/ 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1171945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/bfa.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/ 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 237273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/ 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 115369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ch.ko 2023-12-02T00:14:45.627 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/ 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 308921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/csiostor.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/ 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/ 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 76145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/ 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 101449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 146689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 75553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dc395x.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dmx3191d.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/ 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 212425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/esas2r.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esp_scsi.ko 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/ 2023-12-02T00:14:45.628 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/fcoe.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 158505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fdomain.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/ 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 263489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/fnic.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 201817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hpsa.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hptiop.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hv_storvsc.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/imm.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/initio.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 266537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ipr.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 101881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ips.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/ 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 317153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/isci.ko 2023-12-02T00:14:45.629 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 52961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_tcp.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/ 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 314865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/libfc.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 145585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi_tcp.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/ 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 216665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/libsas.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/ 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 2197249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/lpfc.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/ 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 73569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-12-02T00:14:45.630 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 310617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 84721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/ 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 659825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/ 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 119561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/mvsas.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvumi.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/ 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 81625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/ 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 364105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-12-02T00:14:45.631 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 123617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pmcraid.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ppa.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 55361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla1280.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/ 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1876689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 85289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/ 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 559033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qlogicfas408.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/raid_class.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 238761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_debug.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 173937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_fc.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 279313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 97729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_sas.ko 2023-12-02T00:14:45.632 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 73881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_spi.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_srp.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ses.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 115889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/st.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/stex.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/ 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 162121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/virtio_scsi.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/vmw_pvscsi.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/wd719x.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/xen-scsifront.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 129441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ssb.ko 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/ 2023-12-02T00:14:45.633 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/ 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 736601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/ 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/tcm_loop.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_file.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_iblock.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 930257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_mod.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_pscsi.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 122521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_user.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/ 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 75593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/ 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/ 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/ 2023-12-02T00:14:45.634 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_powerclamp.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-12-02T00:14:45.635 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/moxa.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 50953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/mxser.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 108601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_gsm.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_hdlc.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/nozomi.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/ 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/ 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/8250_dw.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-12-02T00:14:45.636 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_jtaguart.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_uart.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/arc_uart.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 72425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/fsl_lpuart.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/ 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 103073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/jsm.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/rp2.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 52817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/sc16is7xx.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/ 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 531265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ufshcd-core.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2023-12-02T00:14:45.637 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/ 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_aec.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_cif.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_dmem_genirq.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_mf624.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_netx.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pci_generic.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pdrv_genirq.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_sercos3.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/ 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/ 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 73297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/c67x00.ko 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ 2023-12-02T00:14:45.638 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 144377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/ 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 87089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-acm.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-wdm.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usblp.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usbtmc.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ulpi.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/ 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/dwc2_pci.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/ 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-haps.ko 2023-12-02T00:14:45.639 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-pci.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 448505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/ 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/ 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_ether.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_serial.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 92489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 122081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2023-12-02T00:14:45.640 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 85609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 58113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/ 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ether.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_hid.ko 2023-12-02T00:14:45.641 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_printer.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_serial.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_zero.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 62185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 161225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/libcomposite.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/ 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/ 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 157681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/goku_udc.ko 2023-12-02T00:14:45.642 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 52721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/gr_udc.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 69705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 56033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_udc.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 76057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2272.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 75073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2280.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 73169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pch_udc.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 65809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 81505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 156073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/udc-core.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/bcma-hcd.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 80113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/isp116x-hcd.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 87353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/oxu210hp-hcd.ko 2023-12-02T00:14:45.643 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/r8a66597-hcd.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811-hcd.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811_cs.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ssb-hcd.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/xhci-plat-hcd.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/ 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/mdc800.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/microtek.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/adutux.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/appledisplay.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cypress_cy7c63.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cytherm.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ehset.ko 2023-12-02T00:14:45.644 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi26.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi62.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ezusb.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/idmouse.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/iowarrior.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/isight_firmware.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ldusb.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/legousbtower.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/lvstest.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/ 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 64841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/trancevibrator.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usb3503.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usblcd.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbsevseg.ko 2023-12-02T00:14:45.645 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbtest.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/uss720.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/yurex.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/ 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 72953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/usbmon.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/ 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 301697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/musb_hdrc.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/ 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-generic.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-isp1301.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-tahvo.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/aircable.ko 2023-12-02T00:14:45.646 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ark3116.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/belkin_sa.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ch341.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cp210x.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cyberjack.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 58217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cypress_m8.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/digi_acceleport.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/empeg.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/f81232.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 175137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ftdi_sio.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/garmin_gps.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 137081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_edgeport.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 124833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_ti.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipaq.ko 2023-12-02T00:14:45.647 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipw.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ir-usb.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 58233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 107521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan_pda.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kl5kusb105.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kobil_sct.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mct_u232.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/metro-usb.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7720.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 78217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7840.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 56337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mxuport.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/navman.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/omninet.ko 2023-12-02T00:14:45.648 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/opticon.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 191137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/option.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/oti6858.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/pl2303.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcaux.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcserial.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/quatech2.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/safe_serial.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 51625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/sierra.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/spcp8x5.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ssu100.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/symbolserial.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_debug.ko 2023-12-02T00:14:45.649 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_wwan.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 125609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usbserial.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/visor.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/whiteheat.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/wishbone-serial.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/xsens_mt.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 52913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/uas.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-alauda.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-cypress.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-datafab.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-freecom.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-isd200.ko 2023-12-02T00:14:45.650 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-karma.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-onetouch.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-realtek.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr09.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr55.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-usbat.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 179969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/usb-storage.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/ 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-core.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 72177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-host.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 107001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/ 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/ 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 154297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-12-02T00:14:45.651 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 108737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 77609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/ 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 113785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_iotlb.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 58089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_net.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_scsi.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/ 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/ 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/88pm860x_bl.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/aat2870_bl.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp5520_bl.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8860_bl.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8870_bl.ko 2023-12-02T00:14:45.652 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/apple_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/as3711_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/bd6107.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da903x_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da9052_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/gpio_backlight.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/kb3886_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lcd.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3533_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3639_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lv5207lp.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/max8925_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pandora_bl.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pcf50633-backlight.ko 2023-12-02T00:14:45.653 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/platform_lcd.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/wm831x_bl.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/ 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2482.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2490.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/matrox_w1.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/w1-gpio.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/ 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-12-02T00:14:45.654 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_smem.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 56425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_therm.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 102673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/wire.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/acquirewdt.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/advantechwdt.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim1535_wdt.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim7101_wdt.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/cpu5wdt.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9052_wdt.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9055_wdt.ko 2023-12-02T00:14:45.655 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9063_wdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/dw_wdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/eurotechwdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/f71808e_wdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/hpwdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/i6300esb.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_wdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ib700wdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ibmasr.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it8712f_wdt.ko 2023-12-02T00:14:45.656 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it87_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/kempld_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/machzwd.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/mena21_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/menf21bmc_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/nv_tco.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/of_xilinx_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pc87413_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_pci.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_usb.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/retu_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc60xxwdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_epx_c3.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sc1200wdt.ko 2023-12-02T00:14:45.657 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sch311x_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/smsc37b787_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/softdog.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sp5100_tco.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/twl4030_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/via_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83877f_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83977f_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wafer5823wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wdt_pci.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm831x_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm8350_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/xen_wdt.ko 2023-12-02T00:14:45.658 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/ 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-evtchn.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntalloc.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntdev.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/ 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 176377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-privcmd.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 71249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-scsiback.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/ 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/xenfs.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/ 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 166425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/9p.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/ 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 61073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/adfs.ko 2023-12-02T00:14:45.659 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/ 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 163593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/affs.ko 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/ 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 932817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/kafs.ko 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/ 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 101057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/autofs4.ko 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/ 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 64545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/befs.ko 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/ 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/bfs.ko 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/binfmt_misc.ko 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/ 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 3402729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/btrfs.ko 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/ 2023-12-02T00:14:45.660 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 306009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/cachefiles.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1333017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ceph.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/ 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 100801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/coda.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/ 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 108393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/configfs.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/ 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 29625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/cramfs.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/ 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 642513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/dlm.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/ 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/efs.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/ 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1505025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/f2fs.ko 2023-12-02T00:14:45.661 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/ 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/msdos.ko 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/ 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/freevxfs.ko 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/ 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 226481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/fscache.ko 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/ 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/cuse.ko 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/ 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1231529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/gfs2.ko 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/ 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 141209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/hfs.ko 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/ 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 222817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/hfsplus.ko 2023-12-02T00:14:45.662 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 192329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/hpfs.ko 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 74065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/isofs.ko 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 419497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/jfs.ko 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 280313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/lockd.ko 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/minix.ko 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 124649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/netfs.ko 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/ 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 81449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-12-02T00:14:45.663 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/ 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 59449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/ 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 117465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1055721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfs.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv2.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 120177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv3.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 2042137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv4.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/ 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/grace.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/nfs_acl.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/ 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1516873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/nfsd.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/ 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 592833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/nilfs2.ko 2023-12-02T00:14:45.664 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/ 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-celtic.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-centeuro.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-croatian.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-cyrillic.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-gaelic.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-greek.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-iceland.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-inuit.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-roman.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-romanian.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-turkish.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ascii.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1250.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1251.ko 2023-12-02T00:14:45.665 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1255.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp737.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp775.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp850.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp852.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp855.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp857.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp860.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp861.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp862.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp863.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp864.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp865.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp866.ko 2023-12-02T00:14:45.666 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp869.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp874.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 94137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp932.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 142673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp936.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 165745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp949.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 118121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp950.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_euc-jp.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-1.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-13.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-14.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-15.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-2.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-3.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-4.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-5.ko 2023-12-02T00:14:45.667 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-6.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-7.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-9.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-r.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-ru.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-u.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ucs2_utils.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_utf8.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 219417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ntfs.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 244409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ 2023-12-02T00:14:45.668 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 440737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 2592433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/ 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/omfs.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/ 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 352161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/overlay.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ramoops.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/ 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/qnx4.ko 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/ 2023-12-02T00:14:45.669 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 46689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/qnx6.ko 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/ 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_tree.ko 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v1.ko 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v2.ko 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/ 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 532673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/reiserfs.ko 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/ 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/romfs.ko 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/ 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/ 2023-12-02T00:14:45.670 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 2668401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/cifs.ko 2023-12-02T00:14:45.706 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/ 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_arc4.ko 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_md4.ko 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/ 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 134641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/squashfs.ko 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/ 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 90721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/sysv.ko 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/ 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 247737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/udf.ko 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 162497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ufs.ko 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/ 2023-12-02T00:14:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 4011017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/xfs.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/ 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/ 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 75489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/locktorture.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/ 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/test_udelay.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/torture.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 6833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc-itu-t.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 6529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc7.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc8.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/ 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libarc4.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libdes.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/interval_tree_test.ko 2023-12-02T00:14:45.708 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/libcrc32c.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lru_cache.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/ 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4_compress.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4hc_compress.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/ 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 6617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/cordic.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/memory-notifier-error-inject.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/notifier-error-inject.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/percpu_test.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/pm-notifier-error-inject.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/ 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 143433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/raid6_pq.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/rbtree_test.ko 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/ 2023-12-02T00:14:45.709 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/reed_solomon.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-kstrtox.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-string_helpers.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 4760425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_bpf.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_firmware.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 6369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_module.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_user_copy.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_bm.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_fsm.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_kmp.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/ 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/xz_dec_test.ko 2023-12-02T00:14:45.710 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/ 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/hwpoison-inject.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/ 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 55737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/6lowpan.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_dest.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_fragment.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_hop.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 6985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_ipv6.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_mobility.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_routing.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_udp.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/ 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/garp.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/mrp.ko 2023-12-02T00:14:45.711 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/p8022.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/psnap.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/stp.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/ 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 81737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/8021q.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/ 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 198337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_fd.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_rdma.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_virtio.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/ 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 649297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/batman-adv.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/ 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 63809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/br_netfilter.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 777689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/bridge.ko 2023-12-02T00:14:45.712 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_among.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arp.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_limit.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_log.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-12-02T00:14:45.713 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_snat.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_stp.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 55929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtables.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/ 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1046833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/libceph.ko 2023-12-02T00:14:45.714 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/ 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 125993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/pktgen.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/ 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 194209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_diag.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 57881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv4.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv6.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/ 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 390473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/dsa_core.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_brcm.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_dsa.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_none.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_trailer.ko 2023-12-02T00:14:45.715 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/ 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 99729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/hsr.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 45233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 254625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154_socket.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ah4.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/esp4.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 48337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/fou.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/gre.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 48657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/inet_diag.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_gre.ko 2023-12-02T00:14:45.716 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 61225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_tunnel.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_vti.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipcomp.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipip.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arp_tables.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ip_tables.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_filter.ko 2023-12-02T00:14:45.717 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_security.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-12-02T00:14:45.718 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_bic.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_dctcp.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_diag.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_highspeed.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_htcp.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_hybla.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_illinois.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_lp.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_scalable.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_vegas.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_veno.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_westwood.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_yeah.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tunnel4.ko 2023-12-02T00:14:45.719 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_diag.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 41665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_tunnel.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/xfrm4_tunnel.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ah6.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/esp6.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/fou6.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 80897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_gre.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 93577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_tunnel.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_vti.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ipcomp6.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/mip6.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-12-02T00:14:45.720 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-12-02T00:14:45.721 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 74073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/sit.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/tunnel6.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/xfrm6_tunnel.ko 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/ 2023-12-02T00:14:45.722 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 82833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/af_key.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/ 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 125281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_core.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_debugfs.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 25953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_eth.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip6.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_netlink.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 53241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ppp.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/ 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 47977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/lapb.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/ 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 267913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc2.ko 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/ 2023-12-02T00:14:45.723 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 290417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/mac802154.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/ 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/mpls_gso.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 119585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 100297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 101441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 102817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 103417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 112849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 60329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-12-02T00:14:45.724 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 109593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 113129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 112585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 111585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 114465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 411729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-12-02T00:14:45.725 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conncount.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 408257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 118145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_h323.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_irc.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 107233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-12-02T00:14:45.726 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sane.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sip.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_dup_netdev.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table_inet.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 37129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_log_syslog.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 95353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_amanda.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_ftp.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_irc.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_sip.ko 2023-12-02T00:14:45.727 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_tftp.ko 2023-12-02T00:14:45.728 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 44065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_synproxy_core.ko 2023-12-02T00:14:45.728 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 615649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_tables.ko 2023-12-02T00:14:45.728 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 42561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink.ko 2023-12-02T00:14:45.728 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_acct.ko 2023-12-02T00:14:45.728 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_cttimeout.ko 2023-12-02T00:14:45.728 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 39785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_log.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_osf.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_queue.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_chain_nat.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_compat.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 40721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_ct.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_dup_netdev.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fib.ko 2023-12-02T00:14:45.729 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fwd_netdev.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_hash.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_limit.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_log.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_masq.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_nat.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_numgen.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_osf.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_queue.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_redir.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject_inet.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_socket.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_synproxy.ko 2023-12-02T00:14:45.730 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_tproxy.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 89313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/x_tables.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_AUDIT.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CHECKSUM.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CLASSIFY.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 18169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CT.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_DSCP.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HL.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HMARK.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_IDLETIMER.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LED.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LOG.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_MASQUERADE.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NETMAP.ko 2023-12-02T00:14:45.731 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFLOG.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFQUEUE.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_RATEEST.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_REDIRECT.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 14337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_SECMARK.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPMSS.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TEE.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TPROXY.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TRACE.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_addrtype.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_bpf.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cgroup.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cluster.ko 2023-12-02T00:14:45.732 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_comment.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connbytes.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlabel.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlimit.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connmark.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_conntrack.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cpu.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dccp.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_devgroup.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dscp.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ecn.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_esp.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hashlimit.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_helper.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hl.ko 2023-12-02T00:14:45.733 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipcomp.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_iprange.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipvs.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_l2tp.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_length.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_limit.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mac.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mark.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_multiport.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nat.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nfacct.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_osf.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_owner.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_physdev.ko 2023-12-02T00:14:45.734 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_pkttype.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_policy.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_quota.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_rateest.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_realm.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_recent.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_sctp.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_set.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 16089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_socket.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_state.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_statistic.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_string.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 8553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpmss.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpudp.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_time.ko 2023-12-02T00:14:45.735 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_u32.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/ 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/netlink_diag.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/ 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/nsh.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/ 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 380033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/openvswitch.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-geneve.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-gre.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 11793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-vxlan.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/ 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/af_packet_diag.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/ 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 110201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/phonet.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/pn_pep.ko 2023-12-02T00:14:45.736 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/ 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 251481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 164937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_rdma.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 67377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_tcp.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/ 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 819657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/rxrpc.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/ 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_csum.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_gact.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_ipt.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_mirred.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_nat.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 43449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_pedit.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_police.ko 2023-12-02T00:14:45.737 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_simple.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_skbedit.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_vlan.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_basic.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_bpf.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_cgroup.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_flow.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_fw.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 38425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_route.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 61409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_u32.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_cmp.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 13409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_ipset.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_meta.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_nbyte.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_text.ko 2023-12-02T00:14:45.738 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_u32.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 21649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_choke.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_codel.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 34633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_drr.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 33609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq_codel.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 35433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_gred.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hfsc.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hhf.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 66393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_htb.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_ingress.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 30273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio_lib.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_multiq.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 36137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_netem.ko 2023-12-02T00:14:45.739 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 27497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_pie.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_plug.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_prio.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 48729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_qfq.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 32905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_red.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 26881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfb.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 31353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfq.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_tbf.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 28105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_teql.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/ 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 929745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 19033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp_diag.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/ 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/ 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 336529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-12-02T00:14:45.740 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 54737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 1520097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/sunrpc.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/ 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 707657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/ 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/diag.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 862665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/tipc.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/ 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/unix_diag.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/ 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 85409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 68049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 96193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 10705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_diag.ko 2023-12-02T00:14:45.741 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 17521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_loopback.ko 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/ 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 125177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/x25.ko 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/ 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 22657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_algo.ko 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 20649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_ipcomp.ko 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 102257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_user.ko 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/ 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/ 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 15537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/irqbypass.ko 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 640081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 624107 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias.bin 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 7663 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 23428 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.alias.bin 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 9821 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.bin 2023-12-02T00:14:45.742 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 70004 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.modinfo 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 146313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 232548 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep.bin 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 210 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.devname 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 72606 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.order 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 879 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.softdep 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 254438 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 309363 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols.bin 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/ 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/ 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/ 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/ 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 172 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/changelog.Debian.gz 2023-12-02T00:14:45.743 INFO:teuthology.orchestra.run.smithi172.stdout:-rw-r--r-- root/root 691 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/copyright 2023-12-02T00:14:45.745 DEBUG:teuthology.task.kernel:get_image_version: 6.6.0-g8247bbb5b470 2023-12-02T00:14:45.745 INFO:teuthology.task.kernel:searching for kernel 6.6.0-g8247bbb5b470 2023-12-02T00:14:45.745 DEBUG:teuthology.orchestra.run.smithi172:> egrep '(submenu|menuentry.*6.6.0-g8247bbb5b470).*{' /boot/grub/grub.cfg 2023-12-02T00:14:45.753 INFO:teuthology.orchestra.run.smithi172.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-12-02T00:14:45.753 INFO:teuthology.orchestra.run.smithi172.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-12-02T00:14:45.754 INFO:teuthology.orchestra.run.smithi172.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470 (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-12-02T00:14:45.754 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2023-12-02T00:14:45.754 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.6.0-g8247bbb5b470 2023-12-02T00:14:45.754 DEBUG:teuthology.orchestra.run.smithi172:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2023-12-02T00:14:45.798 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi172.front.sepia.ceph.com to complete... 2023-12-02T00:14:46.242 INFO:teuthology.orchestra.run.smithi172.stderr:Sourcing file `/etc/default/grub' 2023-12-02T00:14:46.243 INFO:teuthology.orchestra.run.smithi172.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-02T00:14:46.267 INFO:teuthology.orchestra.run.smithi172.stderr:Generating grub configuration file ... 2023-12-02T00:14:46.476 INFO:teuthology.orchestra.run.smithi172.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-12-02T00:14:46.482 INFO:teuthology.orchestra.run.smithi172.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-12-02T00:14:46.723 INFO:teuthology.orchestra.run.smithi172.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-02T00:14:46.729 INFO:teuthology.orchestra.run.smithi172.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-02T00:14:46.767 INFO:teuthology.orchestra.run.smithi172.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-02T00:14:46.771 INFO:teuthology.orchestra.run.smithi172.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-02T00:14:46.880 INFO:teuthology.orchestra.run.smithi172.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-02T00:14:46.880 INFO:teuthology.orchestra.run.smithi172.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-12-02T00:14:46.880 INFO:teuthology.orchestra.run.smithi172.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-02T00:14:46.889 INFO:teuthology.orchestra.run.smithi172.stderr:done 2023-12-02T00:15:18.002 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2023-12-02T00:15:18.002 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2023-12-02T00:15:18.003 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:15:49.350 INFO:teuthology.orchestra.run.smithi133.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2023-12-02T00:15:49.350 INFO:teuthology.orchestra.run.smithi133.stderr: * [new branch] main -> origin/main 2023-12-02T00:15:49.381 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20190312 -> 20190312 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20190416 -> 20190416 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20190514 -> 20190514 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20190618 -> 20190618 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20190717 -> 20190717 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20190815 -> 20190815 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20190923 -> 20190923 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20191022 -> 20191022 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20191215 -> 20191215 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200122 -> 20200122 2023-12-02T00:15:49.382 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200316 -> 20200316 2023-12-02T00:15:49.387 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200421 -> 20200421 2023-12-02T00:15:49.387 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200519 -> 20200519 2023-12-02T00:15:49.387 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200619 -> 20200619 2023-12-02T00:15:49.387 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200721 -> 20200721 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200817 -> 20200817 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20200918 -> 20200918 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20201022 -> 20201022 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20201118 -> 20201118 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20201218 -> 20201218 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20210208 -> 20210208 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20210315 -> 20210315 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20210511 -> 20210511 2023-12-02T00:15:49.388 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20210716 -> 20210716 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20210818 -> 20210818 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20210919 -> 20210919 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20211027 -> 20211027 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20211216 -> 20211216 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220209 -> 20220209 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220310 -> 20220310 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220411 -> 20220411 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220509 -> 20220509 2023-12-02T00:15:49.389 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220610 -> 20220610 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220708 -> 20220708 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220815 -> 20220815 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20220913 -> 20220913 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20221012 -> 20221012 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20221109 -> 20221109 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20221214 -> 20221214 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230117 -> 20230117 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230210 -> 20230210 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230310 -> 20230310 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230404 -> 20230404 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230515 -> 20230515 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230625 -> 20230625 2023-12-02T00:15:49.390 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230804 -> 20230804 2023-12-02T00:15:49.391 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20230919 -> 20230919 2023-12-02T00:15:49.391 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20231030 -> 20231030 2023-12-02T00:15:49.391 INFO:teuthology.orchestra.run.smithi133.stderr: * [new tag] 20231111 -> 20231111 2023-12-02T00:15:52.674 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.172 2023-12-02T00:15:53.377 INFO:teuthology.orchestra.run.smithi133.stderr:Updating files: 51% (1669/3254) Updating files: 52% (1693/3254) Updating files: 53% (1725/3254) Updating files: 54% (1758/3254) Updating files: 55% (1790/3254) Updating files: 56% (1823/3254) Updating files: 57% (1855/3254) Updating files: 58% (1888/3254) Updating files: 59% (1920/3254) Updating files: 60% (1953/3254) Updating files: 61% (1985/3254) Updating files: 62% (2018/3254) Updating files: 63% (2051/3254) Updating files: 64% (2083/3254) Updating files: 65% (2116/3254) Updating files: 66% (2148/3254) Updating files: 67% (2181/3254) Updating files: 68% (2213/3254) Updating files: 69% (2246/3254) Updating files: 70% (2278/3254) Updating files: 71% (2311/3254) Updating files: 72% (2343/3254) Updating files: 73% (2376/3254) Updating files: 74% (2408/3254) Updating files: 75% (2441/3254) Updating files: 76% (2474/3254) Updating files: 77% (2506/3254) Updating files: 78% (2539/3254) Updating files: 79% (2571/3254) Updating files: 80% (2604/3254) Updating files: 81% (2636/3254) Updating files: 81% (2653/3254) Updating files: 82% (2669/3254) Updating files: 83% (2701/3254) Updating files: 84% (2734/3254) Updating files: 85% (2766/3254) Updating files: 86% (2799/3254) Updating files: 87% (2831/3254) Updating files: 88% (2864/3254) Updating files: 89% (2897/3254) Updating files: 90% (2929/3254) Updating files: 91% (2962/3254) Updating files: 92% (2994/3254) Updating files: 93% (3027/3254) Updating files: 94% (3059/3254) Updating files: 95% (3092/3254) Updating files: 96% (3124/3254) Updating files: 97% (3157/3254) Updating files: 98% (3189/3254) Updating files: 99% (3222/3254) Updating files: 100% (3254/3254) Updating files: 100% (3254/3254), done. 2023-12-02T00:15:53.382 INFO:teuthology.orchestra.run.smithi133.stdout:HEAD is now at f63dd70d Merge branch 'robot/patch-0-1701352637' into 'main' 2023-12-02T00:15:53.403 INFO:teuthology.task.kernel:Downloading kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.0... 2023-12-02T00:15:53.403 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 2023-12-02T00:15:53.545 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ 2023-12-02T00:15:53.546 DEBUG:teuthology.orchestra.run.smithi133:> rm -f /tmp/linux-image.deb && echo linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/ --input-file=- 2023-12-02T00:15:53.550 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi133.front.sepia.ceph.com to complete... 2023-12-02T00:15:55.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02 00:15:54 URL:https://3.chacra.ceph.com/r/kernel/testing/8247bbb5b470f7e2a1f3eefcc16e24cf1338f606/ubuntu/jammy/flavors/default/pool/main/l/linux-6.6.0-g8247bbb5b470/linux-image-6.6.0-g8247bbb5b470_6.6.0-g8247bbb5b470-1_amd64.deb [38938726/38938726] -> "/tmp/linux-image.deb" [1] 2023-12-02T00:15:55.228 INFO:teuthology.orchestra.run.smithi133.stderr:FINISHED --2023-12-02 00:15:54-- 2023-12-02T00:15:55.228 INFO:teuthology.orchestra.run.smithi133.stderr:Total wall clock time: 1.7s 2023-12-02T00:15:55.228 INFO:teuthology.orchestra.run.smithi133.stderr:Downloaded: 1 files, 37M in 1.4s (25.6 MB/s) 2023-12-02T00:15:55.231 INFO:teuthology.task.kernel:Installing kernel 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 on client.0... 2023-12-02T00:15:55.231 DEBUG:teuthology.orchestra.run.smithi133:> sudo dpkg -i /tmp/linux-image.deb 2023-12-02T00:15:55.477 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package linux-image-6.6.0-g8247bbb5b470. 2023-12-02T00:15:57.417 INFO:teuthology.orchestra.run.smithi133.stdout:(Reading database ... 129542 files and directories currently installed.) 2023-12-02T00:15:57.421 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack /tmp/linux-image.deb ... 2023-12-02T00:15:57.540 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-12-02T00:16:01.260 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up linux-image-6.6.0-g8247bbb5b470 (6.6.0-g8247bbb5b470-1) ... 2023-12-02T00:16:01.366 INFO:teuthology.orchestra.run.smithi133.stderr:update-initramfs: Generating /boot/initrd.img-6.6.0-g8247bbb5b470 2023-12-02T00:16:01.675 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2023-12-02T00:16:01.676 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:16:20.066 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.172 2023-12-02T00:16:21.764 INFO:teuthology.orchestra.run.smithi133.stderr:Sourcing file `/etc/default/grub' 2023-12-02T00:16:21.774 INFO:teuthology.orchestra.run.smithi133.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-02T00:16:21.803 INFO:teuthology.orchestra.run.smithi133.stderr:Generating grub configuration file ... 2023-12-02T00:16:22.121 INFO:teuthology.orchestra.run.smithi133.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-12-02T00:16:22.138 INFO:teuthology.orchestra.run.smithi133.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-12-02T00:16:22.490 INFO:teuthology.orchestra.run.smithi133.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-02T00:16:22.496 INFO:teuthology.orchestra.run.smithi133.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-02T00:16:22.555 INFO:teuthology.orchestra.run.smithi133.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-02T00:16:22.560 INFO:teuthology.orchestra.run.smithi133.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-02T00:16:22.720 INFO:teuthology.orchestra.run.smithi133.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-02T00:16:22.720 INFO:teuthology.orchestra.run.smithi133.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-12-02T00:16:22.720 INFO:teuthology.orchestra.run.smithi133.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-02T00:16:22.773 INFO:teuthology.orchestra.run.smithi133.stderr:done 2023-12-02T00:16:22.957 DEBUG:teuthology.orchestra.run.smithi133:> dpkg-deb -c /tmp/linux-image.deb 2023-12-02T00:16:22.964 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./ 2023-12-02T00:16:22.964 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./boot/ 2023-12-02T00:16:22.964 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 4415617 2023-11-23 03:47 ./boot/System.map-6.6.0-g8247bbb5b470 2023-12-02T00:16:22.976 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 169214 2023-11-23 03:47 ./boot/config-6.6.0-g8247bbb5b470 2023-12-02T00:16:22.977 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11352832 2023-11-23 03:47 ./boot/vmlinuz-6.6.0-g8247bbb5b470 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/ 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/ 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postinst.d/ 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/postrm.d/ 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/preinst.d/ 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./etc/kernel/prerm.d/ 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/ 2023-12-02T00:16:22.995 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/ 2023-12-02T00:16:22.996 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/ 2023-12-02T00:16:22.996 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/ 2023-12-02T00:16:22.996 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/ 2023-12-02T00:16:22.996 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/ 2023-12-02T00:16:22.996 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ 2023-12-02T00:16:22.996 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 490233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/aesni-intel.ko 2023-12-02T00:16:22.998 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 93113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 106729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 152241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 83889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-avx2.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-12-02T00:16:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 58585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/ 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/ 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/ 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/cpuid.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kernel/msr.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/ 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 354433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-amd.ko 2023-12-02T00:16:23.000 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 881625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm-intel.ko 2023-12-02T00:16:23.001 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 2275865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/arch/x86/kvm/kvm.ko 2023-12-02T00:16:23.047 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ 2023-12-02T00:16:23.047 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/af_alg.ko 2023-12-02T00:16:23.047 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_hash.ko 2023-12-02T00:16:23.047 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/algif_skcipher.ko 2023-12-02T00:16:23.047 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ansi_cprng.ko 2023-12-02T00:16:23.047 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/anubis.ko 2023-12-02T00:16:23.047 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/arc4.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/ 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/ 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_memcpy.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_pq.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_raid6_recov.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_tx.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/async_xor.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/async_tx/raid6test.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authenc.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/authencesn.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blake2b_generic.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_common.ko 2023-12-02T00:16:23.048 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/blowfish_generic.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/camellia_generic.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast5_generic.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast6_generic.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cast_common.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/ccm.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cmac.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crc32_generic.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cryptd.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_engine.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_simd.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/crypto_user.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/cts.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/des_generic.ko 2023-12-02T00:16:23.049 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/dh_generic.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/echainiv.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/essiv.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/fcrypt.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/khazad.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lrw.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/lz4hc.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/md4.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/michael_mic.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcbc.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/pcrypt.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/rmd160.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/seed.ko 2023-12-02T00:16:23.050 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/serpent_generic.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 149193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tcrypt.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/tea.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_common.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/twofish_generic.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/vmac.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/wp512.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xcbc.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xor.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xts.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/crypto/xxhash_generic.ko 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ 2023-12-02T00:16:23.051 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_extlog.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_ipmi.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/acpi_pad.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/ 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/apei/einj.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/ec_sys.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/platform_profile.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbs.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/sbshc.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 103025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/acpi/video.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/acard-ahci.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 88865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/ahci_platform.ko 2023-12-02T00:16:23.052 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 88289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/libahci_platform.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_acpi.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ali.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_amd.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_artop.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atiixp.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_atp867x.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd640.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cmd64x.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_cypress.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_efar.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt366.ko 2023-12-02T00:16:23.053 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt37x.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x2n.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_hpt3x3.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it8213.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_it821x.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_jmicron.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_legacy.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_marvell.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_mpiix.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_netcell.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ninja32.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87410.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_ns87415.ko 2023-12-02T00:16:23.054 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_oldpiix.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_opti.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_optidma.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pcmcia.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc2027x.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_piccolo.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_radisys.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rdc.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_rz1000.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sch.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_serverworks.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sil680.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_sl82c105.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_triflex.ko 2023-12-02T00:16:23.055 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pata_via.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/pdc_adma.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_inic162x.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 83345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_mv.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_nv.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_promise.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_qstor.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sil24.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sis.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_svw.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_sx4.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_uli.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_via.ko 2023-12-02T00:16:23.056 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ata/sata_vsc.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/auxdisplay/ks0108.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/ 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 124473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/bcma/bcma.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/ 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/ 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 113665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/aoe/aoe.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/ 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 965585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/drbd/drbd.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 173225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/floppy.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/ 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 94297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 115793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/nbd.ko 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/ 2023-12-02T00:16:23.057 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 110385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/null_blk/null_blk.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 98193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/pktcdvd.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 263769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/rbd.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/ 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 98145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/ 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/block/zram/zram.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/applicom.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hangcheck-timer.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/ 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/amd-rng.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/intel-rng.ko 2023-12-02T00:16:23.058 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/via-rng.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/hw_random/virtio-rng.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 148601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 139313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_si.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/lp.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/ 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 84097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/mwave/mwave.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/nvram.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/ppdev.ko 2023-12-02T00:16:23.059 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tlclk.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/ 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_atmel.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_infineon.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/tpm_nsc.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/tpm/xen-tpmfront.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/ 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_class.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_core.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/char/xillybus/xillybus_pcie.ko 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/ 2023-12-02T00:16:23.060 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-palmas.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-si5351.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-twl6040.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/clk/clk-wm831x.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/ 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/p4-clockmod.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/cpufreq/speedstep-lib.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 243025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/ccp/ccp.ko 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/ 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/ 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/ 2023-12-02T00:16:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 438761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-aes.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/padlock-sha.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/ 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/ 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dca/dca.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/ 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/dw/dw_dmac.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 122569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/dma/ioat/ioatdma.ko 2023-12-02T00:16:23.062 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 79953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/amd64_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/e752x_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 63617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/edac_mce_amd.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3000_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i3200_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5100_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i5400_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7300_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 52041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i7core_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/i82975x_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/ie31200_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 56825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/sb_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/edac/x38_edac.ko 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/ 2023-12-02T00:16:23.063 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-gpio.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max14577.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max77693.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-max8997.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-palmas.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-rt8973a.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/extcon/extcon-sm5502.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/ 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/dmi-sysfs.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/ 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/efi/efi-pstore.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/firmware/iscsi_ibft.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/ 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-adp5520.ko 2023-12-02T00:16:23.064 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-amd8111.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-arizona.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9052.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-da9055.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-dln2.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 77849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-f7188x.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-generic.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ich.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-janz-ttl.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-kempld.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-lp3943.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max7300.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max730x.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-max732x.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-ml-ioh.ko 2023-12-02T00:16:23.065 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pca953x.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-pcf857x.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-rdc321x.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-sch311x.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-tps65912.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl4030.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-twl6040.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-viperboard.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-vx855.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm831x.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8350.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/gpio/gpio-wm8994.ko 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/ 2023-12-02T00:16:23.066 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-a4tech.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-apple.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-appleir.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-aureal.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-axff.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-belkin.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cherry.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-chicony.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cp2112.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-cypress.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-dr.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elecom.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-elo.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-emsff.ko 2023-12-02T00:16:23.067 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ezkey.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gaff.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-generic.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gt683r.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-gyration.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-kbd.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtek-mouse.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-holtekff.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-hyperv.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-icade.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kensington.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-keytouch.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-kye.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lcpower.ko 2023-12-02T00:16:23.068 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-led.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lenovo.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-lg-g15.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 58185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-dj.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 101481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 80993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-logitech.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-magicmouse.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-microsoft.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-monterey.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-multitouch.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ntrig.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-ortek.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-penmount.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-petalynx.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 72937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-picolcd.ko 2023-12-02T00:16:23.069 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-pl.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-plantronics.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-primax.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-rmi.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-arvo.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-common.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-isku.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kone.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-konepure.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-lua.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-pyra.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-ryos.ko 2023-12-02T00:16:23.070 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat-savu.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-roccat.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-saitek.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-samsung.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sensor-hub.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sjoy.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sony.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-speedlink.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-steelseries.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-sunplus.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-thrustmaster.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tivo.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-tmff.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-topseed.ko 2023-12-02T00:16:23.071 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-twinhan.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 71073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-uclogic.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-waltop.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 143473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-wiimote.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-xinmo.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zpff.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid-zydacron.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 267825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/hid.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/uhid.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/ 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 125721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbhid.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbkbd.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/usbhid/usbmouse.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 217873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hid/wacom.ko 2023-12-02T00:16:23.072 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/ 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 64201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_balloon.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_utils.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 305465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hv/hv_vmbus.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 61393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/abituguru3.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/acpi_power_meter.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7414.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ad7418.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adc128d818.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1025.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 97977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1026.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1029.ko 2023-12-02T00:16:23.073 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 45553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm1031.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adm9240.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ads7828.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7410.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7411.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 74433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7462.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7470.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7475.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/adt7x10.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/amc6821.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 55201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/applesmc.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asb100.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 58617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asc7621.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/asus_atk0110.ko 2023-12-02T00:16:23.074 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/atxp1.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/coretemp.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9052-hwmon.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/da9055-hwmon.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 99601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/dme1737.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds1621.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ds620.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc1403.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc2103.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/emc6w201.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71805f.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 94457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f71882fg.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/f75375s.ko 2023-12-02T00:16:23.075 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fam15h_power.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 55449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/fschmd.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g760a.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/g762.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl518sm.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 45529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/gl520sm.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hih6130.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/hwmon-vid.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5500_temp.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/i5k_amb.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmaem.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ibmpex.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina209.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ina2xx.ko 2023-12-02T00:16:23.076 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 130449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/it87.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/jc42.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k10temp.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/k8temp.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lineage-pem.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 48601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm63.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm73.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm75.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm77.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm78.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm80.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm83.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 72833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm85.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm87.ko 2023-12-02T00:16:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm90.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm92.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 108841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm93.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95234.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95241.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/lm95245.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc2945.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4151.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4215.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4222.ko 2023-12-02T00:16:23.078 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4245.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4260.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/ltc4261.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max16065.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1619.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max1668.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max197.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6639.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6650.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/max6697.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mc13783-adc.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/mcp3021.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6683.ko 2023-12-02T00:16:23.079 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 119817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775-core.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct6775.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/nct7802.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 82337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87360.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pc87427.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pcf8591.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max16064.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max34440.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/max8688.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-12-02T00:16:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 82577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/powr1220.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5627.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch5636.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sch56xx-common.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht15.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sht21.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/shtc1.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/sis5595.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47b397.ko 2023-12-02T00:16:23.081 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m1.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/smsc47m192.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/thmc50.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp102.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp103.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp401.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/tmp421.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via-cputemp.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/via686a.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 52457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt1211.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/vt8231.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627ehf.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83627hf.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 71345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83781d.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 63225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83791d.ko 2023-12-02T00:16:23.082 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 71321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83792d.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 101473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83793.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 119505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83795.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l785ts.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/w83l786ng.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm831x-hwmon.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/hwmon/wm8350-hwmon.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/ 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/ 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/ 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1535.ko 2023-12-02T00:16:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali1563.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 6929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-dln2.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-gpio.ko 2023-12-02T00:16:23.084 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-i801.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-isch.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-kempld.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-ocores.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-parport.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis5595.ko 2023-12-02T00:16:23.085 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis630.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-via.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/busses/i2c-xiic.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-mux.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-smbus.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/i2c-stub.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/ 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2023-12-02T00:16:23.086 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 273609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_cm.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 879969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_core.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 69273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_umad.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 324217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 97985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/iw_cm.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 282273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_cm.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/ 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 493073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/ 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 419737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-12-02T00:16:23.087 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/ 2023-12-02T00:16:23.088 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 739025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-12-02T00:16:23.088 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ 2023-12-02T00:16:23.088 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 296625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-12-02T00:16:23.142 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 153697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/ 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 168969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 263081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 100241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 111425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 128753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-12-02T00:16:23.143 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 129529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/evbug.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/ff-memless.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/ 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/fm801-gp.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/gameport/gameport.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/joydev.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/ 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5520-keys.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5588-keys.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/adp5589-keys.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2023-12-02T00:16:23.144 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lkkbd.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8323.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/lm8333.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/matrix_keypad.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/max7359_keypad.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mcs_touchkey.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/newtonkbd.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/opencores-kbd.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt1070.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/qt2160.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/samsung-keypad.ko 2023-12-02T00:16:23.145 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/stowaway.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/sunkbd.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca6416-keypad.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/tca8418_keypad.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/twl4030_keypad.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/keyboard/xtkbd.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/matrix-keymap.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/ 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/appletouch.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/bcm5974.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 123681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/cyapatp.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/elan_i2c.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/gpio_mouse.ko 2023-12-02T00:16:23.146 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 335929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/psmouse.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/sermouse.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/synaptics_usb.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/mouse/vsxxxaa.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/ 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 109873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/rmi4/rmi_core.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/altera_ps2.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/arc_ps2.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ct82c710.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/parkbd.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/pcips2.ko 2023-12-02T00:16:23.147 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/ps2mult.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serio_raw.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/serio/serport.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/input/sparse-keymap.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/ 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/ 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/iommu/amd/iommu_v2.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/ 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-88pm860x.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-adp5520.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-bd2802.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-blinkm.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da903x.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-da9052.ko 2023-12-02T00:16:23.148 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-gpio.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3530.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3533.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm355x.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lm3642.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp3944.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-lp8788.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-max8997.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-mc13783.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-menf21bmc.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca9532.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca955x.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-pca963x.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-ss4200.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-tca6507.ko 2023-12-02T00:16:23.149 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm831x-status.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/leds-wm8350.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/ 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/ 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 654969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/bcache/bcache.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bio-prison.ko 2023-12-02T00:16:23.150 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-bufio.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache-smq.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 156009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-cache.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 106897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-crypt.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-delay.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-era.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-flakey.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log-userspace.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-log.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-mirror.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-multipath.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-queue-length.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-raid.ko 2023-12-02T00:16:23.151 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-region-hash.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-round-robin.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-service-time.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 109529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-snapshot.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-switch.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 181865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-thin-pool.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-verity.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/dm-zero.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/faulty.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/linear.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/multipath.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/ 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 199937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-12-02T00:16:23.152 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid0.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 113073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid1.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 158681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid10.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 395721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/md/raid456.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/ 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/ 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 178137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptbase.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 63385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptctl.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptfc.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptlan.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 123321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptsas.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 79041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptscsih.ko 2023-12-02T00:16:23.153 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/message/fusion/mptspi.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm800.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm805.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/88pm80x.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona-i2c.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 123721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/arizona.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/bcm590xx.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/cros_ec_dev.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/dln2.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/janz-cmodio.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/kempld-core.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-core.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lm3533-ctrlbank.ko 2023-12-02T00:16:23.154 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lp3943.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_ich.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/lpc_sch.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/max8907.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-core.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/mc13xxx-i2c.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/menf21bmc.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-adc.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633-gpio.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/pcf50633.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/rdc321x-southbridge.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/retu-mfd.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 80425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/si476x-core.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 48457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/sm501.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/ti_am335x_tscadc.ko 2023-12-02T00:16:23.155 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps65010.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/tps6507x.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/viperboard.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/vx855.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wl1273-core.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/mfd/wm8994.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot-i2c.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 48489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ad525x_dpot.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/ 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds9802als.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/apds990x.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 45593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/bh1770glc.ko 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/ 2023-12-02T00:16:23.156 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/c2port/core.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/ 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/cb710/cb710.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ds1682.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/dummy-irq.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/ 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/echo/echo.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/ 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/at24.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/eeprom/max6875.ko 2023-12-02T00:16:23.157 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/enclosure.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/ 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 152201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/genwqe/genwqe_card.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hmc6352.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/hpilo.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 72129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ibmasm/ibmasm.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ics932s401.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29003.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/isl29020.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/ 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-12-02T00:16:23.158 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/ 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 125209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-me.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 56521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei-txe.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 310113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/mei/mei.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/phantom.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/ 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 74265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/ti-st/st_drv.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_7xx1.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tifm_core.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/tsl2550.ko 2023-12-02T00:16:23.159 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 48697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_balloon.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/ 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 183609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/ 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 490129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/bonding/bonding.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/ 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/ 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 106033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/b53/b53_common.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/bcm-sf2.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6060.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/ 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 453737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/dummy.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/eql.ko 2023-12-02T00:16:23.160 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/ 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 45785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 130553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 68849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/8390.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 99049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/ 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/ 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 69137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/agere/et131x.ko 2023-12-02T00:16:23.161 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/ 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/ 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/ 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 87297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/ 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/ 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 97337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/ 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 104673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-12-02T00:16:23.162 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/ 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 90257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/ 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 81569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 69729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/ 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 176761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1421497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 128569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/ 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 132089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-12-02T00:16:23.163 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 312081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/ 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/ 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 323513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/ 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/ 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 193497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 347417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1044497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 166193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-12-02T00:16:23.164 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/ 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/ 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 204345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/ 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/ 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 69449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 141225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-12-02T00:16:23.165 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 62817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/ 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 62833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 45721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/dnet.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ec_bhf.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/ 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/ 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 281137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ethoc.ko 2023-12-02T00:16:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fealnx.ko 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/ 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 45345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 90465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e100.ko 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/ 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 295577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/ 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 584497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/ 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 246209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-12-02T00:16:23.167 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/ 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 925825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/ 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 302937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/ 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 514641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/ 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 93593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 734305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-12-02T00:16:23.168 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 151769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 86921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/jme.ko 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/ 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 102289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/skge.ko 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 122649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/ 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/ 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 727601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 278937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-12-02T00:16:23.169 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/ 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1113681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8842.ko 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 95665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/ 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/ 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 108649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-12-02T00:16:23.170 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 73441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/ 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 150905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/ 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 136721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/ 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/ 2023-12-02T00:16:23.171 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/ 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 227897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 87081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 672049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/ 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/ 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 83985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/atp.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 189801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/ 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/ 2023-12-02T00:16:23.172 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 104241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/ 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1052497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/ 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/ 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis190.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 63337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sis/sis900.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/ 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 61537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 73409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 68177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-12-02T00:16:23.173 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/ 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/ 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 487025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/ 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 103337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/cassini.ko 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 166097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/niu.ko 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sungem.ko 2023-12-02T00:16:23.174 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/ 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/ 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 86529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/ti/tlan.ko 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/ 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 80273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 83633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/ 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-12-02T00:16:23.175 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/ 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/ 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/defxx.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/ 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 216985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/fddi/skfp/skfp.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 77345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/geneve.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/ 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 235521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/ 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ieee802154/fakelb.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ifb.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 83769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ipvlan/ipvlan.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 62145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvlan.ko 2023-12-02T00:16:23.176 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/macvtap.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/ 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-gpio.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio/mdio-regmap.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mdio.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/mii.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/netconsole.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/nlmon.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/ 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs-lynx.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ 2023-12-02T00:16:23.177 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/amd.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm7xxx.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/bcm87xx.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/broadcom.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/cicada.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/davicom.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/et1011c.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/icplus.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/lxt.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 82049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/marvell.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 76113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/micrel.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/national.ko 2023-12-02T00:16:23.178 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 97857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/phylink.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/qsemi.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/realtek.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/smsc.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/ste10Xp.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/phy/vitesse.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/ 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/plip/plip.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/bsd_comp.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_async.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_deflate.ko 2023-12-02T00:16:23.179 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_mppe.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/ppp_synctty.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppoe.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pppox.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/ppp/pptp.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sb1000.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/ 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/slip/slip.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/sungem_phy.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 64449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/tap.ko 2023-12-02T00:16:23.180 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/ 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 106169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_activebackup.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_broadcast.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_random.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 87017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/veth.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/ 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 144297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-12-02T00:16:23.181 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/ 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 297329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/vxlan/vxlan.ko 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/ 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 144585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/net/xen-netback/xen-netback.ko 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ntb/ntb.ko 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/ 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/ 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 265121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme-core.ko 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 102209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/nvme/host/nvme.ko 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/ 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 133841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport.ko 2023-12-02T00:16:23.182 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_cs.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 84465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_pc.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/parport/parport_serial.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/ 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/ 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/pci-stub.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pci/xen-pcifront.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/ 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/i82092.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 145809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 62137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_core.ko 2023-12-02T00:16:23.183 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/pd6729.ko 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 112889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pcmcia/yenta_socket.ko 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/ 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/ 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/ 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/ 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/ 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/ 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/ 2023-12-02T00:16:23.184 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acer-wmi.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/acerhdf.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/apple-gmux.ko 2023-12-02T00:16:23.185 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-laptop.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 127441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/asus-wmi.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/classmate-laptop.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/hdaps.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/ibm_rtl.ko 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/ 2023-12-02T00:16:23.186 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/intel_ips.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/msi-wmi.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/mxm-wmi.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-laptop.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/samsung-q10.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/topstar-laptop.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/toshiba_haps.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi-bmof.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/platform/x86/wmi.ko 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/ 2023-12-02T00:16:23.187 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_battery.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/88pm860x_charger.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 55057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq2415x_charger.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24190_charger.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/bq24735-charger.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/cros_peripheral_charger.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9030_battery.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/da9052-battery.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2760_battery.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2780_battery.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2781_battery.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/ds2782_battery.ko 2023-12-02T00:16:23.188 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/gpio-charger.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/isp1704_charger.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/lp8727_charger.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max14577_charger.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17040_battery.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max17042_battery.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8903_charger.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/max8925_power.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/pcf50633-charger.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/sbs-battery.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/test_power.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/tps65090-charger.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_backup.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm831x_power.ko 2023-12-02T00:16:23.189 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/power/supply/wm8350_power.ko 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/ 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_common.ko 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/powercap/intel_rapl_msr.ko 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/ 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/ 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-gpio.ko 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps-ldisc.ko 2023-12-02T00:16:23.190 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/clients/pps_parport.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/pps/pps_core.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ptp/ptp_kvm.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/ 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm80x.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-88pm860x.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-bq32k.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9052.ko 2023-12-02T00:16:23.191 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9055.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-da9063.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1286.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 68577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1307.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1374.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1511.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1553.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1672.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds1742.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds2404.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-ds3232.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-em3027.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-fm3130.ko 2023-12-02T00:16:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl12022.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-isl1208.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-lp8788.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m41t80.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t35.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t59.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-m48t86.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max6900.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8907.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8925.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8997.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-max8998.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-mc13xxx.ko 2023-12-02T00:16:23.193 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-msm6242.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-palmas.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf2127.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf50633.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf85063.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8523.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8563.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-pcf8583.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rc5t583.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rp5c01.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rs5c372.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8025.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-rx8581.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-s35390a.ko 2023-12-02T00:16:23.194 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps6586x.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-tps65910.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm831x.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-wm8350.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/rtc/rtc-x1205.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 77617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-9xxx.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-sas.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 55105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/3w-xxxx.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 135185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/BusLogic.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/a100u2w.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/ 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 272305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aacraid/aacraid.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 100617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/advansys.ko 2023-12-02T00:16:23.195 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/ 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 356201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 295801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/ 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 189185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/aic94xx/aic94xx.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/am53c974.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/ 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 106881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/atp870u.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/ 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 246985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/ 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1171945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bfa/bfa.ko 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/ 2023-12-02T00:16:23.196 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 237273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/ 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 115369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ch.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/ 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 308921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/csiostor/csiostor.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/ 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/ 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 76145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/ 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 101449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 146689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 75553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dc395x.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/dmx3191d.ko 2023-12-02T00:16:23.197 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/ 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 212425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esas2r/esas2r.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/esp_scsi.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/ 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/fcoe.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 158505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fdomain.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/ 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 263489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/fnic/fnic.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 201817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hpsa.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hptiop.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/hv_storvsc.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/imm.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/initio.ko 2023-12-02T00:16:23.198 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 266537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ipr.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 101881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ips.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/ 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 317153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/isci/isci.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 52961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/iscsi_tcp.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/ 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 314865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libfc/libfc.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 145585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libiscsi_tcp.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/ 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 216665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/libsas/libsas.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/ 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 2197249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/lpfc/lpfc.ko 2023-12-02T00:16:23.199 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/ 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 73569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 310617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 84721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/megaraid.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/ 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 659825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/ 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 119561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvsas/mvsas.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/mvumi.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/ 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 81625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2023-12-02T00:16:23.200 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/ 2023-12-02T00:16:23.201 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 364105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-12-02T00:16:23.201 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 123617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/pmcraid.ko 2023-12-02T00:16:23.201 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ppa.ko 2023-12-02T00:16:23.201 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 55361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla1280.ko 2023-12-02T00:16:23.282 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/ 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1876689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 85289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/ 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 559033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/qlogicfas408.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/raid_class.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 238761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_debug.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 173937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_fc.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 279313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 97729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_sas.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 73881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_spi.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/scsi_transport_srp.ko 2023-12-02T00:16:23.283 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/ses.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 115889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/st.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/stex.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/ 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 162121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/virtio_scsi.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/vmw_pvscsi.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/wd719x.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/scsi/xen-scsifront.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 129441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ssb/ssb.ko 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/ 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/ 2023-12-02T00:16:23.284 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 736601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/ 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/loopback/tcm_loop.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_file.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_iblock.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 930257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_mod.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_pscsi.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 122521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/target_core_user.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/ 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 75593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/ 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/ 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/ 2023-12-02T00:16:23.285 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_powerclamp.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-12-02T00:16:23.286 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/moxa.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 50953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/mxser.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 108601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_gsm.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/n_hdlc.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/nozomi.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/ 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/ 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/8250_dw.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_jtaguart.ko 2023-12-02T00:16:23.287 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/altera_uart.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/arc_uart.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 72425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/fsl_lpuart.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/ 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 103073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/jsm/jsm.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/rp2.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 52817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/tty/serial/sc16is7xx.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/ 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 531265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/core/ufshcd-core.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/ 2023-12-02T00:16:23.288 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_aec.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_cif.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_dmem_genirq.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_mf624.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_netx.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pci_generic.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_pdrv_genirq.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/uio/uio_sercos3.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/ 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/ 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 73297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/c67x00/c67x00.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 144377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2023-12-02T00:16:23.289 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/ 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 87089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-acm.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/cdc-wdm.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usblp.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/class/usbtmc.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/common/ulpi.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/ 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc2/dwc2_pci.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/ 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-haps.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3-pci.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 448505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/dwc3/dwc3.ko 2023-12-02T00:16:23.290 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/ 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/ 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_ether.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/u_serial.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 92489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 122081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2023-12-02T00:16:23.291 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 85609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 58113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/ 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ether.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_hid.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_printer.ko 2023-12-02T00:16:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_serial.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/g_zero.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 62185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 161225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/libcomposite.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/ 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/ 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 157681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/goku_udc.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 52721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/gr_udc.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 69705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 56033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/mv_udc.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 76057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2272.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 75073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/net2280.ko 2023-12-02T00:16:23.293 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 73169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pch_udc.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 65809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 81505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 156073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/gadget/udc/udc-core.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/bcma-hcd.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 80113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/isp116x-hcd.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 87353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/oxu210hp-hcd.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/r8a66597-hcd.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811-hcd.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/sl811_cs.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/ssb-hcd.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/host/xhci-plat-hcd.ko 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/ 2023-12-02T00:16:23.294 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/mdc800.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/image/microtek.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/adutux.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/appledisplay.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cypress_cy7c63.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/cytherm.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ehset.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi26.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/emi62.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ezusb.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/idmouse.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/iowarrior.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/isight_firmware.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/ldusb.ko 2023-12-02T00:16:23.295 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/legousbtower.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/lvstest.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/ 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 64841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/trancevibrator.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usb3503.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usblcd.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbsevseg.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/usbtest.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/uss720.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/misc/yurex.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/ 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 72953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/mon/usbmon.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/ 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 301697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/musb/musb_hdrc.ko 2023-12-02T00:16:23.296 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/ 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-generic.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-isp1301.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/phy/phy-tahvo.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/aircable.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ark3116.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/belkin_sa.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ch341.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cp210x.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cyberjack.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 58217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/cypress_m8.ko 2023-12-02T00:16:23.297 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/digi_acceleport.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/empeg.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/f81232.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 175137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ftdi_sio.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/garmin_gps.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 137081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_edgeport.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 124833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/io_ti.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipaq.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ipw.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ir-usb.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 58233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 107521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/keyspan_pda.ko 2023-12-02T00:16:23.298 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kl5kusb105.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/kobil_sct.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mct_u232.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/metro-usb.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7720.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 78217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mos7840.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 56337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/mxuport.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/navman.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/omninet.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/opticon.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 191137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/option.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/oti6858.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/pl2303.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcaux.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/qcserial.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/quatech2.ko 2023-12-02T00:16:23.299 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/safe_serial.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 51625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/sierra.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/spcp8x5.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ssu100.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/symbolserial.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 61489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_debug.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usb_wwan.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 125609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/usbserial.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/visor.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/whiteheat.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/wishbone-serial.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/serial/xsens_mt.ko 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ 2023-12-02T00:16:23.300 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 52913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/uas.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-alauda.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-cypress.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-datafab.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-freecom.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-isd200.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-karma.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-onetouch.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-realtek.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr09.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-sddr55.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/ums-usbat.ko 2023-12-02T00:16:23.301 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 179969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/storage/usb-storage.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/ 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-core.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 72177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/usbip-host.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 107001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/ 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/ 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 154297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/pci/vfio-pci.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 108737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 77609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/ 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 113785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_iotlb.ko 2023-12-02T00:16:23.302 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 58089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_net.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/vhost/vhost_scsi.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/ 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/ 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/88pm860x_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/aat2870_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp5520_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8860_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/adp8870_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/apple_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/as3711_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/bd6107.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da903x_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/da9052_bl.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/gpio_backlight.ko 2023-12-02T00:16:23.303 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/kb3886_bl.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lcd.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3533_bl.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lm3639_bl.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/lv5207lp.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/max8925_bl.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pandora_bl.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/pcf50633-backlight.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/platform_lcd.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/video/backlight/wm831x_bl.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/ 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2482.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/ds2490.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/matrox_w1.ko 2023-12-02T00:16:23.304 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/masters/w1-gpio.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/ 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14153 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_smem.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 56425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/slaves/w1_therm.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 102673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/w1/wire.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/acquirewdt.ko 2023-12-02T00:16:23.305 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/advantechwdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim1535_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/alim7101_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/cpu5wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9052_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9055_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/da9063_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/dw_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/eurotechwdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/f71808e_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/hpwdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/i6300esb.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/iTCO_wdt.ko 2023-12-02T00:16:23.306 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ib700wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ibmasr.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it8712f_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/it87_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/kempld_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/machzwd.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/mena21_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/menf21bmc_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/nv_tco.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/of_xilinx_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22265 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pc87413_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_pci.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/pcwd_usb.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/retu_wdt.ko 2023-12-02T00:16:23.307 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc60xxwdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_epx_c3.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sc1200wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sch311x_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/smsc37b787_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/softdog.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/sp5100_tco.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/twl4030_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/via_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83877f_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/w83977f_wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wafer5823wdt.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wdt_pci.ko 2023-12-02T00:16:23.308 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm831x_wdt.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/wm8350_wdt.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/watchdog/xen_wdt.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/ 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-evtchn.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntalloc.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-gntdev.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/ 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 176377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-privcmd.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 71249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xen-scsiback.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/ 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/drivers/xen/xenfs/xenfs.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/ 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 166425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/9p/9p.ko 2023-12-02T00:16:23.309 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/ 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 61073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/adfs/adfs.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/ 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 163593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/affs/affs.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/ 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 932817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/afs/kafs.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/ 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 101057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/autofs/autofs4.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/ 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 64545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/befs/befs.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/ 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/bfs/bfs.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/binfmt_misc.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/ 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 3402729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/btrfs/btrfs.ko 2023-12-02T00:16:23.310 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/ 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 306009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cachefiles/cachefiles.ko 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1333017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ceph/ceph.ko 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/ 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 100801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/coda/coda.ko 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/ 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 108393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/configfs/configfs.ko 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/ 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 29625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/cramfs/cramfs.ko 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/ 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 642513 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/dlm/dlm.ko 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/ 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/efs/efs.ko 2023-12-02T00:16:23.311 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1505025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/f2fs/f2fs.ko 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fat/msdos.ko 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/freevxfs/freevxfs.ko 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 226481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fscache/fscache.ko 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/fuse/cuse.ko 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1231529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/gfs2/gfs2.ko 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 141209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfs/hfs.ko 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/ 2023-12-02T00:16:23.312 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 222817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hfsplus/hfsplus.ko 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 192329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/hpfs/hpfs.ko 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 74065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/isofs/isofs.ko 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 419497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/jfs/jfs.ko 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 280313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/lockd/lockd.ko 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/minix/minix.ko 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 124649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/netfs/netfs.ko 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/ 2023-12-02T00:16:23.313 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 81449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/ 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 59449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/ 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 117465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1055721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfs.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv2.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 120177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv3.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 2042137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs/nfsv4.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/ 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/grace.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfs_common/nfs_acl.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/ 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1516873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nfsd/nfsd.ko 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/ 2023-12-02T00:16:23.314 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 592833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nilfs2/nilfs2.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/ 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-celtic.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-centeuro.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-croatian.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-cyrillic.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-gaelic.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-greek.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-iceland.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-inuit.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-roman.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-romanian.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/mac-turkish.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ascii.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1250.ko 2023-12-02T00:16:23.315 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1251.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp1255.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp737.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp775.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp850.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp852.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp855.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp857.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp860.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp861.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp862.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp863.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp864.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp865.ko 2023-12-02T00:16:23.316 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp866.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp869.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp874.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 94137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp932.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 142673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp936.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 165745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp949.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 118121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_cp950.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_euc-jp.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-1.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-13.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-14.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-15.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-2.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-3.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-4.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-5.ko 2023-12-02T00:16:23.317 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-6.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-7.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_iso8859-9.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-r.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-ru.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_koi8-u.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_ucs2_utils.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/nls/nls_utf8.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 219417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ntfs/ntfs.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 244409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ 2023-12-02T00:16:23.318 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 440737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 2592433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/ 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/omfs/omfs.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/ 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 352161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/overlayfs/overlay.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/pstore/ramoops.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/ 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx4/qnx4.ko 2023-12-02T00:16:23.319 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/ 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 46689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/qnx6/qnx6.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/ 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_tree.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v1.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/quota/quota_v2.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/ 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 532673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/reiserfs/reiserfs.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/ 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/romfs/romfs.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/ 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/ 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 2668401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/client/cifs.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/ 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_arc4.ko 2023-12-02T00:16:23.320 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/smb/common/cifs_md4.ko 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/ 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 134641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/squashfs/squashfs.ko 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/ 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 90721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/sysv/sysv.ko 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/ 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 247737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/udf/udf.ko 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 162497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/ufs/ufs.ko 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/ 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 4011017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/fs/xfs/xfs.ko 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/ 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/ 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 75489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/locking/locktorture.ko 2023-12-02T00:16:23.321 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/ 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/time/test_udelay.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/kernel/torture.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 6833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc-itu-t.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 6529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc7.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crc8.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/ 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libarc4.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/crypto/libdes.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/interval_tree_test.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/libcrc32c.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lru_cache.ko 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/ 2023-12-02T00:16:23.322 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4_compress.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/lz4/lz4hc_compress.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/ 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 6617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/math/cordic.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/memory-notifier-error-inject.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/notifier-error-inject.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/percpu_test.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/pm-notifier-error-inject.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/ 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 143433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/raid6/raid6_pq.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/rbtree_test.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/ 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/reed_solomon/reed_solomon.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-kstrtox.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test-string_helpers.ko 2023-12-02T00:16:23.323 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 4760425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_bpf.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_firmware.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 6369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_module.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/test_user_copy.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_bm.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_fsm.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/ts_kmp.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/ 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/lib/xz/xz_dec_test.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/ 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/mm/hwpoison-inject.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/ 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 55737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/6lowpan.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_dest.ko 2023-12-02T00:16:23.324 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_fragment.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_hop.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 6985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_ipv6.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_mobility.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_routing.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/6lowpan/nhc_udp.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/ 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/garp.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/mrp.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/p8022.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/psnap.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/802/stp.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/ 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 81737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/8021q/8021q.ko 2023-12-02T00:16:23.325 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/ 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 198337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_fd.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26345 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_rdma.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/9p/9pnet_virtio.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/ 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 649297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/batman-adv/batman-adv.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/ 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 63809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/br_netfilter.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 777689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/bridge.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_among.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arp.ko 2023-12-02T00:16:23.326 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_limit.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13217 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_log.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8385 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_snat.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_stp.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-12-02T00:16:23.327 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 55929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/ebtables.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/ 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1046833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ceph/libceph.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/ 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 125993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/core/pktgen.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/ 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 194209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_diag.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 57881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv4.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dccp/dccp_ipv6.ko 2023-12-02T00:16:23.328 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/ 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 390473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/dsa_core.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_brcm.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_dsa.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_none.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/dsa/tag_trailer.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/ 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 99729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/hsr/hsr.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 45233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 254625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ieee802154/ieee802154_socket.ko 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ 2023-12-02T00:16:23.329 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ah4.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/esp4.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 48337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/fou.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/gre.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 48657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/inet_diag.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_gre.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 61225 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_tunnel.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ip_vti.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipcomp.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/ipip.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arp_tables.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-12-02T00:16:23.330 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ip_tables.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11305 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_filter.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/iptable_security.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-12-02T00:16:23.331 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18161 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_bic.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_dctcp.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_diag.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_highspeed.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_htcp.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_hybla.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_illinois.ko 2023-12-02T00:16:23.332 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_lp.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_scalable.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_vegas.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_veno.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_westwood.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tcp_yeah.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/tunnel4.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_diag.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 41665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/udp_tunnel.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv4/xfrm4_tunnel.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ah6.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/esp6.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/fou6.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 80897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_gre.ko 2023-12-02T00:16:23.333 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 93577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_tunnel.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ip6_vti.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/ipcomp6.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19017 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/mip6.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-12-02T00:16:23.334 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11121 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25945 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-12-02T00:16:23.335 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9009 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 74073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/sit.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/tunnel6.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/ipv6/xfrm6_tunnel.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/ 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 82833 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/key/af_key.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/ 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 125281 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_core.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_debugfs.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 25953 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_eth.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36713 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ip6.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_netlink.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 53241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/l2tp/l2tp_ppp.ko 2023-12-02T00:16:23.336 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/ 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 47977 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/lapb/lapb.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/ 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 267913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/llc/llc2.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/ 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 290417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mac802154/mac802154.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/ 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/mpls/mpls_gso.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 119585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26913 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-12-02T00:16:23.337 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 100297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 101441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 102817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 103417 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 112849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 60329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 109593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 113129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 112585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 111585 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 114465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 411729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-12-02T00:16:23.338 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7689 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10681 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7697 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10993 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conncount.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 408257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-12-02T00:16:23.339 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33761 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 118145 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_h323.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_irc.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 107233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sane.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66641 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_sip.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10113 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_dup_netdev.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9593 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_flow_table_inet.ko 2023-12-02T00:16:23.340 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 37129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_log_syslog.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 95353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_amanda.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_ftp.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11857 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_irc.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28929 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_sip.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_nat_tftp.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 44065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_synproxy_core.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 615649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nf_tables.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 42561 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30233 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_acct.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30569 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_cttimeout.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 39785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_log.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_osf.ko 2023-12-02T00:16:23.341 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nfnetlink_queue.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10457 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_chain_nat.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_compat.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 40721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_ct.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9601 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_dup_netdev.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fib.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_fwd_netdev.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14185 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_hash.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_limit.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_log.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_masq.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_nat.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13673 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_numgen.ko 2023-12-02T00:16:23.342 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11841 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_osf.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_queue.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_redir.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_reject_inet.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_socket.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_synproxy.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/nft_tproxy.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 89313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/x_tables.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_AUDIT.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CHECKSUM.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CLASSIFY.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 18169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_CT.ko 2023-12-02T00:16:23.343 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_DSCP.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HL.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13369 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_HMARK.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_IDLETIMER.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13889 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LED.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11489 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_LOG.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11753 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_MASQUERADE.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NETMAP.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFLOG.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_NFQUEUE.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_RATEEST.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_REDIRECT.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 14337 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_SECMARK.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPMSS.ko 2023-12-02T00:16:23.344 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17361 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TEE.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TPROXY.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8321 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_TRACE.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_addrtype.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_bpf.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cgroup.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cluster.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_comment.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10465 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connbytes.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlabel.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connlimit.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13129 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_connmark.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_conntrack.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_cpu.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dccp.ko 2023-12-02T00:16:23.345 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_devgroup.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8801 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_dscp.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ecn.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_esp.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hashlimit.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_helper.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7865 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_hl.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11921 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipcomp.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_iprange.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11785 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_ipvs.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16041 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_l2tp.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8001 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_length.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10209 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_limit.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7545 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mac.ko 2023-12-02T00:16:23.346 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_mark.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11825 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_multiport.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nat.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_nfacct.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_osf.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_owner.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_physdev.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_pkttype.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11985 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_policy.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_quota.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_rateest.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_realm.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_recent.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13329 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_sctp.ko 2023-12-02T00:16:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_set.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 16089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_socket.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9505 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_state.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9473 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_statistic.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8809 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_string.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 8553 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpmss.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15777 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_tcpudp.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_time.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netfilter/xt_u32.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/ 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13969 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/netlink/netlink_diag.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/ 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 12425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/nsh/nsh.ko 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/ 2023-12-02T00:16:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 380033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/openvswitch.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-geneve.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-gre.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 11793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/openvswitch/vport-vxlan.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/ 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13057 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/packet/af_packet_diag.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/ 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 110201 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/phonet.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54721 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/phonet/pn_pep.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/ 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 251481 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 164937 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_rdma.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 67377 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rds/rds_tcp.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/ 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 819657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/rxrpc/rxrpc.ko 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/ 2023-12-02T00:16:23.349 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32241 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_csum.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23577 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_gact.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26873 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_ipt.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_mirred.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_nat.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 43449 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_pedit.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_police.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_simple.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35297 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_skbedit.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/act_vlan.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_basic.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33961 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_bpf.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19169 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_cgroup.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31401 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_flow.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31769 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_fw.ko 2023-12-02T00:16:23.350 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 38425 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_route.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 61409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/cls_u32.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7441 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_cmp.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 13409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_ipset.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33289 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_meta.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_nbyte.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_text.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7249 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/em_u32.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 21649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_choke.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20849 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_codel.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 34633 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_drr.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 33609 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31617 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_fq_codel.ko 2023-12-02T00:16:23.351 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 35433 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_gred.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 49817 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hfsc.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22089 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_hhf.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 66393 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_htb.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26073 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_ingress.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 30273 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10793 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_mqprio_lib.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26065 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_multiq.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 36137 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_netem.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 27497 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_pie.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10625 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_plug.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 24729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_prio.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 48729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_qfq.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 32905 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_red.ko 2023-12-02T00:16:23.352 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 26881 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfb.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 31353 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_sfq.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28897 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_tbf.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 28105 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sched/sch_teql.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/ 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 929745 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 19033 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sctp/sctp_diag.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/ 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/ 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 336529 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 54737 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 1520097 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/sunrpc.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/ 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 707657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-12-02T00:16:23.353 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/ 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10025 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/diag.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 862665 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/tipc/tipc.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/ 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15729 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/unix/unix_diag.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/ 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 85409 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 68049 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 96193 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 10705 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_diag.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 17521 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/vmw_vsock/vsock_loopback.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/ 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 125177 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/x25/x25.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/ 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 22657 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_algo.ko 2023-12-02T00:16:23.354 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 20649 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_ipcomp.ko 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 102257 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/net/xfrm/xfrm_user.ko 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/ 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/ 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 15537 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/kernel/virt/lib/irqbypass.ko 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 640081 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 624107 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.alias.bin 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 7663 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 23428 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.alias.bin 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 9821 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.bin 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 70004 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.builtin.modinfo 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 146313 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 232548 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.dep.bin 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 210 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.devname 2023-12-02T00:16:23.355 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 72606 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.order 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 879 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.softdep 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 254438 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 309363 2023-11-23 03:47 ./lib/modules/6.6.0-g8247bbb5b470/modules.symbols.bin 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/ 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/ 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/ 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:drwxr-xr-x root/root 0 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/ 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 172 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/changelog.Debian.gz 2023-12-02T00:16:23.356 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r-- root/root 691 2023-11-23 03:47 ./usr/share/doc/linux-image-6.6.0-g8247bbb5b470/copyright 2023-12-02T00:16:23.357 DEBUG:teuthology.task.kernel:get_image_version: 6.6.0-g8247bbb5b470 2023-12-02T00:16:23.357 INFO:teuthology.task.kernel:searching for kernel 6.6.0-g8247bbb5b470 2023-12-02T00:16:23.357 DEBUG:teuthology.orchestra.run.smithi133:> egrep '(submenu|menuentry.*6.6.0-g8247bbb5b470).*{' /boot/grub/grub.cfg 2023-12-02T00:16:23.364 INFO:teuthology.orchestra.run.smithi133.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-12-02T00:16:23.364 INFO:teuthology.orchestra.run.smithi133.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-advanced-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-12-02T00:16:23.364 INFO:teuthology.orchestra.run.smithi133.stdout: menuentry 'Ubuntu, with Linux 6.6.0-g8247bbb5b470 (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.6.0-g8247bbb5b470-recovery-7e9e2103-8bb7-4452-b35a-3b1230743254' { 2023-12-02T00:16:23.365 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2023-12-02T00:16:23.365 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.6.0-g8247bbb5b470 2023-12-02T00:16:23.365 DEBUG:teuthology.orchestra.run.smithi133:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2023-12-02T00:16:23.409 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi133.front.sepia.ceph.com to complete... 2023-12-02T00:16:23.869 INFO:teuthology.orchestra.run.smithi133.stderr:Sourcing file `/etc/default/grub' 2023-12-02T00:16:23.870 INFO:teuthology.orchestra.run.smithi133.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-02T00:16:23.889 INFO:teuthology.orchestra.run.smithi133.stderr:Generating grub configuration file ... 2023-12-02T00:16:24.090 INFO:teuthology.orchestra.run.smithi133.stderr:Found linux image: /boot/vmlinuz-6.6.0-g8247bbb5b470 2023-12-02T00:16:24.095 INFO:teuthology.orchestra.run.smithi133.stderr:Found initrd image: /boot/initrd.img-6.6.0-g8247bbb5b470 2023-12-02T00:16:24.314 INFO:teuthology.orchestra.run.smithi133.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-02T00:16:24.320 INFO:teuthology.orchestra.run.smithi133.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-02T00:16:24.363 INFO:teuthology.orchestra.run.smithi133.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-02T00:16:24.368 INFO:teuthology.orchestra.run.smithi133.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-02T00:16:24.500 INFO:teuthology.orchestra.run.smithi133.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-02T00:16:24.500 INFO:teuthology.orchestra.run.smithi133.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-12-02T00:16:24.501 INFO:teuthology.orchestra.run.smithi133.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-02T00:16:24.511 INFO:teuthology.orchestra.run.smithi133.stderr:done 2023-12-02T00:16:25.648 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2023-12-02T00:16:32.074 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2023-12-02T00:16:32.075 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:16:32.077 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.172 2023-12-02T00:16:47.090 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2023-12-02T00:16:47.091 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:16:47.332 DEBUG:teuthology.orchestra.run.smithi172:> true 2023-12-02T00:16:47.969 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi172.front.sepia.ceph.com' 2023-12-02T00:16:47.969 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.6.0-g8247bbb5b470"... 2023-12-02T00:16:47.969 DEBUG:teuthology.orchestra.run.smithi172:> uname -r 2023-12-02T00:16:48.019 INFO:teuthology.orchestra.run.smithi172.stdout:6.6.0-g8247bbb5b470 2023-12-02T00:16:48.019 DEBUG:teuthology.task.kernel:current kernel version is 6.6.0-g8247bbb5b470 vs 6.6.0-g8247bbb5b470 2023-12-02T00:16:48.019 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-02T00:16:48.020 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-12-02T00:16:49.021 DEBUG:teuthology.parallel:result is None 2023-12-02T00:16:55.649 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2023-12-02T00:16:55.650 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-12-02T00:16:55.651 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:17:55.653 DEBUG:teuthology.orchestra.remote:timed out 2023-12-02T00:18:04.655 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-12-02T00:18:04.656 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:18:04.658 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.133 2023-12-02T00:18:16.659 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-12-02T00:18:16.659 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:18:16.875 DEBUG:teuthology.orchestra.run.smithi133:> true 2023-12-02T00:18:17.458 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-12-02T00:18:17.459 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.6.0-g8247bbb5b470"... 2023-12-02T00:18:17.459 DEBUG:teuthology.orchestra.run.smithi133:> uname -r 2023-12-02T00:18:17.509 INFO:teuthology.orchestra.run.smithi133.stdout:6.6.0-g8247bbb5b470 2023-12-02T00:18:17.510 DEBUG:teuthology.task.kernel:current kernel version is 6.6.0-g8247bbb5b470 vs 6.6.0-g8247bbb5b470 2023-12-02T00:18:17.510 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-02T00:18:17.510 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-12-02T00:18:18.511 DEBUG:teuthology.parallel:result is None 2023-12-02T00:18:18.511 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-02T00:18:18.518 INFO:teuthology.task.internal:Creating test directory... 2023-12-02T00:18:18.518 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-02T00:18:18.522 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-02T00:18:18.532 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-02T00:18:18.539 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-02T00:18:18.549 INFO:teuthology.task.internal:Creating archive directory... 2023-12-02T00:18:18.549 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-02T00:18:18.577 DEBUG:teuthology.orchestra.run.smithi172:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-02T00:18:18.611 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-02T00:18:18.617 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-02T00:18:18.618 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-02T00:18:18.649 DEBUG:teuthology.orchestra.run.smithi172:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-02T00:18:18.731 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-02T00:18:18.751 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-02T00:18:18.766 INFO:teuthology.orchestra.run.smithi172.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-02T00:18:18.795 INFO:teuthology.orchestra.run.smithi172.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-02T00:18:18.797 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-02T00:18:18.804 INFO:teuthology.task.internal:Configuring sudo... 2023-12-02T00:18:18.804 DEBUG:teuthology.orchestra.run.smithi133:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-02T00:18:18.808 DEBUG:teuthology.orchestra.run.smithi172:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-02T00:18:18.831 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-02T00:18:18.840 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-02T00:18:18.840 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-02T00:18:18.873 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-02T00:18:18.887 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-02T00:18:18.931 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-02T00:18:18.983 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:18:18.983 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-02T00:18:19.060 DEBUG:teuthology.orchestra.run.smithi172:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-02T00:18:19.071 DEBUG:teuthology.orchestra.run.smithi172:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-02T00:18:19.122 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:18:19.122 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-02T00:18:19.202 DEBUG:teuthology.orchestra.run.smithi133:> sudo service rsyslog restart 2023-12-02T00:18:19.205 DEBUG:teuthology.orchestra.run.smithi172:> sudo service rsyslog restart 2023-12-02T00:18:19.349 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-02T00:18:19.430 INFO:teuthology.task.internal:Starting timer... 2023-12-02T00:18:19.430 INFO:teuthology.run_tasks:Running task pcp... 2023-12-02T00:18:19.445 INFO:teuthology.run_tasks:Running task selinux... 2023-12-02T00:18:19.455 DEBUG:teuthology.task.selinux:Excluding smithi133: OS 'ubuntu' does not support SELinux 2023-12-02T00:18:19.455 DEBUG:teuthology.task.selinux:Excluding smithi172: OS 'ubuntu' does not support SELinux 2023-12-02T00:18:19.455 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-02T00:18:19.455 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-12-02T00:18:19.455 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-02T00:18:19.455 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-02T00:18:19.468 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-12-02T00:18:19.473 INFO:teuthology.repo_utils:Fetching main from origin 2023-12-02T00:18:19.600 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-02T00:18:19.620 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-02T00:18:19.622 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi133.front.sepia.ceph.com,smithi172.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-02T00:27:06.545 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi133.front.sepia.ceph.com'), Remote(name='ubuntu@smithi172.front.sepia.ceph.com')] 2023-12-02T00:27:06.546 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-12-02T00:27:06.547 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:27:06.629 DEBUG:teuthology.orchestra.run.smithi133:> true 2023-12-02T00:27:06.761 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-12-02T00:27:06.762 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi172.front.sepia.ceph.com' 2023-12-02T00:27:06.762 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-02T00:27:06.845 DEBUG:teuthology.orchestra.run.smithi172:> true 2023-12-02T00:27:06.953 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi172.front.sepia.ceph.com' 2023-12-02T00:27:06.953 INFO:teuthology.run_tasks:Running task clock... 2023-12-02T00:27:06.963 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-02T00:27:06.963 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-02T00:27:06.964 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-02T00:27:06.967 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-02T00:27:06.967 DEBUG:teuthology.orchestra.run.smithi172:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-02T00:27:07.004 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:06 ntpd[28027]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-12-02T00:27:07.004 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Command line: ntpd -gq 2023-12-02T00:27:07.004 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: ---------------------------------------------------- 2023-12-02T00:27:07.004 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: ntp-4 is maintained by Network Time Foundation, 2023-12-02T00:27:07.004 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-12-02T00:27:07.004 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: corporation. Support and training for ntp-4 are 2023-12-02T00:27:07.005 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: available at https://www.nwtime.org/support 2023-12-02T00:27:07.005 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: ---------------------------------------------------- 2023-12-02T00:27:07.005 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: proto: precision = 0.042 usec (-24) 2023-12-02T00:27:07.005 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: basedate set to 2022-02-04 2023-12-02T00:27:07.005 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: gps base set to 2022-02-06 (week 2196) 2023-12-02T00:27:07.006 INFO:teuthology.orchestra.run.smithi133.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-02T00:27:07.006 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-02T00:27:07.006 INFO:teuthology.orchestra.run.smithi133.stderr:restrict ::: KOD does nothing without LIMITED. 2023-12-02T00:27:07.007 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: restrict ::: KOD does nothing without LIMITED. 2023-12-02T00:27:07.007 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Listen and drop on 0 v6wildcard [::]:123 2023-12-02T00:27:07.007 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-12-02T00:27:07.007 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Listen normally on 2 lo 127.0.0.1:123 2023-12-02T00:27:07.007 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Listen normally on 3 enp3s0f1 172.21.15.133:123 2023-12-02T00:27:07.008 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Listen normally on 4 lo [::1]:123 2023-12-02T00:27:07.008 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:8087%5]:123 2023-12-02T00:27:07.008 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:07 ntpd[28027]: Listening on routing socket on fd #22 for interface updates 2023-12-02T00:27:07.033 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-12-02T00:27:07.033 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Command line: ntpd -gq 2023-12-02T00:27:07.033 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: ---------------------------------------------------- 2023-12-02T00:27:07.033 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: ntp-4 is maintained by Network Time Foundation, 2023-12-02T00:27:07.034 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-12-02T00:27:07.034 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: corporation. Support and training for ntp-4 are 2023-12-02T00:27:07.034 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: available at https://www.nwtime.org/support 2023-12-02T00:27:07.034 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: ---------------------------------------------------- 2023-12-02T00:27:07.034 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: proto: precision = 0.042 usec (-24) 2023-12-02T00:27:07.034 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: basedate set to 2022-02-04 2023-12-02T00:27:07.035 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: gps base set to 2022-02-06 (week 2196) 2023-12-02T00:27:07.035 INFO:teuthology.orchestra.run.smithi172.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-02T00:27:07.035 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-02T00:27:07.035 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: restrict ::: KOD does nothing without LIMITED. 2023-12-02T00:27:07.035 INFO:teuthology.orchestra.run.smithi172.stderr:restrict ::: KOD does nothing without LIMITED. 2023-12-02T00:27:07.036 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Listen and drop on 0 v6wildcard [::]:123 2023-12-02T00:27:07.036 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-12-02T00:27:07.036 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Listen normally on 2 lo 127.0.0.1:123 2023-12-02T00:27:07.037 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Listen normally on 3 enp3s0f1 172.21.15.172:123 2023-12-02T00:27:07.037 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Listen normally on 4 lo [::1]:123 2023-12-02T00:27:07.037 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f91%5]:123 2023-12-02T00:27:07.037 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:07 ntpd[28028]: Listening on routing socket on fd #22 for interface updates 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:08.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:08 ntpd[28027]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:10.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:10 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:10.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:10 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:10.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:10 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:10.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:10 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:10.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:10 ntpd[28027]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:10.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:10 ntpd[28027]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:10.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:10 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:10.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:10 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:10.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:10 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:10.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:10 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:10.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:10 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:10.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:10 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:11.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:11 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:11.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:11 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:11.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:11 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:11.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:11 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:11.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:11 ntpd[28027]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:11.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:11 ntpd[28027]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:11.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:11 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:12.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:12.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:12 ntpd[28027]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:12.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:12.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:12 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:13.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:13 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:13.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:13 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:13.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:13 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:13.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:13 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:13.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:13 ntpd[28027]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:13.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:13 ntpd[28027]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:13.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:13 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:13.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:13 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:13.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:13 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:13.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:13 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:13.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:13 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:13.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:13 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:14.005 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:14.006 INFO:teuthology.orchestra.run.smithi133.stdout: 2 Dec 00:27:14 ntpd[28027]: ntpd: time slew -0.000930 s 2023-12-02T00:27:14.006 INFO:teuthology.orchestra.run.smithi133.stdout:ntpd: time slew -0.000930s 2023-12-02T00:27:14.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-12-02T00:27:14.006 INFO:teuthology.orchestra.run.smithi133.stderr: 2 Dec 00:27:14 ntpd[28027]: can't open /var/log/ntpstats/loopstats.20231202: Permission denied 2023-12-02T00:27:14.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:14.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:14.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:14.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:14.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:14 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:14.121 INFO:teuthology.orchestra.run.smithi133.stdout: remote refid st t when poll reach delay offset jitter 2023-12-02T00:27:14.122 INFO:teuthology.orchestra.run.smithi133.stdout:============================================================================== 2023-12-02T00:27:14.122 INFO:teuthology.orchestra.run.smithi133.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:14.122 INFO:teuthology.orchestra.run.smithi133.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:14.122 INFO:teuthology.orchestra.run.smithi133.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:14.122 INFO:teuthology.orchestra.run.smithi133.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:15.033 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:15 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:15.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:15 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:15.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:15 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:15.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:15 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:15.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:15 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:15.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:15 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:16.034 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:16.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:16.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:16.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:16.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-02T00:27:16.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: can't open /var/log/ntpstats/rawstats.20231202: Permission denied 2023-12-02T00:27:16.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-02T00:27:16.035 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: can't open /var/log/ntpstats/peerstats.20231202: Permission denied 2023-12-02T00:27:16.036 INFO:teuthology.orchestra.run.smithi172.stdout: 2 Dec 00:27:16 ntpd[28028]: ntpd: time slew -0.002902 s 2023-12-02T00:27:16.036 INFO:teuthology.orchestra.run.smithi172.stdout:ntpd: time slew -0.002902s 2023-12-02T00:27:16.036 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-12-02T00:27:16.036 INFO:teuthology.orchestra.run.smithi172.stderr: 2 Dec 00:27:16 ntpd[28028]: can't open /var/log/ntpstats/loopstats.20231202: Permission denied 2023-12-02T00:27:16.149 INFO:teuthology.orchestra.run.smithi172.stdout: remote refid st t when poll reach delay offset jitter 2023-12-02T00:27:16.149 INFO:teuthology.orchestra.run.smithi172.stdout:============================================================================== 2023-12-02T00:27:16.149 INFO:teuthology.orchestra.run.smithi172.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:16.150 INFO:teuthology.orchestra.run.smithi172.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:16.150 INFO:teuthology.orchestra.run.smithi172.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:16.150 INFO:teuthology.orchestra.run.smithi172.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:27:16.151 INFO:teuthology.run_tasks:Running task install... 2023-12-02T00:27:16.159 DEBUG:teuthology.task.install:project ceph 2023-12-02T00:27:16.159 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7'}} 2023-12-02T00:27:16.159 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7'} 2023-12-02T00:27:16.159 INFO:teuthology.task.install:Using flavor: default 2023-12-02T00:27:16.165 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-02T00:27:16.166 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-12-02T00:27:16.166 DEBUG:teuthology.orchestra.run.smithi133:> sudo apt-key list | grep Ceph 2023-12-02T00:27:16.167 DEBUG:teuthology.orchestra.run.smithi172:> sudo apt-key list | grep Ceph 2023-12-02T00:27:16.276 INFO:teuthology.orchestra.run.smithi133.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-12-02T00:27:16.299 INFO:teuthology.orchestra.run.smithi172.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-12-02T00:27:16.330 INFO:teuthology.orchestra.run.smithi133.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-12-02T00:27:16.330 INFO:teuthology.orchestra.run.smithi133.stdout:uid [ unknown] Ceph.com (release key) 2023-12-02T00:27:16.331 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-12-02T00:27:16.331 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-12-02T00:27:16.331 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bed7681480ccb0192b91a35e691658867e1e96b7 2023-12-02T00:27:16.352 INFO:teuthology.orchestra.run.smithi172.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-12-02T00:27:16.352 INFO:teuthology.orchestra.run.smithi172.stdout:uid [ unknown] Ceph.com (release key) 2023-12-02T00:27:16.353 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-12-02T00:27:16.353 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-12-02T00:27:16.354 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bed7681480ccb0192b91a35e691658867e1e96b7 2023-12-02T00:27:16.497 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default/ 2023-12-02T00:27:16.497 INFO:teuthology.task.install.deb:Package version is 18.0.0-7631-gbed76814-1jammy 2023-12-02T00:27:16.555 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default/ 2023-12-02T00:27:16.555 INFO:teuthology.task.install.deb:Package version is 18.0.0-7631-gbed76814-1jammy 2023-12-02T00:27:16.603 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:27:16.603 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-12-02T00:27:16.624 DEBUG:teuthology.orchestra.run.smithi172:> sudo apt-get update 2023-12-02T00:27:16.661 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:27:16.661 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-12-02T00:27:16.681 DEBUG:teuthology.orchestra.run.smithi133:> sudo apt-get update 2023-12-02T00:27:16.807 INFO:teuthology.orchestra.run.smithi172.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-12-02T00:27:16.807 INFO:teuthology.orchestra.run.smithi172.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-02T00:27:16.820 INFO:teuthology.orchestra.run.smithi172.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-12-02T00:27:16.840 INFO:teuthology.orchestra.run.smithi172.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-12-02T00:27:16.857 INFO:teuthology.orchestra.run.smithi172.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy InRelease 2023-12-02T00:27:16.869 INFO:teuthology.orchestra.run.smithi133.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-02T00:27:16.870 INFO:teuthology.orchestra.run.smithi133.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-12-02T00:27:16.878 INFO:teuthology.orchestra.run.smithi133.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-12-02T00:27:16.878 INFO:teuthology.orchestra.run.smithi172.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2023-12-02T00:27:16.897 INFO:teuthology.orchestra.run.smithi133.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-12-02T00:27:16.900 INFO:teuthology.orchestra.run.smithi172.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy Release.gpg 2023-12-02T00:27:16.922 INFO:teuthology.orchestra.run.smithi172.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-12-02T00:27:16.974 INFO:teuthology.orchestra.run.smithi172.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,412 B] 2023-12-02T00:27:16.976 INFO:teuthology.orchestra.run.smithi133.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy InRelease 2023-12-02T00:27:17.013 INFO:teuthology.orchestra.run.smithi133.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2023-12-02T00:27:17.050 INFO:teuthology.orchestra.run.smithi133.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy Release.gpg 2023-12-02T00:27:17.086 INFO:teuthology.orchestra.run.smithi133.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,412 B] 2023-12-02T00:27:17.135 INFO:teuthology.orchestra.run.smithi133.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-12-02T00:27:17.412 INFO:teuthology.orchestra.run.smithi172.stdout:Fetched 27.9 kB in 1s (49.0 kB/s) 2023-12-02T00:27:17.475 INFO:teuthology.orchestra.run.smithi133.stdout:Fetched 27.9 kB in 1s (48.7 kB/s) 2023-12-02T00:27:18.335 INFO:teuthology.orchestra.run.smithi172.stdout:Reading package lists... 2023-12-02T00:27:18.353 DEBUG:teuthology.orchestra.run.smithi172:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7631-gbed76814-1jammy cephadm=18.0.0-7631-gbed76814-1jammy ceph-mds=18.0.0-7631-gbed76814-1jammy ceph-mgr=18.0.0-7631-gbed76814-1jammy ceph-common=18.0.0-7631-gbed76814-1jammy ceph-fuse=18.0.0-7631-gbed76814-1jammy ceph-test=18.0.0-7631-gbed76814-1jammy ceph-volume=18.0.0-7631-gbed76814-1jammy radosgw=18.0.0-7631-gbed76814-1jammy python3-rados=18.0.0-7631-gbed76814-1jammy python3-rgw=18.0.0-7631-gbed76814-1jammy python3-cephfs=18.0.0-7631-gbed76814-1jammy python3-rbd=18.0.0-7631-gbed76814-1jammy libcephfs2=18.0.0-7631-gbed76814-1jammy libcephfs-dev=18.0.0-7631-gbed76814-1jammy librados2=18.0.0-7631-gbed76814-1jammy librbd1=18.0.0-7631-gbed76814-1jammy rbd-fuse=18.0.0-7631-gbed76814-1jammy python3-cephfs=18.0.0-7631-gbed76814-1jammy cephfs-shell=18.0.0-7631-gbed76814-1jammy cephfs-top=18.0.0-7631-gbed76814-1jammy cephfs-mirror=18.0.0-7631-gbed76814-1jammy 2023-12-02T00:27:18.396 INFO:teuthology.orchestra.run.smithi133.stdout:Reading package lists... 2023-12-02T00:27:18.414 DEBUG:teuthology.orchestra.run.smithi133:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7631-gbed76814-1jammy cephadm=18.0.0-7631-gbed76814-1jammy ceph-mds=18.0.0-7631-gbed76814-1jammy ceph-mgr=18.0.0-7631-gbed76814-1jammy ceph-common=18.0.0-7631-gbed76814-1jammy ceph-fuse=18.0.0-7631-gbed76814-1jammy ceph-test=18.0.0-7631-gbed76814-1jammy ceph-volume=18.0.0-7631-gbed76814-1jammy radosgw=18.0.0-7631-gbed76814-1jammy python3-rados=18.0.0-7631-gbed76814-1jammy python3-rgw=18.0.0-7631-gbed76814-1jammy python3-cephfs=18.0.0-7631-gbed76814-1jammy python3-rbd=18.0.0-7631-gbed76814-1jammy libcephfs2=18.0.0-7631-gbed76814-1jammy libcephfs-dev=18.0.0-7631-gbed76814-1jammy librados2=18.0.0-7631-gbed76814-1jammy librbd1=18.0.0-7631-gbed76814-1jammy rbd-fuse=18.0.0-7631-gbed76814-1jammy python3-cephfs=18.0.0-7631-gbed76814-1jammy cephfs-shell=18.0.0-7631-gbed76814-1jammy cephfs-top=18.0.0-7631-gbed76814-1jammy cephfs-mirror=18.0.0-7631-gbed76814-1jammy 2023-12-02T00:27:18.427 INFO:teuthology.orchestra.run.smithi172.stdout:Reading package lists... 2023-12-02T00:27:18.488 INFO:teuthology.orchestra.run.smithi133.stdout:Reading package lists... 2023-12-02T00:27:18.593 INFO:teuthology.orchestra.run.smithi172.stdout:Building dependency tree... 2023-12-02T00:27:18.594 INFO:teuthology.orchestra.run.smithi172.stdout:Reading state information... 2023-12-02T00:27:18.656 INFO:teuthology.orchestra.run.smithi133.stdout:Building dependency tree... 2023-12-02T00:27:18.657 INFO:teuthology.orchestra.run.smithi133.stdout:Reading state information... 2023-12-02T00:27:18.746 INFO:teuthology.orchestra.run.smithi172.stdout:The following packages were automatically installed and are no longer required: 2023-12-02T00:27:18.747 INFO:teuthology.orchestra.run.smithi172.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-02T00:27:18.747 INFO:teuthology.orchestra.run.smithi172.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-02T00:27:18.747 INFO:teuthology.orchestra.run.smithi172.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-02T00:27:18.747 INFO:teuthology.orchestra.run.smithi172.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-02T00:27:18.747 INFO:teuthology.orchestra.run.smithi172.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-02T00:27:18.747 INFO:teuthology.orchestra.run.smithi172.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-02T00:27:18.749 INFO:teuthology.orchestra.run.smithi172.stdout:The following additional packages will be installed: 2023-12-02T00:27:18.749 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-12-02T00:27:18.749 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-12-02T00:27:18.749 INFO:teuthology.orchestra.run.smithi172.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-12-02T00:27:18.749 INFO:teuthology.orchestra.run.smithi172.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-12-02T00:27:18.749 INFO:teuthology.orchestra.run.smithi172.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-12-02T00:27:18.749 INFO:teuthology.orchestra.run.smithi172.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-12-02T00:27:18.750 INFO:teuthology.orchestra.run.smithi172.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout:Suggested packages: 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-12-02T00:27:18.751 INFO:teuthology.orchestra.run.smithi172.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-12-02T00:27:18.752 INFO:teuthology.orchestra.run.smithi172.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-12-02T00:27:18.752 INFO:teuthology.orchestra.run.smithi172.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-12-02T00:27:18.752 INFO:teuthology.orchestra.run.smithi172.stdout:Recommended packages: 2023-12-02T00:27:18.752 INFO:teuthology.orchestra.run.smithi172.stdout: btrfs-tools 2023-12-02T00:27:18.810 INFO:teuthology.orchestra.run.smithi133.stdout:The following packages were automatically installed and are no longer required: 2023-12-02T00:27:18.810 INFO:teuthology.orchestra.run.smithi133.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-02T00:27:18.810 INFO:teuthology.orchestra.run.smithi133.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-02T00:27:18.810 INFO:teuthology.orchestra.run.smithi133.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-02T00:27:18.810 INFO:teuthology.orchestra.run.smithi133.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-02T00:27:18.811 INFO:teuthology.orchestra.run.smithi133.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-02T00:27:18.811 INFO:teuthology.orchestra.run.smithi133.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-02T00:27:18.811 INFO:teuthology.orchestra.run.smithi133.stdout:The following additional packages will be installed: 2023-12-02T00:27:18.811 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-12-02T00:27:18.811 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-12-02T00:27:18.812 INFO:teuthology.orchestra.run.smithi133.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-12-02T00:27:18.813 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-12-02T00:27:18.814 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-12-02T00:27:18.814 INFO:teuthology.orchestra.run.smithi133.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-12-02T00:27:18.814 INFO:teuthology.orchestra.run.smithi133.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-12-02T00:27:18.814 INFO:teuthology.orchestra.run.smithi133.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-12-02T00:27:18.815 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-12-02T00:27:18.815 INFO:teuthology.orchestra.run.smithi133.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2023-12-02T00:27:18.816 INFO:teuthology.orchestra.run.smithi133.stdout:Suggested packages: 2023-12-02T00:27:18.816 INFO:teuthology.orchestra.run.smithi133.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout:Recommended packages: 2023-12-02T00:27:18.817 INFO:teuthology.orchestra.run.smithi133.stdout: btrfs-tools 2023-12-02T00:27:18.897 INFO:teuthology.orchestra.run.smithi172.stdout:The following NEW packages will be installed: 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2023-12-02T00:27:18.898 INFO:teuthology.orchestra.run.smithi172.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2023-12-02T00:27:18.899 INFO:teuthology.orchestra.run.smithi172.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-12-02T00:27:18.900 INFO:teuthology.orchestra.run.smithi172.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-12-02T00:27:18.901 INFO:teuthology.orchestra.run.smithi172.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-12-02T00:27:18.901 INFO:teuthology.orchestra.run.smithi172.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-12-02T00:27:18.901 INFO:teuthology.orchestra.run.smithi172.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-12-02T00:27:18.901 INFO:teuthology.orchestra.run.smithi172.stdout: socat unzip xmlstarlet zip 2023-12-02T00:27:18.960 INFO:teuthology.orchestra.run.smithi133.stdout:The following NEW packages will be installed: 2023-12-02T00:27:18.960 INFO:teuthology.orchestra.run.smithi133.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-12-02T00:27:18.960 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-12-02T00:27:18.961 INFO:teuthology.orchestra.run.smithi133.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-12-02T00:27:18.962 INFO:teuthology.orchestra.run.smithi133.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-12-02T00:27:18.963 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-12-02T00:27:18.963 INFO:teuthology.orchestra.run.smithi133.stdout: socat unzip xmlstarlet zip 2023-12-02T00:27:19.028 INFO:teuthology.orchestra.run.smithi133.stdout:0 upgraded, 124 newly installed, 0 to remove and 265 not upgraded. 2023-12-02T00:27:19.028 INFO:teuthology.orchestra.run.smithi133.stdout:Need to get 187 MB of archives. 2023-12-02T00:27:19.028 INFO:teuthology.orchestra.run.smithi133.stdout:After this operation, 835 MB of additional disk space will be used. 2023-12-02T00:27:19.028 INFO:teuthology.orchestra.run.smithi133.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-12-02T00:27:19.045 INFO:teuthology.orchestra.run.smithi133.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-12-02T00:27:19.055 INFO:teuthology.orchestra.run.smithi133.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-12-02T00:27:19.096 INFO:teuthology.orchestra.run.smithi172.stdout:0 upgraded, 124 newly installed, 0 to remove and 265 not upgraded. 2023-12-02T00:27:19.096 INFO:teuthology.orchestra.run.smithi172.stdout:Need to get 187 MB of archives. 2023-12-02T00:27:19.096 INFO:teuthology.orchestra.run.smithi172.stdout:After this operation, 835 MB of additional disk space will be used. 2023-12-02T00:27:19.096 INFO:teuthology.orchestra.run.smithi172.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-12-02T00:27:19.097 INFO:teuthology.orchestra.run.smithi133.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-12-02T00:27:19.118 INFO:teuthology.orchestra.run.smithi133.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-12-02T00:27:19.121 INFO:teuthology.orchestra.run.smithi133.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-12-02T00:27:19.122 INFO:teuthology.orchestra.run.smithi172.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7631-gbed76814-1jammy [3,468 kB] 2023-12-02T00:27:19.133 INFO:teuthology.orchestra.run.smithi133.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-12-02T00:27:19.170 INFO:teuthology.orchestra.run.smithi133.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-12-02T00:27:19.173 INFO:teuthology.orchestra.run.smithi133.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-12-02T00:27:19.178 INFO:teuthology.orchestra.run.smithi172.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-12-02T00:27:19.182 INFO:teuthology.orchestra.run.smithi133.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-12-02T00:27:19.183 INFO:teuthology.orchestra.run.smithi133.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-12-02T00:27:19.184 INFO:teuthology.orchestra.run.smithi133.stdout:Get:12 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7631-gbed76814-1jammy [3,468 kB] 2023-12-02T00:27:19.184 INFO:teuthology.orchestra.run.smithi133.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-12-02T00:27:19.190 INFO:teuthology.orchestra.run.smithi133.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-12-02T00:27:19.192 INFO:teuthology.orchestra.run.smithi133.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-12-02T00:27:19.194 INFO:teuthology.orchestra.run.smithi133.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-12-02T00:27:19.195 INFO:teuthology.orchestra.run.smithi133.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-12-02T00:27:19.195 INFO:teuthology.orchestra.run.smithi133.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-12-02T00:27:19.206 INFO:teuthology.orchestra.run.smithi133.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-12-02T00:27:19.208 INFO:teuthology.orchestra.run.smithi133.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-12-02T00:27:19.210 INFO:teuthology.orchestra.run.smithi133.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-12-02T00:27:19.210 INFO:teuthology.orchestra.run.smithi133.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-12-02T00:27:19.223 INFO:teuthology.orchestra.run.smithi133.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-12-02T00:27:19.224 INFO:teuthology.orchestra.run.smithi172.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-12-02T00:27:19.224 INFO:teuthology.orchestra.run.smithi133.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-12-02T00:27:19.224 INFO:teuthology.orchestra.run.smithi133.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-12-02T00:27:19.225 INFO:teuthology.orchestra.run.smithi133.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-12-02T00:27:19.225 INFO:teuthology.orchestra.run.smithi133.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-12-02T00:27:19.226 INFO:teuthology.orchestra.run.smithi133.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-12-02T00:27:19.240 INFO:teuthology.orchestra.run.smithi133.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-12-02T00:27:19.240 INFO:teuthology.orchestra.run.smithi133.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-12-02T00:27:19.243 INFO:teuthology.orchestra.run.smithi133.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-12-02T00:27:19.243 INFO:teuthology.orchestra.run.smithi133.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-12-02T00:27:19.257 INFO:teuthology.orchestra.run.smithi133.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-12-02T00:27:19.257 INFO:teuthology.orchestra.run.smithi133.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-12-02T00:27:19.258 INFO:teuthology.orchestra.run.smithi133.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-12-02T00:27:19.259 INFO:teuthology.orchestra.run.smithi133.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-12-02T00:27:19.259 INFO:teuthology.orchestra.run.smithi133.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-12-02T00:27:19.260 INFO:teuthology.orchestra.run.smithi133.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-12-02T00:27:19.274 INFO:teuthology.orchestra.run.smithi133.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-12-02T00:27:19.274 INFO:teuthology.orchestra.run.smithi133.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-12-02T00:27:19.278 INFO:teuthology.orchestra.run.smithi133.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-12-02T00:27:19.279 INFO:teuthology.orchestra.run.smithi133.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-12-02T00:27:19.291 INFO:teuthology.orchestra.run.smithi133.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-12-02T00:27:19.291 INFO:teuthology.orchestra.run.smithi133.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-12-02T00:27:19.292 INFO:teuthology.orchestra.run.smithi133.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-12-02T00:27:19.294 INFO:teuthology.orchestra.run.smithi133.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-12-02T00:27:19.295 INFO:teuthology.orchestra.run.smithi133.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-12-02T00:27:19.296 INFO:teuthology.orchestra.run.smithi133.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-12-02T00:27:19.308 INFO:teuthology.orchestra.run.smithi133.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-12-02T00:27:19.309 INFO:teuthology.orchestra.run.smithi133.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-12-02T00:27:19.310 INFO:teuthology.orchestra.run.smithi133.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-12-02T00:27:19.311 INFO:teuthology.orchestra.run.smithi133.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-12-02T00:27:19.325 INFO:teuthology.orchestra.run.smithi133.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-12-02T00:27:19.373 INFO:teuthology.orchestra.run.smithi133.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-12-02T00:27:19.374 INFO:teuthology.orchestra.run.smithi133.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-12-02T00:27:19.376 INFO:teuthology.orchestra.run.smithi133.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-12-02T00:27:19.376 INFO:teuthology.orchestra.run.smithi133.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-12-02T00:27:19.378 INFO:teuthology.orchestra.run.smithi133.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-12-02T00:27:19.398 INFO:teuthology.orchestra.run.smithi133.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-12-02T00:27:19.399 INFO:teuthology.orchestra.run.smithi133.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-12-02T00:27:19.400 INFO:teuthology.orchestra.run.smithi133.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-12-02T00:27:19.416 INFO:teuthology.orchestra.run.smithi133.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-12-02T00:27:19.417 INFO:teuthology.orchestra.run.smithi133.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-12-02T00:27:19.417 INFO:teuthology.orchestra.run.smithi133.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-12-02T00:27:19.418 INFO:teuthology.orchestra.run.smithi133.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-12-02T00:27:19.418 INFO:teuthology.orchestra.run.smithi133.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-12-02T00:27:19.419 INFO:teuthology.orchestra.run.smithi133.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-12-02T00:27:19.426 INFO:teuthology.orchestra.run.smithi172.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-12-02T00:27:19.426 INFO:teuthology.orchestra.run.smithi133.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-12-02T00:27:19.427 INFO:teuthology.orchestra.run.smithi133.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-12-02T00:27:19.433 INFO:teuthology.orchestra.run.smithi133.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-12-02T00:27:19.443 INFO:teuthology.orchestra.run.smithi133.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-12-02T00:27:19.445 INFO:teuthology.orchestra.run.smithi133.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-12-02T00:27:19.445 INFO:teuthology.orchestra.run.smithi133.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-12-02T00:27:19.449 INFO:teuthology.orchestra.run.smithi133.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-12-02T00:27:19.452 INFO:teuthology.orchestra.run.smithi133.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-12-02T00:27:19.452 INFO:teuthology.orchestra.run.smithi133.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-12-02T00:27:19.453 INFO:teuthology.orchestra.run.smithi133.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-12-02T00:27:19.462 INFO:teuthology.orchestra.run.smithi133.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-12-02T00:27:19.465 INFO:teuthology.orchestra.run.smithi133.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-12-02T00:27:19.465 INFO:teuthology.orchestra.run.smithi133.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-12-02T00:27:19.477 INFO:teuthology.orchestra.run.smithi133.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-12-02T00:27:19.477 INFO:teuthology.orchestra.run.smithi133.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-12-02T00:27:19.478 INFO:teuthology.orchestra.run.smithi133.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-12-02T00:27:19.478 INFO:teuthology.orchestra.run.smithi133.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-12-02T00:27:19.480 INFO:teuthology.orchestra.run.smithi133.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-12-02T00:27:19.481 INFO:teuthology.orchestra.run.smithi133.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-12-02T00:27:19.488 INFO:teuthology.orchestra.run.smithi133.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-12-02T00:27:19.495 INFO:teuthology.orchestra.run.smithi133.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-12-02T00:27:19.495 INFO:teuthology.orchestra.run.smithi133.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-12-02T00:27:19.496 INFO:teuthology.orchestra.run.smithi133.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-12-02T00:27:19.510 INFO:teuthology.orchestra.run.smithi133.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-12-02T00:27:19.520 INFO:teuthology.orchestra.run.smithi172.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-12-02T00:27:19.534 INFO:teuthology.orchestra.run.smithi172.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-12-02T00:27:19.619 INFO:teuthology.orchestra.run.smithi172.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-12-02T00:27:19.696 INFO:teuthology.orchestra.run.smithi172.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7631-gbed76814-1jammy [3,112 kB] 2023-12-02T00:27:19.760 INFO:teuthology.orchestra.run.smithi172.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-12-02T00:27:19.760 INFO:teuthology.orchestra.run.smithi133.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7631-gbed76814-1jammy [3,112 kB] 2023-12-02T00:27:19.767 INFO:teuthology.orchestra.run.smithi172.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-12-02T00:27:19.796 INFO:teuthology.orchestra.run.smithi172.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-12-02T00:27:19.803 INFO:teuthology.orchestra.run.smithi172.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-12-02T00:27:19.949 INFO:teuthology.orchestra.run.smithi172.stdout:Get:14 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7631-gbed76814-1jammy [690 kB] 2023-12-02T00:27:19.968 INFO:teuthology.orchestra.run.smithi172.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-12-02T00:27:19.990 INFO:teuthology.orchestra.run.smithi172.stdout:Get:16 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7631-gbed76814-1jammy [356 kB] 2023-12-02T00:27:20.011 INFO:teuthology.orchestra.run.smithi133.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7631-gbed76814-1jammy [690 kB] 2023-12-02T00:27:20.020 INFO:teuthology.orchestra.run.smithi172.stdout:Get:17 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7631-gbed76814-1jammy [32.8 kB] 2023-12-02T00:27:20.021 INFO:teuthology.orchestra.run.smithi172.stdout:Get:18 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7631-gbed76814-1jammy [180 kB] 2023-12-02T00:27:20.027 INFO:teuthology.orchestra.run.smithi172.stdout:Get:19 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7631-gbed76814-1jammy [63.5 kB] 2023-12-02T00:27:20.029 INFO:teuthology.orchestra.run.smithi172.stdout:Get:20 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7631-gbed76814-1jammy [330 kB] 2023-12-02T00:27:20.049 INFO:teuthology.orchestra.run.smithi133.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7631-gbed76814-1jammy [356 kB] 2023-12-02T00:27:20.058 INFO:teuthology.orchestra.run.smithi172.stdout:Get:21 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7631-gbed76814-1jammy [6,220 kB] 2023-12-02T00:27:20.082 INFO:teuthology.orchestra.run.smithi133.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7631-gbed76814-1jammy [32.8 kB] 2023-12-02T00:27:20.083 INFO:teuthology.orchestra.run.smithi133.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7631-gbed76814-1jammy [180 kB] 2023-12-02T00:27:20.087 INFO:teuthology.orchestra.run.smithi133.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7631-gbed76814-1jammy [63.5 kB] 2023-12-02T00:27:20.090 INFO:teuthology.orchestra.run.smithi133.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7631-gbed76814-1jammy [330 kB] 2023-12-02T00:27:20.118 INFO:teuthology.orchestra.run.smithi133.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7631-gbed76814-1jammy [6,220 kB] 2023-12-02T00:27:20.447 INFO:teuthology.orchestra.run.smithi172.stdout:Get:22 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7631-gbed76814-1jammy [112 kB] 2023-12-02T00:27:20.455 INFO:teuthology.orchestra.run.smithi172.stdout:Get:23 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7631-gbed76814-1jammy [439 kB] 2023-12-02T00:27:20.510 INFO:teuthology.orchestra.run.smithi172.stdout:Get:24 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7631-gbed76814-1jammy [22.6 MB] 2023-12-02T00:27:20.545 INFO:teuthology.orchestra.run.smithi133.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7631-gbed76814-1jammy [112 kB] 2023-12-02T00:27:20.546 INFO:teuthology.orchestra.run.smithi133.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7631-gbed76814-1jammy [439 kB] 2023-12-02T00:27:20.551 INFO:teuthology.orchestra.run.smithi172.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-12-02T00:27:20.566 INFO:teuthology.orchestra.run.smithi172.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-12-02T00:27:20.582 INFO:teuthology.orchestra.run.smithi172.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-12-02T00:27:20.590 INFO:teuthology.orchestra.run.smithi172.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-12-02T00:27:20.591 INFO:teuthology.orchestra.run.smithi172.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-12-02T00:27:20.605 INFO:teuthology.orchestra.run.smithi133.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7631-gbed76814-1jammy [22.6 MB] 2023-12-02T00:27:20.608 INFO:teuthology.orchestra.run.smithi172.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-12-02T00:27:20.646 INFO:teuthology.orchestra.run.smithi172.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-12-02T00:27:20.658 INFO:teuthology.orchestra.run.smithi172.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-12-02T00:27:20.663 INFO:teuthology.orchestra.run.smithi172.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-12-02T00:27:20.663 INFO:teuthology.orchestra.run.smithi172.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-12-02T00:27:20.833 INFO:teuthology.orchestra.run.smithi172.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-12-02T00:27:20.916 INFO:teuthology.orchestra.run.smithi172.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-12-02T00:27:20.923 INFO:teuthology.orchestra.run.smithi172.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-12-02T00:27:20.997 INFO:teuthology.orchestra.run.smithi172.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-12-02T00:27:21.026 INFO:teuthology.orchestra.run.smithi172.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-12-02T00:27:21.036 INFO:teuthology.orchestra.run.smithi172.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-12-02T00:27:21.078 INFO:teuthology.orchestra.run.smithi172.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-12-02T00:27:21.257 INFO:teuthology.orchestra.run.smithi172.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-12-02T00:27:21.271 INFO:teuthology.orchestra.run.smithi172.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-12-02T00:27:21.277 INFO:teuthology.orchestra.run.smithi172.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-12-02T00:27:21.282 INFO:teuthology.orchestra.run.smithi172.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-12-02T00:27:21.466 INFO:teuthology.orchestra.run.smithi172.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-12-02T00:27:21.550 INFO:teuthology.orchestra.run.smithi172.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-12-02T00:27:21.563 INFO:teuthology.orchestra.run.smithi172.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-12-02T00:27:21.739 INFO:teuthology.orchestra.run.smithi172.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-12-02T00:27:21.787 INFO:teuthology.orchestra.run.smithi172.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-12-02T00:27:21.800 INFO:teuthology.orchestra.run.smithi172.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-12-02T00:27:21.902 INFO:teuthology.orchestra.run.smithi172.stdout:Get:52 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7631-gbed76814-1jammy [6,900 kB] 2023-12-02T00:27:21.958 INFO:teuthology.orchestra.run.smithi172.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-12-02T00:27:21.959 INFO:teuthology.orchestra.run.smithi172.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-12-02T00:27:21.964 INFO:teuthology.orchestra.run.smithi172.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-12-02T00:27:21.969 INFO:teuthology.orchestra.run.smithi172.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-12-02T00:27:21.983 INFO:teuthology.orchestra.run.smithi172.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-12-02T00:27:22.159 INFO:teuthology.orchestra.run.smithi133.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7631-gbed76814-1jammy [6,900 kB] 2023-12-02T00:27:22.170 INFO:teuthology.orchestra.run.smithi172.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-12-02T00:27:22.330 INFO:teuthology.orchestra.run.smithi172.stdout:Get:59 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7631-gbed76814-1jammy [238 kB] 2023-12-02T00:27:22.336 INFO:teuthology.orchestra.run.smithi172.stdout:Get:60 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7631-gbed76814-1jammy [124 kB] 2023-12-02T00:27:22.340 INFO:teuthology.orchestra.run.smithi172.stdout:Get:61 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7631-gbed76814-1jammy [1,495 kB] 2023-12-02T00:27:22.420 INFO:teuthology.orchestra.run.smithi172.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-12-02T00:27:22.430 INFO:teuthology.orchestra.run.smithi172.stdout:Get:63 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7631-gbed76814-1jammy [9,955 kB] 2023-12-02T00:27:22.558 INFO:teuthology.orchestra.run.smithi172.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-12-02T00:27:22.600 INFO:teuthology.orchestra.run.smithi172.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-12-02T00:27:22.633 INFO:teuthology.orchestra.run.smithi133.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7631-gbed76814-1jammy [238 kB] 2023-12-02T00:27:22.638 INFO:teuthology.orchestra.run.smithi133.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7631-gbed76814-1jammy [124 kB] 2023-12-02T00:27:22.670 INFO:teuthology.orchestra.run.smithi133.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7631-gbed76814-1jammy [1,495 kB] 2023-12-02T00:27:22.693 INFO:teuthology.orchestra.run.smithi172.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-12-02T00:27:22.703 INFO:teuthology.orchestra.run.smithi172.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-12-02T00:27:22.716 INFO:teuthology.orchestra.run.smithi172.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-12-02T00:27:22.761 INFO:teuthology.orchestra.run.smithi172.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-12-02T00:27:22.779 INFO:teuthology.orchestra.run.smithi133.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7631-gbed76814-1jammy [9,955 kB] 2023-12-02T00:27:23.023 INFO:teuthology.orchestra.run.smithi172.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-12-02T00:27:23.023 INFO:teuthology.orchestra.run.smithi172.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-12-02T00:27:23.024 INFO:teuthology.orchestra.run.smithi172.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-12-02T00:27:23.069 INFO:teuthology.orchestra.run.smithi172.stdout:Get:73 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7631-gbed76814-1jammy [31.8 MB] 2023-12-02T00:27:23.188 INFO:teuthology.orchestra.run.smithi172.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-12-02T00:27:23.476 INFO:teuthology.orchestra.run.smithi133.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7631-gbed76814-1jammy [31.8 MB] 2023-12-02T00:27:23.529 INFO:teuthology.orchestra.run.smithi172.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-12-02T00:27:23.932 INFO:teuthology.orchestra.run.smithi172.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-12-02T00:27:23.941 INFO:teuthology.orchestra.run.smithi172.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-12-02T00:27:23.942 INFO:teuthology.orchestra.run.smithi172.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-12-02T00:27:24.012 INFO:teuthology.orchestra.run.smithi172.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-12-02T00:27:24.012 INFO:teuthology.orchestra.run.smithi172.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-12-02T00:27:24.014 INFO:teuthology.orchestra.run.smithi172.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-12-02T00:27:24.014 INFO:teuthology.orchestra.run.smithi172.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-12-02T00:27:24.016 INFO:teuthology.orchestra.run.smithi172.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-12-02T00:27:24.016 INFO:teuthology.orchestra.run.smithi172.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-12-02T00:27:24.180 INFO:teuthology.orchestra.run.smithi172.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-12-02T00:27:24.383 INFO:teuthology.orchestra.run.smithi172.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-12-02T00:27:24.705 INFO:teuthology.orchestra.run.smithi172.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-12-02T00:27:24.751 INFO:teuthology.orchestra.run.smithi172.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-12-02T00:27:24.778 INFO:teuthology.orchestra.run.smithi172.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-12-02T00:27:24.787 INFO:teuthology.orchestra.run.smithi172.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-12-02T00:27:24.833 INFO:teuthology.orchestra.run.smithi172.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-12-02T00:27:24.858 INFO:teuthology.orchestra.run.smithi172.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-12-02T00:27:24.860 INFO:teuthology.orchestra.run.smithi172.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-12-02T00:27:24.867 INFO:teuthology.orchestra.run.smithi172.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-12-02T00:27:24.869 INFO:teuthology.orchestra.run.smithi172.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-12-02T00:27:24.941 INFO:teuthology.orchestra.run.smithi172.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7631-gbed76814-1jammy [14.0 kB] 2023-12-02T00:27:24.941 INFO:teuthology.orchestra.run.smithi172.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7631-gbed76814-1jammy [839 kB] 2023-12-02T00:27:24.959 INFO:teuthology.orchestra.run.smithi172.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7631-gbed76814-1jammy [2,144 kB] 2023-12-02T00:27:25.066 INFO:teuthology.orchestra.run.smithi172.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-12-02T00:27:25.095 INFO:teuthology.orchestra.run.smithi172.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7631-gbed76814-1jammy [803 kB] 2023-12-02T00:27:25.122 INFO:teuthology.orchestra.run.smithi172.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7631-gbed76814-1jammy [139 kB] 2023-12-02T00:27:25.126 INFO:teuthology.orchestra.run.smithi172.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7631-gbed76814-1jammy [1,902 kB] 2023-12-02T00:27:25.223 INFO:teuthology.orchestra.run.smithi172.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7631-gbed76814-1jammy [8,625 kB] 2023-12-02T00:27:25.320 INFO:teuthology.orchestra.run.smithi172.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-12-02T00:27:25.593 INFO:teuthology.orchestra.run.smithi172.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-12-02T00:27:25.596 INFO:teuthology.orchestra.run.smithi172.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-12-02T00:27:25.612 INFO:teuthology.orchestra.run.smithi172.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-12-02T00:27:25.618 INFO:teuthology.orchestra.run.smithi172.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-12-02T00:27:25.658 INFO:teuthology.orchestra.run.smithi172.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-12-02T00:27:25.673 INFO:teuthology.orchestra.run.smithi172.stdout:Get:110 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-12-02T00:27:25.713 INFO:teuthology.orchestra.run.smithi172.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7631-gbed76814-1jammy [14.2 kB] 2023-12-02T00:27:25.713 INFO:teuthology.orchestra.run.smithi172.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7631-gbed76814-1jammy [48.6 MB] 2023-12-02T00:27:25.763 INFO:teuthology.orchestra.run.smithi172.stdout:Get:113 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-12-02T00:27:25.765 INFO:teuthology.orchestra.run.smithi172.stdout:Get:114 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-12-02T00:27:25.766 INFO:teuthology.orchestra.run.smithi172.stdout:Get:115 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-12-02T00:27:25.946 INFO:teuthology.orchestra.run.smithi172.stdout:Get:116 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-12-02T00:27:25.978 INFO:teuthology.orchestra.run.smithi133.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7631-gbed76814-1jammy [14.0 kB] 2023-12-02T00:27:25.978 INFO:teuthology.orchestra.run.smithi133.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7631-gbed76814-1jammy [839 kB] 2023-12-02T00:27:26.050 INFO:teuthology.orchestra.run.smithi133.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7631-gbed76814-1jammy [2,144 kB] 2023-12-02T00:27:26.207 INFO:teuthology.orchestra.run.smithi172.stdout:Get:117 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-12-02T00:27:26.233 INFO:teuthology.orchestra.run.smithi133.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7631-gbed76814-1jammy [803 kB] 2023-12-02T00:27:26.314 INFO:teuthology.orchestra.run.smithi133.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7631-gbed76814-1jammy [139 kB] 2023-12-02T00:27:26.319 INFO:teuthology.orchestra.run.smithi133.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7631-gbed76814-1jammy [1,902 kB] 2023-12-02T00:27:26.494 INFO:teuthology.orchestra.run.smithi133.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7631-gbed76814-1jammy [8,625 kB] 2023-12-02T00:27:27.277 INFO:teuthology.orchestra.run.smithi133.stdout:Get:116 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7631-gbed76814-1jammy [14.2 kB] 2023-12-02T00:27:27.277 INFO:teuthology.orchestra.run.smithi133.stdout:Get:117 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7631-gbed76814-1jammy [48.6 MB] 2023-12-02T00:27:28.228 INFO:teuthology.orchestra.run.smithi172.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7631-gbed76814-1jammy [121 kB] 2023-12-02T00:27:28.229 INFO:teuthology.orchestra.run.smithi172.stdout:Get:119 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-7631-gbed76814-1jammy [226 kB] 2023-12-02T00:27:28.231 INFO:teuthology.orchestra.run.smithi172.stdout:Get:120 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-7631-gbed76814-1jammy [34.0 kB] 2023-12-02T00:27:28.232 INFO:teuthology.orchestra.run.smithi172.stdout:Get:121 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-7631-gbed76814-1jammy [23.4 kB] 2023-12-02T00:27:28.232 INFO:teuthology.orchestra.run.smithi172.stdout:Get:122 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7631-gbed76814-1jammy [38.3 kB] 2023-12-02T00:27:28.233 INFO:teuthology.orchestra.run.smithi172.stdout:Get:123 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7631-gbed76814-1jammy [12.3 MB] 2023-12-02T00:27:28.846 INFO:teuthology.orchestra.run.smithi172.stdout:Get:124 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7631-gbed76814-1jammy [91.8 kB] 2023-12-02T00:27:29.494 INFO:teuthology.orchestra.run.smithi172.stdout:Fetched 187 MB in 10s (18.8 MB/s) 2023-12-02T00:27:29.690 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pyperclip. 2023-12-02T00:27:29.760 INFO:teuthology.orchestra.run.smithi172.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132930 files and directories currently installed.) 2023-12-02T00:27:29.763 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-12-02T00:27:29.814 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-12-02T00:27:30.117 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-wcwidth. 2023-12-02T00:27:30.130 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-12-02T00:27:30.154 INFO:teuthology.orchestra.run.smithi133.stdout:Get:118 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7631-gbed76814-1jammy [121 kB] 2023-12-02T00:27:30.154 INFO:teuthology.orchestra.run.smithi133.stdout:Get:119 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-7631-gbed76814-1jammy [226 kB] 2023-12-02T00:27:30.160 INFO:teuthology.orchestra.run.smithi133.stdout:Get:120 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-7631-gbed76814-1jammy [34.0 kB] 2023-12-02T00:27:30.160 INFO:teuthology.orchestra.run.smithi133.stdout:Get:121 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-7631-gbed76814-1jammy [23.4 kB] 2023-12-02T00:27:30.160 INFO:teuthology.orchestra.run.smithi133.stdout:Get:122 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7631-gbed76814-1jammy [38.3 kB] 2023-12-02T00:27:30.161 INFO:teuthology.orchestra.run.smithi133.stdout:Get:123 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7631-gbed76814-1jammy [12.3 MB] 2023-12-02T00:27:30.175 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-02T00:27:30.486 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-cmd2. 2023-12-02T00:27:30.500 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-12-02T00:27:30.561 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-12-02T00:27:30.634 INFO:teuthology.orchestra.run.smithi133.stdout:Get:124 https://4.chacra.ceph.com/r/ceph/main/bed7681480ccb0192b91a35e691658867e1e96b7/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7631-gbed76814-1jammy [91.8 kB] 2023-12-02T00:27:30.898 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-12-02T00:27:30.911 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-12-02T00:27:30.998 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-02T00:27:31.274 INFO:teuthology.orchestra.run.smithi133.stdout:Fetched 187 MB in 12s (16.0 MB/s) 2023-12-02T00:27:31.343 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-12-02T00:27:31.357 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-12-02T00:27:31.400 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pyperclip. 2023-12-02T00:27:31.401 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-02T00:27:31.469 INFO:teuthology.orchestra.run.smithi133.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 132930 files and directories currently installed.) 2023-12-02T00:27:31.472 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-12-02T00:27:31.507 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-12-02T00:27:31.746 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-12-02T00:27:31.761 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-12-02T00:27:31.796 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-02T00:27:31.818 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-wcwidth. 2023-12-02T00:27:31.832 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-12-02T00:27:31.877 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-02T00:27:32.179 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-cmd2. 2023-12-02T00:27:32.193 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-12-02T00:27:32.225 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-12-02T00:27:32.229 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-12-02T00:27:32.239 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-02T00:27:32.291 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:27:32.601 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-12-02T00:27:32.614 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-12-02T00:27:32.694 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-12-02T00:27:32.699 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-02T00:27:32.709 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-02T00:27:32.753 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:27:33.060 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-12-02T00:27:33.074 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-12-02T00:27:33.097 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-12-02T00:27:33.112 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-02T00:27:33.119 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-02T00:27:33.147 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:27:33.455 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-12-02T00:27:33.469 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-12-02T00:27:33.513 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-02T00:27:33.518 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-12-02T00:27:33.532 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-12-02T00:27:33.575 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-02T00:27:33.875 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-12-02T00:27:33.889 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-02T00:27:33.904 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package librados2. 2023-12-02T00:27:33.918 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../010-librados2_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:33.933 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:27:33.963 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking librados2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:34.303 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-12-02T00:27:34.317 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-02T00:27:34.361 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:27:34.398 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package librbd1. 2023-12-02T00:27:34.412 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../011-librbd1_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:34.450 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking librbd1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:34.697 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-12-02T00:27:34.712 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-02T00:27:34.764 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:27:34.842 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libcephfs2. 2023-12-02T00:27:34.857 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../012-libcephfs2_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:34.902 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libcephfs2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:35.142 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-12-02T00:27:35.157 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-12-02T00:27:35.201 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-02T00:27:35.203 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-rados. 2023-12-02T00:27:35.218 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../013-python3-rados_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:35.262 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-rados (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:35.511 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package librados2. 2023-12-02T00:27:35.526 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../010-librados2_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:35.561 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking librados2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:35.581 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-12-02T00:27:35.595 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:27:35.639 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-ceph-argparse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:35.875 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-cephfs. 2023-12-02T00:27:35.889 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../015-python3-cephfs_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:35.925 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-cephfs (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:36.164 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package librbd1. 2023-12-02T00:27:36.179 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../011-librbd1_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:36.224 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking librbd1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:36.269 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-ceph-common. 2023-12-02T00:27:36.284 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../016-python3-ceph-common_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:27:36.328 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:36.648 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-prettytable. 2023-12-02T00:27:36.652 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libcephfs2. 2023-12-02T00:27:36.662 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2023-12-02T00:27:36.666 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../012-libcephfs2_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:36.706 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-12-02T00:27:36.710 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libcephfs2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:36.988 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-rados. 2023-12-02T00:27:36.991 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-rbd. 2023-12-02T00:27:37.002 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../013-python3-rados_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:37.007 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../018-python3-rbd_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:37.046 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-rados (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:37.050 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-rbd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:37.373 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-12-02T00:27:37.386 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-12-02T00:27:37.388 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:27:37.401 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-12-02T00:27:37.432 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-ceph-argparse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:37.436 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-02T00:27:37.697 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-12-02T00:27:37.709 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-cephfs. 2023-12-02T00:27:37.712 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2023-12-02T00:27:37.724 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../015-python3-cephfs_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:37.755 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-12-02T00:27:37.760 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-cephfs (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:38.045 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-ceph-common. 2023-12-02T00:27:38.060 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../016-python3-ceph-common_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:27:38.075 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-12-02T00:27:38.090 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-12-02T00:27:38.103 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:38.133 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-02T00:27:38.423 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-prettytable. 2023-12-02T00:27:38.437 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2023-12-02T00:27:38.454 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package lua5.1. 2023-12-02T00:27:38.468 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-12-02T00:27:38.481 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-12-02T00:27:38.512 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-12-02T00:27:38.742 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-rbd. 2023-12-02T00:27:38.757 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../018-python3-rbd_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:38.817 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-rbd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:38.831 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package lua-any. 2023-12-02T00:27:38.846 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2023-12-02T00:27:38.890 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking lua-any (27ubuntu1) ... 2023-12-02T00:27:39.142 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package zip. 2023-12-02T00:27:39.158 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2023-12-02T00:27:39.170 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-12-02T00:27:39.185 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-12-02T00:27:39.200 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking zip (3.0-12build2) ... 2023-12-02T00:27:39.228 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-02T00:27:39.495 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package unzip. 2023-12-02T00:27:39.497 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-12-02T00:27:39.510 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-12-02T00:27:39.512 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2023-12-02T00:27:39.545 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-12-02T00:27:39.547 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-12-02T00:27:39.809 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-12-02T00:27:39.823 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-12-02T00:27:39.867 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-02T00:27:39.966 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package luarocks. 2023-12-02T00:27:39.981 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-12-02T00:27:40.024 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-12-02T00:27:40.220 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package lua5.1. 2023-12-02T00:27:40.235 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-12-02T00:27:40.278 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-12-02T00:27:40.415 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package librgw2. 2023-12-02T00:27:40.429 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../027-librgw2_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:40.473 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking librgw2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:40.589 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package lua-any. 2023-12-02T00:27:40.604 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2023-12-02T00:27:40.647 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking lua-any (27ubuntu1) ... 2023-12-02T00:27:40.875 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package zip. 2023-12-02T00:27:40.890 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2023-12-02T00:27:40.933 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking zip (3.0-12build2) ... 2023-12-02T00:27:40.934 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-rgw. 2023-12-02T00:27:40.949 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../028-python3-rgw_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:41.009 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-rgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:41.270 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package unzip. 2023-12-02T00:27:41.285 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-12-02T00:27:41.295 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package liboath0:amd64. 2023-12-02T00:27:41.310 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2023-12-02T00:27:41.328 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-12-02T00:27:41.345 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-12-02T00:27:41.673 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libradosstriper1. 2023-12-02T00:27:41.688 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../030-libradosstriper1_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:41.715 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package luarocks. 2023-12-02T00:27:41.730 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-12-02T00:27:41.731 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libradosstriper1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:41.773 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-12-02T00:27:42.151 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-common. 2023-12-02T00:27:42.155 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package librgw2. 2023-12-02T00:27:42.167 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../031-ceph-common_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:42.169 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../027-librgw2_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:42.209 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:42.213 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking librgw2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:42.641 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-rgw. 2023-12-02T00:27:42.655 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../028-python3-rgw_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:42.699 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-rgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:43.027 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package liboath0:amd64. 2023-12-02T00:27:43.041 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2023-12-02T00:27:43.085 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-12-02T00:27:43.265 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-base. 2023-12-02T00:27:43.279 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../032-ceph-base_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:43.332 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-base (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:43.396 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libradosstriper1. 2023-12-02T00:27:43.411 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../030-libradosstriper1_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:43.480 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libradosstriper1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:43.883 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-common. 2023-12-02T00:27:43.898 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../031-ceph-common_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:43.933 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:44.045 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-12-02T00:27:44.059 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-12-02T00:27:44.103 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-12-02T00:27:44.431 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-cheroot. 2023-12-02T00:27:44.446 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-12-02T00:27:44.489 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-02T00:27:44.808 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-12-02T00:27:44.824 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-12-02T00:27:44.867 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-12-02T00:27:44.946 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-base. 2023-12-02T00:27:44.961 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../032-ceph-base_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:45.014 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-base (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:45.137 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-jaraco.text. 2023-12-02T00:27:45.151 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2023-12-02T00:27:45.186 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-12-02T00:27:45.481 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-12-02T00:27:45.496 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-12-02T00:27:45.539 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-12-02T00:27:45.683 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-12-02T00:27:45.697 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-12-02T00:27:45.742 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-12-02T00:27:45.842 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-tempora. 2023-12-02T00:27:45.857 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2023-12-02T00:27:45.901 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-12-02T00:27:46.069 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-cheroot. 2023-12-02T00:27:46.083 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-12-02T00:27:46.128 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-02T00:27:46.211 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-portend. 2023-12-02T00:27:46.226 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2023-12-02T00:27:46.262 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-12-02T00:27:46.514 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-12-02T00:27:46.529 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2023-12-02T00:27:46.548 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-12-02T00:27:46.563 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-12-02T00:27:46.581 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-12-02T00:27:46.606 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-12-02T00:27:46.883 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-jaraco.text. 2023-12-02T00:27:46.898 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2023-12-02T00:27:46.909 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-cherrypy3. 2023-12-02T00:27:46.923 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2023-12-02T00:27:46.942 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-12-02T00:27:46.967 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-12-02T00:27:47.270 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-12-02T00:27:47.285 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-12-02T00:27:47.287 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-natsort. 2023-12-02T00:27:47.302 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2023-12-02T00:27:47.328 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-12-02T00:27:47.337 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-12-02T00:27:47.614 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-tempora. 2023-12-02T00:27:47.615 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-logutils. 2023-12-02T00:27:47.629 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2023-12-02T00:27:47.632 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2023-12-02T00:27:47.672 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-12-02T00:27:47.674 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-12-02T00:27:47.992 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-portend. 2023-12-02T00:27:48.006 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2023-12-02T00:27:48.010 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-markupsafe. 2023-12-02T00:27:48.025 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-12-02T00:27:48.041 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-12-02T00:27:48.068 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-12-02T00:27:48.348 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-mako. 2023-12-02T00:27:48.362 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-12-02T00:27:48.377 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-12-02T00:27:48.395 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2023-12-02T00:27:48.398 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-02T00:27:48.436 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-12-02T00:27:48.751 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-simplegeneric. 2023-12-02T00:27:48.755 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-cherrypy3. 2023-12-02T00:27:48.766 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2023-12-02T00:27:48.770 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2023-12-02T00:27:48.812 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-12-02T00:27:48.813 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-12-02T00:27:49.121 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-singledispatch. 2023-12-02T00:27:49.134 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-natsort. 2023-12-02T00:27:49.136 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-12-02T00:27:49.148 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2023-12-02T00:27:49.172 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-12-02T00:27:49.200 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-12-02T00:27:49.457 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-webob. 2023-12-02T00:27:49.472 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-12-02T00:27:49.515 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-12-02T00:27:49.537 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-logutils. 2023-12-02T00:27:49.552 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2023-12-02T00:27:49.595 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-12-02T00:27:49.884 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-waitress. 2023-12-02T00:27:49.897 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-markupsafe. 2023-12-02T00:27:49.899 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-12-02T00:27:49.912 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-12-02T00:27:49.945 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-02T00:27:49.955 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-12-02T00:27:50.262 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-tempita. 2023-12-02T00:27:50.276 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-12-02T00:27:50.321 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-12-02T00:27:50.632 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-paste. 2023-12-02T00:27:50.646 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-12-02T00:27:50.682 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-12-02T00:27:50.900 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-mako. 2023-12-02T00:27:50.915 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-12-02T00:27:50.958 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-02T00:27:51.001 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-12-02T00:27:51.016 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-12-02T00:27:51.060 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-12-02T00:27:51.245 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-simplegeneric. 2023-12-02T00:27:51.260 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2023-12-02T00:27:51.303 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-12-02T00:27:51.380 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pastedeploy. 2023-12-02T00:27:51.395 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2023-12-02T00:27:51.429 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-12-02T00:27:51.606 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-singledispatch. 2023-12-02T00:27:51.621 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-12-02T00:27:51.664 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-12-02T00:27:51.682 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-webtest. 2023-12-02T00:27:51.698 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2023-12-02T00:27:51.741 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-12-02T00:27:51.983 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-webob. 2023-12-02T00:27:51.998 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-12-02T00:27:52.041 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-12-02T00:27:52.403 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-waitress. 2023-12-02T00:27:52.418 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-12-02T00:27:52.464 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-02T00:27:52.755 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-tempita. 2023-12-02T00:27:52.760 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pecan. 2023-12-02T00:27:52.770 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-12-02T00:27:52.775 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-12-02T00:27:52.805 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-12-02T00:27:52.818 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-12-02T00:27:53.083 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-paste. 2023-12-02T00:27:53.098 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-12-02T00:27:53.141 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-12-02T00:27:53.182 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-certifi. 2023-12-02T00:27:53.197 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2023-12-02T00:27:53.240 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-12-02T00:27:53.436 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-12-02T00:27:53.450 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-12-02T00:27:53.486 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-12-02T00:27:53.585 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-idna. 2023-12-02T00:27:53.600 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../057-python3-idna_3.3-1_all.deb ... 2023-12-02T00:27:53.643 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-idna (3.3-1) ... 2023-12-02T00:27:53.738 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pastedeploy. 2023-12-02T00:27:53.753 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2023-12-02T00:27:53.797 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-12-02T00:27:53.920 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-urllib3. 2023-12-02T00:27:53.936 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-12-02T00:27:53.971 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-02T00:27:54.100 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-webtest. 2023-12-02T00:27:54.115 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2023-12-02T00:27:54.191 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-12-02T00:27:54.257 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-requests. 2023-12-02T00:27:54.272 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-12-02T00:27:54.307 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-02T00:27:54.486 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pecan. 2023-12-02T00:27:54.501 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-12-02T00:27:54.544 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-12-02T00:27:54.610 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-werkzeug. 2023-12-02T00:27:54.625 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-12-02T00:27:54.668 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-02T00:27:54.898 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-certifi. 2023-12-02T00:27:54.914 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2023-12-02T00:27:54.946 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-12-02T00:27:54.956 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-12-02T00:27:54.962 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:27:55.268 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-idna. 2023-12-02T00:27:55.283 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../057-python3-idna_3.3-1_all.deb ... 2023-12-02T00:27:55.288 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:55.343 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-idna (3.3-1) ... 2023-12-02T00:27:55.637 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-urllib3. 2023-12-02T00:27:55.652 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-12-02T00:27:55.694 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-12-02T00:27:55.701 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-02T00:27:55.708 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:55.751 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:55.990 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-requests. 2023-12-02T00:27:56.005 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-12-02T00:27:56.037 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-bcrypt. 2023-12-02T00:27:56.048 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-02T00:27:56.052 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-12-02T00:27:56.087 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-12-02T00:27:56.343 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-werkzeug. 2023-12-02T00:27:56.358 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-12-02T00:27:56.390 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-openssl. 2023-12-02T00:27:56.401 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-02T00:27:56.405 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2023-12-02T00:27:56.448 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-12-02T00:27:56.784 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mgr. 2023-12-02T00:27:56.799 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../065-ceph-mgr_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:56.842 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mgr (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:56.879 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-12-02T00:27:56.894 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:27:56.937 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:57.254 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mon. 2023-12-02T00:27:57.269 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../066-ceph-mon_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:57.312 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mon (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:57.316 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-12-02T00:27:57.331 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:57.375 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:57.644 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-bcrypt. 2023-12-02T00:27:57.659 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-12-02T00:27:57.729 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-12-02T00:27:58.013 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-openssl. 2023-12-02T00:27:58.028 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2023-12-02T00:27:58.071 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-12-02T00:27:58.091 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-osd. 2023-12-02T00:27:58.106 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../067-ceph-osd_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:58.149 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-osd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:58.391 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mgr. 2023-12-02T00:27:58.406 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../065-ceph-mgr_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:58.449 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mgr (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:58.861 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mon. 2023-12-02T00:27:58.876 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../066-ceph-mon_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:58.919 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mon (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:59.327 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph. 2023-12-02T00:27:59.343 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../068-ceph_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:59.386 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:59.672 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-osd. 2023-12-02T00:27:59.688 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../067-ceph-osd_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:59.713 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-fuse. 2023-12-02T00:27:59.728 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../069-ceph-fuse_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:27:59.730 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-osd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:27:59.771 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:00.133 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mds. 2023-12-02T00:28:00.148 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../070-ceph-mds_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:00.183 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mds (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:00.536 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package cephadm. 2023-12-02T00:28:00.573 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../071-cephadm_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:00.593 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:00.917 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph. 2023-12-02T00:28:00.930 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-asyncssh. 2023-12-02T00:28:00.932 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../068-ceph_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:00.945 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2023-12-02T00:28:00.975 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:00.988 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-12-02T00:28:01.299 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python-babel-localedata. 2023-12-02T00:28:01.311 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-fuse. 2023-12-02T00:28:01.314 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-12-02T00:28:01.326 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../069-ceph-fuse_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:01.357 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:01.370 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:01.722 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mds. 2023-12-02T00:28:01.737 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../070-ceph-mds_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:01.772 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mds (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:02.133 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package cephadm. 2023-12-02T00:28:02.148 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../071-cephadm_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:02.191 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:02.337 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-babel. 2023-12-02T00:28:02.351 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-12-02T00:28:02.395 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:02.485 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-asyncssh. 2023-12-02T00:28:02.501 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2023-12-02T00:28:02.544 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-12-02T00:28:02.740 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-jinja2. 2023-12-02T00:28:02.754 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1_all.deb ... 2023-12-02T00:28:02.799 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-12-02T00:28:02.879 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python-babel-localedata. 2023-12-02T00:28:02.895 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-12-02T00:28:02.938 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:03.143 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-12-02T00:28:03.157 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:03.201 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:03.563 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-repoze.lru. 2023-12-02T00:28:03.578 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2023-12-02T00:28:03.612 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-12-02T00:28:03.882 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-routes. 2023-12-02T00:28:03.896 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-12-02T00:28:03.901 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-babel. 2023-12-02T00:28:03.915 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-12-02T00:28:03.940 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-12-02T00:28:03.984 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:04.227 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-12-02T00:28:04.242 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:04.276 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:04.287 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-jinja2. 2023-12-02T00:28:04.300 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1_all.deb ... 2023-12-02T00:28:04.345 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-12-02T00:28:04.698 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-12-02T00:28:04.714 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:04.730 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-12-02T00:28:04.745 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-12-02T00:28:04.756 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:04.788 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-02T00:28:05.092 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-repoze.lru. 2023-12-02T00:28:05.107 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2023-12-02T00:28:05.167 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-12-02T00:28:05.358 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-joblib. 2023-12-02T00:28:05.374 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-12-02T00:28:05.409 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-12-02T00:28:05.445 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-routes. 2023-12-02T00:28:05.459 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-12-02T00:28:05.503 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-12-02T00:28:05.770 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-12-02T00:28:05.784 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-12-02T00:28:05.806 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-12-02T00:28:05.821 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:05.856 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:05.914 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-12-02T00:28:06.230 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-sklearn. 2023-12-02T00:28:06.246 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-12-02T00:28:06.296 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-02T00:28:06.351 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-12-02T00:28:06.366 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-12-02T00:28:06.410 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-02T00:28:06.871 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-joblib. 2023-12-02T00:28:06.885 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-12-02T00:28:06.921 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-12-02T00:28:06.935 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-12-02T00:28:06.948 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:06.993 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:07.458 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-12-02T00:28:07.472 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-12-02T00:28:07.618 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-12-02T00:28:07.912 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-cachetools. 2023-12-02T00:28:07.927 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2023-12-02T00:28:07.962 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-12-02T00:28:08.013 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-sklearn. 2023-12-02T00:28:08.028 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-12-02T00:28:08.071 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-02T00:28:08.282 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pyasn1. 2023-12-02T00:28:08.298 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2023-12-02T00:28:08.340 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-12-02T00:28:08.669 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-12-02T00:28:08.685 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-12-02T00:28:08.705 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-12-02T00:28:08.719 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:08.726 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-12-02T00:28:08.763 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:09.038 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-rsa. 2023-12-02T00:28:09.053 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2023-12-02T00:28:09.096 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-rsa (4.8-1) ... 2023-12-02T00:28:09.400 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-google-auth. 2023-12-02T00:28:09.415 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2023-12-02T00:28:09.450 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-12-02T00:28:09.691 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-cachetools. 2023-12-02T00:28:09.707 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2023-12-02T00:28:09.728 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-12-02T00:28:09.743 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-12-02T00:28:09.749 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-12-02T00:28:09.778 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-02T00:28:10.077 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pyasn1. 2023-12-02T00:28:10.089 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-websocket. 2023-12-02T00:28:10.093 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2023-12-02T00:28:10.105 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2023-12-02T00:28:10.135 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-12-02T00:28:10.147 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-12-02T00:28:10.405 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-12-02T00:28:10.421 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-12-02T00:28:10.464 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-12-02T00:28:10.469 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-kubernetes. 2023-12-02T00:28:10.483 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-12-02T00:28:10.525 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-02T00:28:10.758 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-rsa. 2023-12-02T00:28:10.773 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2023-12-02T00:28:10.816 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-rsa (4.8-1) ... 2023-12-02T00:28:11.170 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-google-auth. 2023-12-02T00:28:11.186 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2023-12-02T00:28:11.228 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-12-02T00:28:11.339 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-12-02T00:28:11.354 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:11.506 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:11.556 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-12-02T00:28:11.573 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-12-02T00:28:11.615 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-02T00:28:11.809 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libonig5:amd64. 2023-12-02T00:28:11.823 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-12-02T00:28:11.859 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-02T00:28:11.909 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-websocket. 2023-12-02T00:28:11.924 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2023-12-02T00:28:11.959 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-12-02T00:28:12.203 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libjq1:amd64. 2023-12-02T00:28:12.218 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-12-02T00:28:12.262 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-02T00:28:12.270 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-kubernetes. 2023-12-02T00:28:12.286 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-12-02T00:28:12.328 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-02T00:28:12.515 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package jq. 2023-12-02T00:28:12.530 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-12-02T00:28:12.598 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-12-02T00:28:12.850 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package socat. 2023-12-02T00:28:12.865 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-12-02T00:28:12.900 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-12-02T00:28:13.000 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-12-02T00:28:13.014 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:13.058 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:13.179 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package xmlstarlet. 2023-12-02T00:28:13.194 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-12-02T00:28:13.228 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-12-02T00:28:13.398 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libonig5:amd64. 2023-12-02T00:28:13.412 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-12-02T00:28:13.455 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-02T00:28:13.591 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-test. 2023-12-02T00:28:13.606 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../099-ceph-test_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:13.641 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-test (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:13.791 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libjq1:amd64. 2023-12-02T00:28:13.805 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-12-02T00:28:13.849 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-02T00:28:14.102 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package jq. 2023-12-02T00:28:14.116 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-12-02T00:28:14.151 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-12-02T00:28:14.388 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package socat. 2023-12-02T00:28:14.403 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-12-02T00:28:14.437 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-12-02T00:28:14.783 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package xmlstarlet. 2023-12-02T00:28:14.798 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-12-02T00:28:14.849 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-12-02T00:28:15.203 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-test. 2023-12-02T00:28:15.218 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../099-ceph-test_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:15.261 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-test (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:15.537 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ceph-volume. 2023-12-02T00:28:15.552 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../100-ceph-volume_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:15.594 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ceph-volume (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:15.975 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package cephfs-mirror. 2023-12-02T00:28:15.990 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../101-cephfs-mirror_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:16.024 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking cephfs-mirror (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:16.360 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-colorama. 2023-12-02T00:28:16.376 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2023-12-02T00:28:16.418 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-12-02T00:28:16.679 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package cephfs-shell. 2023-12-02T00:28:16.695 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../103-cephfs-shell_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:16.737 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking cephfs-shell (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:16.998 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package cephfs-top. 2023-12-02T00:28:17.014 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../104-cephfs-top_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:17.057 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking cephfs-top (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:17.082 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ceph-volume. 2023-12-02T00:28:17.098 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../100-ceph-volume_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:17.140 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ceph-volume (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:17.334 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libcephfs-dev. 2023-12-02T00:28:17.349 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../105-libcephfs-dev_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:17.392 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libcephfs-dev (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:17.677 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package cephfs-mirror. 2023-12-02T00:28:17.678 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package lua-socket:amd64. 2023-12-02T00:28:17.693 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../101-cephfs-mirror_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:17.693 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-12-02T00:28:17.728 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-02T00:28:17.735 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking cephfs-mirror (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:18.047 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-colorama. 2023-12-02T00:28:18.058 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package lua-sec:amd64. 2023-12-02T00:28:18.063 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2023-12-02T00:28:18.073 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2023-12-02T00:28:18.105 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-12-02T00:28:18.132 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-12-02T00:28:18.382 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package cephfs-shell. 2023-12-02T00:28:18.398 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../103-cephfs-shell_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:18.440 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking cephfs-shell (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:18.494 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package nvme-cli. 2023-12-02T00:28:18.510 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-12-02T00:28:18.553 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-12-02T00:28:18.693 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package cephfs-top. 2023-12-02T00:28:18.709 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../104-cephfs-top_18.0.0-7631-gbed76814-1jammy_all.deb ... 2023-12-02T00:28:18.751 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking cephfs-top (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:18.980 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libcephfs-dev. 2023-12-02T00:28:18.988 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package pkg-config. 2023-12-02T00:28:18.995 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../105-libcephfs-dev_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:19.003 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-12-02T00:28:19.037 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libcephfs-dev (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:19.050 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-12-02T00:28:19.286 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-12-02T00:28:19.302 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-12-02T00:28:19.336 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-12-02T00:28:19.381 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package lua-socket:amd64. 2023-12-02T00:28:19.398 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-12-02T00:28:19.440 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-02T00:28:19.739 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-iniconfig. 2023-12-02T00:28:19.755 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2023-12-02T00:28:19.769 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package lua-sec:amd64. 2023-12-02T00:28:19.785 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2023-12-02T00:28:19.789 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-12-02T00:28:19.827 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-12-02T00:28:20.083 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pastescript. 2023-12-02T00:28:20.099 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2023-12-02T00:28:20.141 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-12-02T00:28:20.198 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package nvme-cli. 2023-12-02T00:28:20.213 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-12-02T00:28:20.248 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-12-02T00:28:20.461 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pluggy. 2023-12-02T00:28:20.477 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2023-12-02T00:28:20.519 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-12-02T00:28:20.636 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package pkg-config. 2023-12-02T00:28:20.651 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-12-02T00:28:20.694 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-12-02T00:28:20.856 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-psutil. 2023-12-02T00:28:20.871 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-12-02T00:28:20.914 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-12-02T00:28:20.955 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-12-02T00:28:20.971 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-12-02T00:28:21.014 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-12-02T00:28:21.225 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-py. 2023-12-02T00:28:21.241 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2023-12-02T00:28:21.283 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-py (1.10.0-1) ... 2023-12-02T00:28:21.450 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-iniconfig. 2023-12-02T00:28:21.464 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2023-12-02T00:28:21.508 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-12-02T00:28:21.603 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pygments. 2023-12-02T00:28:21.619 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-12-02T00:28:21.661 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-12-02T00:28:21.836 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pastescript. 2023-12-02T00:28:21.851 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2023-12-02T00:28:21.894 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-12-02T00:28:22.124 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pyinotify. 2023-12-02T00:28:22.139 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-12-02T00:28:22.182 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-12-02T00:28:22.289 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pluggy. 2023-12-02T00:28:22.305 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2023-12-02T00:28:22.339 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-12-02T00:28:22.452 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-toml. 2023-12-02T00:28:22.466 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2023-12-02T00:28:22.501 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-12-02T00:28:22.625 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-psutil. 2023-12-02T00:28:22.640 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-12-02T00:28:22.683 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-12-02T00:28:22.829 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-pytest. 2023-12-02T00:28:22.845 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-12-02T00:28:22.887 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-12-02T00:28:23.061 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-py. 2023-12-02T00:28:23.077 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2023-12-02T00:28:23.119 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-py (1.10.0-1) ... 2023-12-02T00:28:23.200 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package python3-simplejson. 2023-12-02T00:28:23.215 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-12-02T00:28:23.258 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-12-02T00:28:23.458 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pygments. 2023-12-02T00:28:23.472 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-12-02T00:28:23.514 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-12-02T00:28:23.544 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-12-02T00:28:23.560 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-12-02T00:28:23.594 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-12-02T00:28:23.938 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pyinotify. 2023-12-02T00:28:23.949 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-12-02T00:28:23.992 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-12-02T00:28:24.315 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package radosgw. 2023-12-02T00:28:24.329 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-toml. 2023-12-02T00:28:24.329 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../122-radosgw_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:24.344 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2023-12-02T00:28:24.379 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-12-02T00:28:24.404 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking radosgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:24.648 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-pytest. 2023-12-02T00:28:24.663 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-12-02T00:28:24.706 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-12-02T00:28:24.959 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package rbd-fuse. 2023-12-02T00:28:24.974 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../123-rbd-fuse_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:25.009 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking rbd-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:25.034 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package python3-simplejson. 2023-12-02T00:28:25.049 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-12-02T00:28:25.093 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-12-02T00:28:25.277 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-12-02T00:28:25.387 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-12-02T00:28:25.402 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-12-02T00:28:25.445 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-12-02T00:28:25.556 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-02T00:28:25.682 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-12-02T00:28:25.976 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-12-02T00:28:26.133 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package radosgw. 2023-12-02T00:28:26.154 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../122-radosgw_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:26.191 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking radosgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:26.384 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-12-02T00:28:26.760 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package rbd-fuse. 2023-12-02T00:28:26.775 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../123-rbd-fuse_18.0.0-7631-gbed76814-1jammy_amd64.deb ... 2023-12-02T00:28:26.810 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking rbd-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:27.031 INFO:teuthology.orchestra.run.smithi172.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-12-02T00:28:27.093 INFO:teuthology.orchestra.run.smithi172.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2023-12-02T00:28:27.103 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-12-02T00:28:27.142 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:27.373 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-02T00:28:27.499 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-12-02T00:28:27.681 INFO:teuthology.orchestra.run.smithi172.stdout:Adding system user cephadm....done 2023-12-02T00:28:27.851 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-02T00:28:27.972 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-12-02T00:28:28.127 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-12-02T00:28:28.377 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-12-02T00:28:28.436 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-12-02T00:28:28.562 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-12-02T00:28:28.822 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-12-02T00:28:28.998 INFO:teuthology.orchestra.run.smithi133.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-12-02T00:28:29.049 INFO:teuthology.orchestra.run.smithi133.stdout:Could not execute systemctl: at /usr/bin/deb-systemd-invoke line 142. 2023-12-02T00:28:29.092 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:29.114 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-12-02T00:28:29.241 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-py (1.10.0-1) ... 2023-12-02T00:28:29.559 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-12-02T00:28:29.588 INFO:teuthology.orchestra.run.smithi133.stdout:Adding system user cephadm....done 2023-12-02T00:28:29.723 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-02T00:28:29.919 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-12-02T00:28:30.008 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-12-02T00:28:30.162 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-12-02T00:28:30.270 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-12-02T00:28:30.394 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-12-02T00:28:30.430 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-12-02T00:28:30.662 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-12-02T00:28:30.715 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-12-02T00:28:30.921 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-12-02T00:28:30.974 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-12-02T00:28:31.047 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-py (1.10.0-1) ... 2023-12-02T00:28:31.317 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-12-02T00:28:31.361 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-12-02T00:28:31.604 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-12-02T00:28:31.727 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-12-02T00:28:31.846 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-ceph-argparse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:31.986 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-12-02T00:28:32.121 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-02T00:28:32.237 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-12-02T00:28:32.246 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-02T00:28:32.372 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-12-02T00:28:32.538 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-12-02T00:28:32.674 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-12-02T00:28:32.799 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-12-02T00:28:32.847 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-12-02T00:28:33.067 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-12-02T00:28:33.115 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-12-02T00:28:33.383 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-12-02T00:28:33.509 INFO:teuthology.orchestra.run.smithi172.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-12-02T00:28:33.565 INFO:teuthology.orchestra.run.smithi172.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-12-02T00:28:33.629 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-02T00:28:33.651 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-ceph-argparse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:33.763 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-12-02T00:28:33.927 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-02T00:28:34.061 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-02T00:28:34.148 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:34.170 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-12-02T00:28:34.299 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-12-02T00:28:34.430 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-12-02T00:28:34.539 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-12-02T00:28:34.583 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-12-02T00:28:34.807 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-12-02T00:28:34.876 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-12-02T00:28:35.219 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up zip (3.0-12build2) ... 2023-12-02T00:28:35.326 INFO:teuthology.orchestra.run.smithi133.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-12-02T00:28:35.370 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-12-02T00:28:35.370 INFO:teuthology.orchestra.run.smithi133.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-12-02T00:28:35.435 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-02T00:28:35.561 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-12-02T00:28:35.937 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:36.055 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-12-02T00:28:36.063 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-12-02T00:28:36.331 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-12-02T00:28:36.364 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-12-02T00:28:36.524 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-12-02T00:28:36.607 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-12-02T00:28:36.675 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-02T00:28:36.950 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up zip (3.0-12build2) ... 2023-12-02T00:28:37.043 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-12-02T00:28:37.092 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-12-02T00:28:37.461 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-12-02T00:28:37.712 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-12-02T00:28:37.787 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-12-02T00:28:38.038 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-12-02T00:28:38.113 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-02T00:28:38.163 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-12-02T00:28:38.322 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-02T00:28:38.432 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-12-02T00:28:38.649 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-12-02T00:28:38.791 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-02T00:28:39.050 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-12-02T00:28:39.192 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-12-02T00:28:39.317 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-12-02T00:28:39.452 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-12-02T00:28:39.603 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:39.735 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-02T00:28:39.912 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-idna (3.3-1) ... 2023-12-02T00:28:40.037 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-12-02T00:28:40.256 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-02T00:28:40.355 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-02T00:28:40.715 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-12-02T00:28:40.974 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-12-02T00:28:41.100 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:41.401 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-idna (3.3-1) ... 2023-12-02T00:28:41.503 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-12-02T00:28:41.735 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-02T00:28:41.779 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:28:41.914 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-toml (0.10.2-1) ... 2023-12-02T00:28:42.198 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-02T00:28:42.358 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-12-02T00:28:42.534 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-02T00:28:42.852 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-12-02T00:28:42.992 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-12-02T00:28:43.103 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-12-02T00:28:43.210 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:28:43.327 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-toml (0.10.2-1) ... 2023-12-02T00:28:43.388 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:28:43.514 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-12-02T00:28:43.604 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-02T00:28:43.732 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-12-02T00:28:43.840 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-12-02T00:28:43.856 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-02T00:28:44.116 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-12-02T00:28:44.165 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-12-02T00:28:44.392 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-12-02T00:28:44.433 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-12-02T00:28:44.651 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-12-02T00:28:44.692 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:28:44.810 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-12-02T00:28:44.903 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-12-02T00:28:45.111 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-12-02T00:28:45.187 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-02T00:28:45.313 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-12-02T00:28:45.396 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-12-02T00:28:45.598 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-02T00:28:45.663 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-12-02T00:28:45.707 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-02T00:28:45.939 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-12-02T00:28:46.008 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-12-02T00:28:46.199 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-12-02T00:28:46.351 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-12-02T00:28:46.475 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-02T00:28:46.592 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-12-02T00:28:46.593 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-02T00:28:46.694 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-12-02T00:28:46.820 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:46.868 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-02T00:28:46.909 INFO:teuthology.orchestra.run.smithi172.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-12-02T00:28:46.994 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-02T00:28:47.189 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-02T00:28:47.287 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-12-02T00:28:47.307 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-12-02T00:28:47.597 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-12-02T00:28:47.700 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-12-02T00:28:47.856 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-02T00:28:47.967 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up lua-any (27ubuntu1) ... 2023-12-02T00:28:47.982 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-12-02T00:28:48.069 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-portend (3.0.0-1) ... 2023-12-02T00:28:48.141 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-12-02T00:28:48.230 INFO:teuthology.orchestra.run.smithi133.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-12-02T00:28:48.320 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:28:48.445 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-12-02T00:28:48.468 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-02T00:28:48.594 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-12-02T00:28:48.788 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-12-02T00:28:48.996 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-12-02T00:28:49.097 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-02T00:28:49.288 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up lua-any (27ubuntu1) ... 2023-12-02T00:28:49.365 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-12-02T00:28:49.414 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-portend (3.0.0-1) ... 2023-12-02T00:28:49.577 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-rsa (4.8-1) ... 2023-12-02T00:28:49.683 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-02T00:28:49.808 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-12-02T00:28:49.862 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-12-02T00:28:50.138 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-02T00:28:50.184 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-12-02T00:28:50.397 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-12-02T00:28:50.469 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-02T00:28:50.762 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-12-02T00:28:50.783 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-12-02T00:28:50.964 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-rsa (4.8-1) ... 2023-12-02T00:28:51.075 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-12-02T00:28:51.266 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-12-02T00:28:51.403 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-02T00:28:51.542 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-02T00:28:51.554 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up librados2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:51.672 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:51.782 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-12-02T00:28:51.801 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-12-02T00:28:52.126 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libcephfs2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:52.170 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-12-02T00:28:52.252 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libradosstriper1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:52.394 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-12-02T00:28:52.496 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-12-02T00:28:52.688 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up librbd1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:52.805 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mgr-modules-core (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:52.849 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-02T00:28:52.923 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:52.975 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up librados2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:53.084 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:53.125 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-02T00:28:53.126 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-02T00:28:53.185 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-12-02T00:28:53.573 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libcephfs2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:53.698 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libradosstriper1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:53.791 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libcephfs-dev (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:53.824 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-12-02T00:28:53.917 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-rados (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:54.018 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up librgw2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:54.117 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up librbd1 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:54.119 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up cephfs-top (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:54.226 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mgr-modules-core (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:54.270 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-02T00:28:54.336 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:54.548 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-02T00:28:54.548 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-02T00:28:55.195 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libcephfs-dev (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:55.321 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-rados (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:55.447 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up librgw2 (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:55.557 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-rbd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:55.573 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up cephfs-top (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:55.683 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up rbd-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:55.699 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-02T00:28:55.809 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-rgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:55.935 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up python3-cephfs (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:56.102 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up cephfs-shell (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:56.229 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:56.766 INFO:teuthology.orchestra.run.smithi172.stdout:Adding group ceph....done 2023-12-02T00:28:57.020 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-rbd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:57.145 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up rbd-fuse (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:57.248 INFO:teuthology.orchestra.run.smithi172.stdout:Adding system user ceph....done 2023-12-02T00:28:57.271 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-rgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:57.397 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up python3-cephfs (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:57.523 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up cephfs-shell (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:57.644 INFO:teuthology.orchestra.run.smithi172.stdout:Setting system user ceph properties....done 2023-12-02T00:28:57.649 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-common (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:57.660 INFO:teuthology.orchestra.run.smithi172.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-12-02T00:28:57.804 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-12-02T00:28:58.186 INFO:teuthology.orchestra.run.smithi133.stdout:Adding group ceph....done 2023-12-02T00:28:58.196 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-12-02T00:28:58.845 INFO:teuthology.orchestra.run.smithi133.stdout:Adding system user ceph....done 2023-12-02T00:28:58.846 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up cephfs-mirror (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:59.014 INFO:teuthology.orchestra.run.smithi133.stdout:Setting system user ceph properties....done 2023-12-02T00:28:59.032 INFO:teuthology.orchestra.run.smithi133.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-12-02T00:28:59.055 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-12-02T00:28:59.055 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-12-02T00:28:59.174 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-12-02T00:28:59.557 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-12-02T00:28:59.656 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-test (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:28:59.799 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up radosgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:00.209 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up cephfs-mirror (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:00.323 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-02T00:29:00.323 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-02T00:29:00.400 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-12-02T00:29:00.400 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-12-02T00:29:00.925 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-base (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:01.034 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-test (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:01.161 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up radosgw (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:01.261 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-12-02T00:29:01.706 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-02T00:29:01.706 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-02T00:29:01.902 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mds (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:02.150 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-02T00:29:02.150 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-02T00:29:02.497 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-base (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:02.762 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mgr (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:02.884 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-12-02T00:29:02.975 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-02T00:29:02.976 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-02T00:29:03.573 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mds (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:03.597 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-osd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:03.805 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-02T00:29:03.806 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-02T00:29:03.912 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-02T00:29:03.912 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-02T00:29:04.434 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mgr (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:04.541 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:04.639 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-02T00:29:04.639 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-02T00:29:04.666 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:04.809 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mon (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:05.018 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-02T00:29:05.018 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-02T00:29:05.287 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-osd (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:05.616 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-02T00:29:05.616 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-02T00:29:05.660 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mgr-cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:05.803 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:05.929 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-mgr-dashboard (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:06.088 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ceph-volume (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:06.297 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:06.423 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:06.441 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-12-02T00:29:06.542 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-12-02T00:29:06.569 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mon (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:06.752 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-02T00:29:06.773 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-02T00:29:06.773 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-02T00:29:07.392 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mgr-cephadm (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:07.551 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:07.677 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-mgr-dashboard (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:07.828 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ceph-volume (18.0.0-7631-gbed76814-1jammy) ... 2023-12-02T00:29:07.945 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-12-02T00:29:08.181 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-12-02T00:29:08.298 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-12-02T00:29:08.441 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-02T00:29:08.617 INFO:teuthology.orchestra.run.smithi172.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-02T00:29:08.621 DEBUG:teuthology.orchestra.run.smithi172:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-12-02T00:29:08.696 INFO:teuthology.orchestra.run.smithi172.stdout:Reading package lists... 2023-12-02T00:29:08.863 INFO:teuthology.orchestra.run.smithi172.stdout:Building dependency tree... 2023-12-02T00:29:08.864 INFO:teuthology.orchestra.run.smithi172.stdout:Reading state information... 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout:The following packages were automatically installed and are no longer required: 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-02T00:29:09.014 INFO:teuthology.orchestra.run.smithi172.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-02T00:29:09.015 INFO:teuthology.orchestra.run.smithi172.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-02T00:29:09.015 INFO:teuthology.orchestra.run.smithi172.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-02T00:29:09.015 INFO:teuthology.orchestra.run.smithi172.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-02T00:29:09.015 INFO:teuthology.orchestra.run.smithi172.stdout:The following additional packages will be installed: 2023-12-02T00:29:09.016 INFO:teuthology.orchestra.run.smithi172.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-12-02T00:29:09.016 INFO:teuthology.orchestra.run.smithi172.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-12-02T00:29:09.016 INFO:teuthology.orchestra.run.smithi172.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-12-02T00:29:09.016 INFO:teuthology.orchestra.run.smithi172.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-12-02T00:29:09.016 INFO:teuthology.orchestra.run.smithi172.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-12-02T00:29:09.017 INFO:teuthology.orchestra.run.smithi172.stdout:Suggested packages: 2023-12-02T00:29:09.017 INFO:teuthology.orchestra.run.smithi172.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-12-02T00:29:09.017 INFO:teuthology.orchestra.run.smithi172.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-12-02T00:29:09.017 INFO:teuthology.orchestra.run.smithi172.stdout: libengine-pkcs11-openssl 2023-12-02T00:29:09.066 INFO:teuthology.orchestra.run.smithi172.stdout:The following NEW packages will be installed: 2023-12-02T00:29:09.067 INFO:teuthology.orchestra.run.smithi172.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-12-02T00:29:09.067 INFO:teuthology.orchestra.run.smithi172.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-12-02T00:29:09.067 INFO:teuthology.orchestra.run.smithi172.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-12-02T00:29:09.067 INFO:teuthology.orchestra.run.smithi172.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-12-02T00:29:09.068 INFO:teuthology.orchestra.run.smithi172.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-12-02T00:29:09.068 INFO:teuthology.orchestra.run.smithi172.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-12-02T00:29:09.068 INFO:teuthology.orchestra.run.smithi172.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-12-02T00:29:09.068 INFO:teuthology.orchestra.run.smithi172.stdout:The following packages will be upgraded: 2023-12-02T00:29:09.069 INFO:teuthology.orchestra.run.smithi172.stdout: libssl3 2023-12-02T00:29:09.253 INFO:teuthology.orchestra.run.smithi172.stdout:1 upgraded, 39 newly installed, 0 to remove and 264 not upgraded. 2023-12-02T00:29:09.254 INFO:teuthology.orchestra.run.smithi172.stdout:Need to get 54.6 MB of archives. 2023-12-02T00:29:09.254 INFO:teuthology.orchestra.run.smithi172.stdout:After this operation, 202 MB of additional disk space will be used. 2023-12-02T00:29:09.254 INFO:teuthology.orchestra.run.smithi172.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-12-02T00:29:09.593 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-12-02T00:29:09.748 INFO:teuthology.orchestra.run.smithi172.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.12 [1,901 kB] 2023-12-02T00:29:10.006 INFO:teuthology.orchestra.run.smithi172.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-12-02T00:29:10.040 INFO:teuthology.orchestra.run.smithi172.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-12-02T00:29:10.042 INFO:teuthology.orchestra.run.smithi172.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-12-02T00:29:10.047 INFO:teuthology.orchestra.run.smithi172.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2023-12-02T00:29:10.051 INFO:teuthology.orchestra.run.smithi172.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-12-02T00:29:10.051 INFO:teuthology.orchestra.run.smithi172.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-12-02T00:29:10.057 INFO:teuthology.orchestra.run.smithi172.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-12-02T00:29:10.059 INFO:teuthology.orchestra.run.smithi172.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-12-02T00:29:10.059 INFO:teuthology.orchestra.run.smithi172.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-12-02T00:29:10.223 INFO:teuthology.orchestra.run.smithi172.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-12-02T00:29:10.305 INFO:teuthology.orchestra.run.smithi133.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-02T00:29:10.310 DEBUG:teuthology.orchestra.run.smithi133:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-12-02T00:29:10.385 INFO:teuthology.orchestra.run.smithi133.stdout:Reading package lists... 2023-12-02T00:29:10.553 INFO:teuthology.orchestra.run.smithi133.stdout:Building dependency tree... 2023-12-02T00:29:10.553 INFO:teuthology.orchestra.run.smithi133.stdout:Reading state information... 2023-12-02T00:29:10.565 INFO:teuthology.orchestra.run.smithi172.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout:The following packages were automatically installed and are no longer required: 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-02T00:29:10.702 INFO:teuthology.orchestra.run.smithi133.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-02T00:29:10.703 INFO:teuthology.orchestra.run.smithi133.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-02T00:29:10.703 INFO:teuthology.orchestra.run.smithi133.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-02T00:29:10.703 INFO:teuthology.orchestra.run.smithi133.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-02T00:29:10.703 INFO:teuthology.orchestra.run.smithi133.stdout:The following additional packages will be installed: 2023-12-02T00:29:10.704 INFO:teuthology.orchestra.run.smithi133.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-12-02T00:29:10.704 INFO:teuthology.orchestra.run.smithi133.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-12-02T00:29:10.705 INFO:teuthology.orchestra.run.smithi133.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-12-02T00:29:10.705 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-12-02T00:29:10.705 INFO:teuthology.orchestra.run.smithi133.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-12-02T00:29:10.705 INFO:teuthology.orchestra.run.smithi133.stdout:Suggested packages: 2023-12-02T00:29:10.705 INFO:teuthology.orchestra.run.smithi133.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-12-02T00:29:10.706 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-12-02T00:29:10.706 INFO:teuthology.orchestra.run.smithi133.stdout: libengine-pkcs11-openssl 2023-12-02T00:29:10.753 INFO:teuthology.orchestra.run.smithi133.stdout:The following NEW packages will be installed: 2023-12-02T00:29:10.753 INFO:teuthology.orchestra.run.smithi133.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-12-02T00:29:10.753 INFO:teuthology.orchestra.run.smithi133.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-12-02T00:29:10.755 INFO:teuthology.orchestra.run.smithi133.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-12-02T00:29:10.755 INFO:teuthology.orchestra.run.smithi133.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-12-02T00:29:10.755 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-12-02T00:29:10.755 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-12-02T00:29:10.755 INFO:teuthology.orchestra.run.smithi133.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-12-02T00:29:10.755 INFO:teuthology.orchestra.run.smithi133.stdout:The following packages will be upgraded: 2023-12-02T00:29:10.756 INFO:teuthology.orchestra.run.smithi133.stdout: libssl3 2023-12-02T00:29:10.810 INFO:teuthology.orchestra.run.smithi133.stdout:1 upgraded, 39 newly installed, 0 to remove and 264 not upgraded. 2023-12-02T00:29:10.810 INFO:teuthology.orchestra.run.smithi133.stdout:Need to get 54.6 MB of archives. 2023-12-02T00:29:10.810 INFO:teuthology.orchestra.run.smithi133.stdout:After this operation, 202 MB of additional disk space will be used. 2023-12-02T00:29:10.810 INFO:teuthology.orchestra.run.smithi133.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-12-02T00:29:10.911 INFO:teuthology.orchestra.run.smithi133.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.12 [1,901 kB] 2023-12-02T00:29:10.965 INFO:teuthology.orchestra.run.smithi133.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-12-02T00:29:10.973 INFO:teuthology.orchestra.run.smithi133.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-12-02T00:29:10.973 INFO:teuthology.orchestra.run.smithi133.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-12-02T00:29:10.975 INFO:teuthology.orchestra.run.smithi133.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2023-12-02T00:29:10.976 INFO:teuthology.orchestra.run.smithi133.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-12-02T00:29:10.977 INFO:teuthology.orchestra.run.smithi133.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-12-02T00:29:10.978 INFO:teuthology.orchestra.run.smithi133.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-12-02T00:29:10.979 INFO:teuthology.orchestra.run.smithi133.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-12-02T00:29:10.979 INFO:teuthology.orchestra.run.smithi133.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-12-02T00:29:10.983 INFO:teuthology.orchestra.run.smithi133.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-12-02T00:29:10.996 INFO:teuthology.orchestra.run.smithi133.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2023-12-02T00:29:11.203 INFO:teuthology.orchestra.run.smithi133.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-12-02T00:29:11.205 INFO:teuthology.orchestra.run.smithi133.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-12-02T00:29:11.205 INFO:teuthology.orchestra.run.smithi133.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-12-02T00:29:11.208 INFO:teuthology.orchestra.run.smithi133.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-12-02T00:29:11.208 INFO:teuthology.orchestra.run.smithi133.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-12-02T00:29:11.213 INFO:teuthology.orchestra.run.smithi133.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.9-0ubuntu0.22.04.1 [141 kB] 2023-12-02T00:29:11.214 INFO:teuthology.orchestra.run.smithi133.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-12-02T00:29:11.222 INFO:teuthology.orchestra.run.smithi133.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-12-02T00:29:11.222 INFO:teuthology.orchestra.run.smithi133.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.12 [2,373 kB] 2023-12-02T00:29:11.244 INFO:teuthology.orchestra.run.smithi133.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-12-02T00:29:11.245 INFO:teuthology.orchestra.run.smithi133.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-12-02T00:29:11.256 INFO:teuthology.orchestra.run.smithi133.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-12-02T00:29:11.274 INFO:teuthology.orchestra.run.smithi133.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-12-02T00:29:11.278 INFO:teuthology.orchestra.run.smithi133.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-12-02T00:29:11.278 INFO:teuthology.orchestra.run.smithi133.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-12-02T00:29:11.279 INFO:teuthology.orchestra.run.smithi133.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-12-02T00:29:11.279 INFO:teuthology.orchestra.run.smithi133.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.9-0ubuntu0.22.04.1 [1,222 kB] 2023-12-02T00:29:11.293 INFO:teuthology.orchestra.run.smithi133.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-12-02T00:29:11.294 INFO:teuthology.orchestra.run.smithi133.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.9-0ubuntu0.22.04.1 [16.1 MB] 2023-12-02T00:29:11.439 INFO:teuthology.orchestra.run.smithi133.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-12-02T00:29:11.439 INFO:teuthology.orchestra.run.smithi133.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-12-02T00:29:11.439 INFO:teuthology.orchestra.run.smithi133.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-12-02T00:29:11.439 INFO:teuthology.orchestra.run.smithi133.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-12-02T00:29:11.439 INFO:teuthology.orchestra.run.smithi133.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-12-02T00:29:11.440 INFO:teuthology.orchestra.run.smithi133.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-12-02T00:29:11.452 INFO:teuthology.orchestra.run.smithi133.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-12-02T00:29:11.452 INFO:teuthology.orchestra.run.smithi133.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-12-02T00:29:11.638 INFO:teuthology.orchestra.run.smithi172.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-12-02T00:29:11.640 INFO:teuthology.orchestra.run.smithi172.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-12-02T00:29:11.640 INFO:teuthology.orchestra.run.smithi172.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-12-02T00:29:11.642 INFO:teuthology.orchestra.run.smithi172.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-12-02T00:29:11.643 INFO:teuthology.orchestra.run.smithi172.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-12-02T00:29:11.648 INFO:teuthology.orchestra.run.smithi172.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.9-0ubuntu0.22.04.1 [141 kB] 2023-12-02T00:29:11.649 INFO:teuthology.orchestra.run.smithi172.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-12-02T00:29:11.669 INFO:teuthology.orchestra.run.smithi172.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-12-02T00:29:11.669 INFO:teuthology.orchestra.run.smithi172.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.12 [2,373 kB] 2023-12-02T00:29:11.828 INFO:teuthology.orchestra.run.smithi133.stdout:Preconfiguring packages ... 2023-12-02T00:29:11.911 INFO:teuthology.orchestra.run.smithi172.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-12-02T00:29:11.990 INFO:teuthology.orchestra.run.smithi133.stdout:Fetched 54.6 MB in 1s (79.1 MB/s) 2023-12-02T00:29:11.994 INFO:teuthology.orchestra.run.smithi172.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-12-02T00:29:12.132 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package flex. 2023-12-02T00:29:12.207 INFO:teuthology.orchestra.run.smithi133.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140565 files and directories currently installed.) 2023-12-02T00:29:12.211 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-12-02T00:29:12.247 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking flex (2.6.4-8build2) ... 2023-12-02T00:29:12.469 INFO:teuthology.orchestra.run.smithi172.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-12-02T00:29:12.600 INFO:teuthology.orchestra.run.smithi172.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-12-02T00:29:12.611 INFO:teuthology.orchestra.run.smithi172.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-12-02T00:29:12.611 INFO:teuthology.orchestra.run.smithi172.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-12-02T00:29:12.611 INFO:teuthology.orchestra.run.smithi172.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-12-02T00:29:12.612 INFO:teuthology.orchestra.run.smithi172.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.9-0ubuntu0.22.04.1 [1,222 kB] 2023-12-02T00:29:12.646 INFO:teuthology.orchestra.run.smithi172.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-12-02T00:29:12.648 INFO:teuthology.orchestra.run.smithi172.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.9-0ubuntu0.22.04.1 [16.1 MB] 2023-12-02T00:29:12.793 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.12_amd64.deb ... 2023-12-02T00:29:12.970 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.12) over (3.0.2-0ubuntu1.7) ... 2023-12-02T00:29:13.114 INFO:teuthology.orchestra.run.smithi172.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-12-02T00:29:13.278 INFO:teuthology.orchestra.run.smithi172.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-12-02T00:29:13.359 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.12) ... 2023-12-02T00:29:13.361 INFO:teuthology.orchestra.run.smithi172.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-12-02T00:29:13.361 INFO:teuthology.orchestra.run.smithi172.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-12-02T00:29:13.446 INFO:teuthology.orchestra.run.smithi172.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-12-02T00:29:13.455 INFO:teuthology.orchestra.run.smithi172.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-12-02T00:29:13.903 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package bison. 2023-12-02T00:29:13.916 INFO:teuthology.orchestra.run.smithi172.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-12-02T00:29:13.918 INFO:teuthology.orchestra.run.smithi172.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-12-02T00:29:13.979 INFO:teuthology.orchestra.run.smithi133.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140638 files and directories currently installed.) 2023-12-02T00:29:13.983 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-12-02T00:29:14.115 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-12-02T00:29:14.310 INFO:teuthology.orchestra.run.smithi172.stdout:Preconfiguring packages ... 2023-12-02T00:29:14.470 INFO:teuthology.orchestra.run.smithi172.stdout:Fetched 54.6 MB in 5s (11.3 MB/s) 2023-12-02T00:29:14.524 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-12-02T00:29:14.538 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-12-02T00:29:14.583 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-12-02T00:29:14.586 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package flex. 2023-12-02T00:29:14.659 INFO:teuthology.orchestra.run.smithi172.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140565 files and directories currently installed.) 2023-12-02T00:29:14.662 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-12-02T00:29:14.701 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking flex (2.6.4-8build2) ... 2023-12-02T00:29:14.919 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package dump. 2023-12-02T00:29:14.933 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-12-02T00:29:14.977 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking dump (0.4b47-3) ... 2023-12-02T00:29:15.263 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.12_amd64.deb ... 2023-12-02T00:29:15.264 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package indent. 2023-12-02T00:29:15.278 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:15.322 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2023-12-02T00:29:15.441 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.12) over (3.0.2-0ubuntu1.7) ... 2023-12-02T00:29:15.616 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-12-02T00:29:15.630 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-12-02T00:29:15.666 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-12-02T00:29:15.833 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.12) ... 2023-12-02T00:29:15.986 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-12-02T00:29:16.001 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-12-02T00:29:16.044 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-12-02T00:29:16.314 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-12-02T00:29:16.328 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-12-02T00:29:16.341 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package bison. 2023-12-02T00:29:16.372 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-12-02T00:29:16.414 INFO:teuthology.orchestra.run.smithi172.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 140638 files and directories currently installed.) 2023-12-02T00:29:16.418 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-12-02T00:29:16.469 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-12-02T00:29:16.691 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libfl2:amd64. 2023-12-02T00:29:16.706 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-12-02T00:29:16.775 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:16.836 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-12-02T00:29:16.850 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-12-02T00:29:16.903 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-12-02T00:29:17.052 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-12-02T00:29:17.066 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-12-02T00:29:17.102 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:17.231 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package dump. 2023-12-02T00:29:17.245 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-12-02T00:29:17.289 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking dump (0.4b47-3) ... 2023-12-02T00:29:17.330 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libjson-perl. 2023-12-02T00:29:17.344 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-12-02T00:29:17.389 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-12-02T00:29:17.567 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package indent. 2023-12-02T00:29:17.582 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:17.625 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2023-12-02T00:29:17.682 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libllvm14:amd64. 2023-12-02T00:29:17.697 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2023-12-02T00:29:17.740 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-12-02T00:29:17.903 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-12-02T00:29:17.918 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-12-02T00:29:17.970 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-12-02T00:29:18.283 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-12-02T00:29:18.298 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-12-02T00:29:18.340 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-12-02T00:29:18.593 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-12-02T00:29:18.609 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-12-02T00:29:18.651 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-12-02T00:29:19.004 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libfl2:amd64. 2023-12-02T00:29:19.020 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-12-02T00:29:19.063 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:19.068 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-12-02T00:29:19.085 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-12-02T00:29:19.177 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:19.307 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-12-02T00:29:19.323 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-12-02T00:29:19.357 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:19.429 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libmbim-proxy. 2023-12-02T00:29:19.446 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-12-02T00:29:19.487 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:19.601 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libjson-perl. 2023-12-02T00:29:19.617 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-12-02T00:29:19.667 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-12-02T00:29:19.773 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-12-02T00:29:19.789 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-12-02T00:29:19.832 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:19.979 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libllvm14:amd64. 2023-12-02T00:29:19.995 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2023-12-02T00:29:20.037 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-12-02T00:29:20.176 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libndp0:amd64. 2023-12-02T00:29:20.192 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-12-02T00:29:20.234 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-12-02T00:29:20.595 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libnm0:amd64. 2023-12-02T00:29:20.611 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-12-02T00:29:20.662 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-12-02T00:29:20.964 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libpq5:amd64. 2023-12-02T00:29:20.981 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../16-libpq5_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:21.014 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:21.350 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-12-02T00:29:21.367 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:21.409 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:21.431 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-12-02T00:29:21.447 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-12-02T00:29:21.498 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:21.702 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libqmi-proxy. 2023-12-02T00:29:21.718 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:21.726 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libmbim-proxy. 2023-12-02T00:29:21.741 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-12-02T00:29:21.761 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:21.775 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:22.005 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-12-02T00:29:22.021 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.12_amd64.deb ... 2023-12-02T00:29:22.063 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-12-02T00:29:22.112 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-12-02T00:29:22.127 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-12-02T00:29:22.170 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:22.498 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libndp0:amd64. 2023-12-02T00:29:22.513 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-12-02T00:29:22.556 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-12-02T00:29:22.566 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-12-02T00:29:22.582 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-12-02T00:29:22.641 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-12-02T00:29:22.858 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libnm0:amd64. 2023-12-02T00:29:22.874 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-12-02T00:29:22.942 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-12-02T00:29:22.954 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package modemmanager. 2023-12-02T00:29:22.968 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-12-02T00:29:23.004 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:23.261 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libpq5:amd64. 2023-12-02T00:29:23.277 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../16-libpq5_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:23.319 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:23.600 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package network-manager. 2023-12-02T00:29:23.616 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-12-02T00:29:23.667 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-12-02T00:29:23.667 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-12-02T00:29:23.682 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:23.724 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:24.060 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libqmi-proxy. 2023-12-02T00:29:24.075 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:24.110 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:24.308 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package ppp. 2023-12-02T00:29:24.322 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-12-02T00:29:24.405 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-12-02T00:29:24.420 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.12_amd64.deb ... 2023-12-02T00:29:24.463 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-12-02T00:29:24.691 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-12-02T00:29:24.958 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-12-02T00:29:24.973 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-12-02T00:29:25.016 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-12-02T00:29:25.037 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package pptp-linux. 2023-12-02T00:29:25.051 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-12-02T00:29:25.095 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-12-02T00:29:25.364 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package network-manager-pptp. 2023-12-02T00:29:25.369 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package modemmanager. 2023-12-02T00:29:25.378 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-12-02T00:29:25.384 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-12-02T00:29:25.423 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-12-02T00:29:25.427 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:25.725 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package postgresql-client-common. 2023-12-02T00:29:25.740 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-12-02T00:29:25.784 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking postgresql-client-common (238) ... 2023-12-02T00:29:26.066 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package network-manager. 2023-12-02T00:29:26.082 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-12-02T00:29:26.133 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-12-02T00:29:26.137 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package postgresql-client-14. 2023-12-02T00:29:26.152 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../27-postgresql-client-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:26.212 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:26.772 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package ppp. 2023-12-02T00:29:26.789 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-12-02T00:29:26.792 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package postgresql-common. 2023-12-02T00:29:26.806 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-12-02T00:29:26.868 INFO:teuthology.orchestra.run.smithi133.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-12-02T00:29:26.899 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking postgresql-common (238) ... 2023-12-02T00:29:27.129 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-12-02T00:29:27.374 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package postgresql-14. 2023-12-02T00:29:27.389 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../29-postgresql-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:27.402 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package pptp-linux. 2023-12-02T00:29:27.416 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-12-02T00:29:27.435 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:27.460 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-12-02T00:29:27.729 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package network-manager-pptp. 2023-12-02T00:29:27.744 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-12-02T00:29:27.788 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-12-02T00:29:28.066 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package postgresql-client-common. 2023-12-02T00:29:28.080 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-12-02T00:29:28.132 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking postgresql-client-common (238) ... 2023-12-02T00:29:28.453 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package postgresql-client-14. 2023-12-02T00:29:28.460 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package postgresql. 2023-12-02T00:29:28.467 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../27-postgresql-client-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:28.475 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-12-02T00:29:28.511 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:28.543 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking postgresql (14+238) ... 2023-12-02T00:29:28.787 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package postgresql-client. 2023-12-02T00:29:28.801 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-12-02T00:29:28.845 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking postgresql-client (14+238) ... 2023-12-02T00:29:29.073 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package postgresql-common. 2023-12-02T00:29:29.081 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package postgresql-contrib. 2023-12-02T00:29:29.088 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-12-02T00:29:29.096 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-12-02T00:29:29.131 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking postgresql-contrib (14+238) ... 2023-12-02T00:29:29.149 INFO:teuthology.orchestra.run.smithi172.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-12-02T00:29:29.189 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking postgresql-common (238) ... 2023-12-02T00:29:29.993 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package tcl8.6. 2023-12-02T00:29:30.009 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-12-02T00:29:30.051 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-12-02T00:29:30.256 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package postgresql-14. 2023-12-02T00:29:30.272 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../29-postgresql-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-12-02T00:29:30.318 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:30.320 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package tcl. 2023-12-02T00:29:30.336 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-12-02T00:29:30.383 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-12-02T00:29:30.714 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package wpasupplicant. 2023-12-02T00:29:30.730 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-12-02T00:29:30.773 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-12-02T00:29:31.127 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-12-02T00:29:31.143 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-12-02T00:29:31.185 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-12-02T00:29:31.434 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package postgresql. 2023-12-02T00:29:31.449 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-12-02T00:29:31.493 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking postgresql (14+238) ... 2023-12-02T00:29:31.572 INFO:teuthology.orchestra.run.smithi133.stdout:Selecting previously unselected package usb-modeswitch. 2023-12-02T00:29:31.588 INFO:teuthology.orchestra.run.smithi133.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-12-02T00:29:31.638 INFO:teuthology.orchestra.run.smithi133.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-12-02T00:29:31.719 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package postgresql-client. 2023-12-02T00:29:31.734 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-12-02T00:29:31.769 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking postgresql-client (14+238) ... 2023-12-02T00:29:31.924 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up postgresql-client-common (238) ... 2023-12-02T00:29:31.980 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package postgresql-contrib. 2023-12-02T00:29:31.994 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-12-02T00:29:32.038 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking postgresql-contrib (14+238) ... 2023-12-02T00:29:32.169 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up flex (2.6.4-8build2) ... 2023-12-02T00:29:32.295 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-12-02T00:29:32.382 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package tcl8.6. 2023-12-02T00:29:32.397 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-12-02T00:29:32.421 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:32.449 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-12-02T00:29:32.539 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-12-02T00:29:32.665 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-12-02T00:29:32.718 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package tcl. 2023-12-02T00:29:32.734 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-12-02T00:29:32.781 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-12-02T00:29:32.790 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:33.154 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package wpasupplicant. 2023-12-02T00:29:33.169 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-12-02T00:29:33.214 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-12-02T00:29:33.541 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-12-02T00:29:33.649 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-12-02T00:29:33.649 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-12-02T00:29:33.802 INFO:teuthology.orchestra.run.smithi133.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-12-02T00:29:33.880 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-12-02T00:29:33.989 INFO:teuthology.orchestra.run.smithi172.stdout:Selecting previously unselected package usb-modeswitch. 2023-12-02T00:29:33.994 INFO:teuthology.orchestra.run.smithi172.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-12-02T00:29:34.039 INFO:teuthology.orchestra.run.smithi172.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-12-02T00:29:34.258 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-12-02T00:29:34.258 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-12-02T00:29:34.306 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up postgresql-client-common (238) ... 2023-12-02T00:29:34.525 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up flex (2.6.4-8build2) ... 2023-12-02T00:29:34.652 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-12-02T00:29:34.811 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:34.937 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-12-02T00:29:34.941 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-12-02T00:29:35.037 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-12-02T00:29:35.067 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-12-02T00:29:35.163 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:35.194 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-12-02T00:29:35.327 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-12-02T00:29:35.453 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:35.604 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-12-02T00:29:35.705 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-12-02T00:29:36.169 INFO:teuthology.orchestra.run.smithi172.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-12-02T00:29:36.269 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-12-02T00:29:36.452 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-12-02T00:29:36.577 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up dump (0.4b47-3) ... 2023-12-02T00:29:36.631 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-12-02T00:29:36.631 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-12-02T00:29:36.673 INFO:teuthology.orchestra.run.smithi133.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-12-02T00:29:36.771 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:36.872 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-12-02T00:29:36.998 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up tcl (8.6.11+1build2) ... 2023-12-02T00:29:37.124 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libjson-perl (4.04000-1) ... 2023-12-02T00:29:37.250 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-12-02T00:29:37.340 INFO:teuthology.orchestra.run.smithi133.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-12-02T00:29:37.363 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-12-02T00:29:37.401 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2023-12-02T00:29:37.514 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-12-02T00:29:37.527 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-12-02T00:29:37.615 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-12-02T00:29:37.703 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-12-02T00:29:37.724 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-12-02T00:29:37.838 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:37.850 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:37.972 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-12-02T00:29:37.976 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-12-02T00:29:38.102 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-12-02T00:29:38.140 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up postgresql-client (14+238) ... 2023-12-02T00:29:38.266 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-12-02T00:29:38.846 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:38.847 INFO:teuthology.orchestra.run.smithi133.stdout:The following network interfaces were found in /etc/network/interfaces 2023-12-02T00:29:38.847 INFO:teuthology.orchestra.run.smithi133.stdout:which means they are currently configured by ifupdown: 2023-12-02T00:29:38.847 INFO:teuthology.orchestra.run.smithi133.stdout:- enp3s0f1 2023-12-02T00:29:38.847 INFO:teuthology.orchestra.run.smithi133.stdout:If you want to manage those interfaces with NetworkManager instead 2023-12-02T00:29:38.847 INFO:teuthology.orchestra.run.smithi133.stdout:remove their configuration from /etc/network/interfaces. 2023-12-02T00:29:38.847 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:38.865 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-12-02T00:29:38.979 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-12-02T00:29:38.983 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up dump (0.4b47-3) ... 2023-12-02T00:29:39.078 INFO:teuthology.orchestra.run.smithi172.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-12-02T00:29:39.143 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:39.302 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-12-02T00:29:39.390 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-12-02T00:29:39.428 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up tcl (8.6.11+1build2) ... 2023-12-02T00:29:39.554 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libjson-perl (4.04000-1) ... 2023-12-02T00:29:39.680 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-12-02T00:29:39.762 INFO:teuthology.orchestra.run.smithi172.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-12-02T00:29:39.817 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-12-02T00:29:39.823 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2023-12-02T00:29:39.978 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-12-02T00:29:40.434 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-12-02T00:29:40.543 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:40.560 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:40.686 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-12-02T00:29:40.695 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:40.821 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-12-02T00:29:40.854 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up postgresql-client (14+238) ... 2023-12-02T00:29:40.948 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up postgresql-common (238) ... 2023-12-02T00:29:40.980 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-12-02T00:29:41.609 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:41.609 INFO:teuthology.orchestra.run.smithi172.stdout:The following network interfaces were found in /etc/network/interfaces 2023-12-02T00:29:41.609 INFO:teuthology.orchestra.run.smithi172.stdout:which means they are currently configured by ifupdown: 2023-12-02T00:29:41.609 INFO:teuthology.orchestra.run.smithi172.stdout:- enp3s0f1 2023-12-02T00:29:41.609 INFO:teuthology.orchestra.run.smithi172.stdout:If you want to manage those interfaces with NetworkManager instead 2023-12-02T00:29:41.609 INFO:teuthology.orchestra.run.smithi172.stdout:remove their configuration from /etc/network/interfaces. 2023-12-02T00:29:41.609 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:41.743 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-12-02T00:29:41.877 INFO:teuthology.orchestra.run.smithi133.stdout:Adding user postgres to group ssl-cert 2023-12-02T00:29:42.134 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:42.134 INFO:teuthology.orchestra.run.smithi133.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-12-02T00:29:42.155 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-12-02T00:29:42.416 INFO:teuthology.orchestra.run.smithi133.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-12-02T00:29:42.417 INFO:teuthology.orchestra.run.smithi133.stdout:Removing obsolete dictionary files: 2023-12-02T00:29:42.579 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-12-02T00:29:43.167 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-12-02T00:29:43.291 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-12-02T00:29:43.435 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-12-02T00:29:43.560 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-12-02T00:29:43.702 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up postgresql-common (238) ... 2023-12-02T00:29:43.773 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:44.138 INFO:teuthology.orchestra.run.smithi133.stdout:Creating new PostgreSQL cluster 14/main ... 2023-12-02T00:29:44.167 INFO:teuthology.orchestra.run.smithi133.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-12-02T00:29:44.223 INFO:teuthology.orchestra.run.smithi133.stdout:The files belonging to this database system will be owned by user "postgres". 2023-12-02T00:29:44.223 INFO:teuthology.orchestra.run.smithi133.stdout:This user must also own the server process. 2023-12-02T00:29:44.223 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout:The database cluster will be initialized with locale "en_US". 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout:The default text search configuration will be set to "english". 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout:Data page checksums are disabled. 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-12-02T00:29:44.224 INFO:teuthology.orchestra.run.smithi133.stdout:creating subdirectories ... ok 2023-12-02T00:29:44.225 INFO:teuthology.orchestra.run.smithi133.stdout:selecting dynamic shared memory implementation ... posix 2023-12-02T00:29:44.249 INFO:teuthology.orchestra.run.smithi133.stdout:selecting default max_connections ... 100 2023-12-02T00:29:44.284 INFO:teuthology.orchestra.run.smithi133.stdout:selecting default shared_buffers ... 128MB 2023-12-02T00:29:44.297 INFO:teuthology.orchestra.run.smithi133.stdout:selecting default time zone ... Etc/UTC 2023-12-02T00:29:44.298 INFO:teuthology.orchestra.run.smithi133.stdout:creating configuration files ... ok 2023-12-02T00:29:44.466 INFO:teuthology.orchestra.run.smithi133.stdout:running bootstrap script ... ok 2023-12-02T00:29:44.642 INFO:teuthology.orchestra.run.smithi172.stdout:Adding user postgres to group ssl-cert 2023-12-02T00:29:44.902 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:44.902 INFO:teuthology.orchestra.run.smithi172.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-12-02T00:29:45.168 INFO:teuthology.orchestra.run.smithi172.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-12-02T00:29:45.168 INFO:teuthology.orchestra.run.smithi172.stdout:Removing obsolete dictionary files: 2023-12-02T00:29:45.213 INFO:teuthology.orchestra.run.smithi133.stdout:performing post-bootstrap initialization ... ok 2023-12-02T00:29:45.773 INFO:teuthology.orchestra.run.smithi133.stdout:syncing data to disk ... ok 2023-12-02T00:29:45.876 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-12-02T00:29:46.299 INFO:teuthology.orchestra.run.smithi133.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-12-02T00:29:46.336 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-12-02T00:29:46.683 INFO:teuthology.orchestra.run.smithi172.stdout:Creating new PostgreSQL cluster 14/main ... 2023-12-02T00:29:46.698 INFO:teuthology.orchestra.run.smithi172.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-12-02T00:29:46.749 INFO:teuthology.orchestra.run.smithi172.stdout:The files belonging to this database system will be owned by user "postgres". 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout:This user must also own the server process. 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout:The database cluster will be initialized with locale "en_US". 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout:The default text search configuration will be set to "english". 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout:Data page checksums are disabled. 2023-12-02T00:29:46.750 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:46.751 INFO:teuthology.orchestra.run.smithi172.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-12-02T00:29:46.751 INFO:teuthology.orchestra.run.smithi172.stdout:creating subdirectories ... ok 2023-12-02T00:29:46.751 INFO:teuthology.orchestra.run.smithi172.stdout:selecting dynamic shared memory implementation ... posix 2023-12-02T00:29:46.775 INFO:teuthology.orchestra.run.smithi172.stdout:selecting default max_connections ... 100 2023-12-02T00:29:46.810 INFO:teuthology.orchestra.run.smithi172.stdout:selecting default shared_buffers ... 128MB 2023-12-02T00:29:46.824 INFO:teuthology.orchestra.run.smithi172.stdout:selecting default time zone ... Etc/UTC 2023-12-02T00:29:46.824 INFO:teuthology.orchestra.run.smithi172.stdout:creating configuration files ... ok 2023-12-02T00:29:46.994 INFO:teuthology.orchestra.run.smithi172.stdout:running bootstrap script ... ok 2023-12-02T00:29:47.647 INFO:teuthology.orchestra.run.smithi172.stdout:performing post-bootstrap initialization ... ok 2023-12-02T00:29:48.186 INFO:teuthology.orchestra.run.smithi172.stdout:syncing data to disk ... ok 2023-12-02T00:29:48.710 INFO:teuthology.orchestra.run.smithi172.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-12-02T00:29:49.405 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:49.531 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up postgresql-contrib (14+238) ... 2023-12-02T00:29:49.657 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up postgresql (14+238) ... 2023-12-02T00:29:49.783 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:49.935 INFO:teuthology.orchestra.run.smithi133.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:50.181 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-12-02T00:29:50.181 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-12-02T00:29:50.953 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-12-02T00:29:51.297 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-12-02T00:29:51.423 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-02T00:29:51.777 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:51.903 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up postgresql-contrib (14+238) ... 2023-12-02T00:29:52.054 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up postgresql (14+238) ... 2023-12-02T00:29:52.180 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-12-02T00:29:52.306 INFO:teuthology.orchestra.run.smithi172.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-12-02T00:29:52.575 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-12-02T00:29:52.575 INFO:teuthology.orchestra.run.smithi172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-12-02T00:29:52.777 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-12-02T00:29:52.870 INFO:teuthology.orchestra.run.smithi133.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-12-02T00:29:53.333 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-12-02T00:29:53.390 INFO:teuthology.orchestra.run.smithi133.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-02T00:29:53.395 DEBUG:teuthology.parallel:result is None 2023-12-02T00:29:53.635 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-12-02T00:29:53.795 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-02T00:29:55.238 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-12-02T00:29:55.339 INFO:teuthology.orchestra.run.smithi172.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-12-02T00:29:55.884 INFO:teuthology.orchestra.run.smithi172.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-02T00:29:55.889 DEBUG:teuthology.parallel:result is None 2023-12-02T00:29:55.889 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bed7681480ccb0192b91a35e691658867e1e96b7 2023-12-02T00:29:56.035 DEBUG:teuthology.orchestra.run.smithi133:> dpkg-query -W -f '${Version}' ceph 2023-12-02T00:29:56.059 INFO:teuthology.orchestra.run.smithi133.stdout:18.0.0-7631-gbed76814-1jammy 2023-12-02T00:29:56.059 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7631-gbed76814-1jammy 2023-12-02T00:29:56.059 INFO:teuthology.task.install:The correct ceph version 18.0.0-7631-gbed76814-1jammy is installed. 2023-12-02T00:29:56.060 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bed7681480ccb0192b91a35e691658867e1e96b7 2023-12-02T00:29:56.335 DEBUG:teuthology.orchestra.run.smithi172:> dpkg-query -W -f '${Version}' ceph 2023-12-02T00:29:56.358 INFO:teuthology.orchestra.run.smithi172.stdout:18.0.0-7631-gbed76814-1jammy 2023-12-02T00:29:56.358 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7631-gbed76814-1jammy 2023-12-02T00:29:56.358 INFO:teuthology.task.install:The correct ceph version 18.0.0-7631-gbed76814-1jammy is installed. 2023-12-02T00:29:56.359 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-02T00:29:56.359 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:56.359 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-02T00:29:56.382 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:56.383 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-02T00:29:56.422 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-02T00:29:56.422 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:56.422 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/daemon-helper 2023-12-02T00:29:56.444 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-02T00:29:56.508 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:56.508 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/usr/bin/daemon-helper 2023-12-02T00:29:56.529 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-02T00:29:56.594 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-02T00:29:56.594 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:56.594 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-02T00:29:56.616 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-02T00:29:56.684 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:56.684 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-02T00:29:56.704 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-02T00:29:56.766 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-02T00:29:56.766 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:56.766 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/stdin-killer 2023-12-02T00:29:56.788 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-02T00:29:56.856 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:56.856 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/usr/bin/stdin-killer 2023-12-02T00:29:56.877 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-02T00:29:56.942 INFO:teuthology.run_tasks:Running task ceph... 2023-12-02T00:29:57.019 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-12-02T00:29:57.020 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 777 /var/log/ceph 2023-12-02T00:29:57.023 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 777 /var/log/ceph 2023-12-02T00:29:57.046 INFO:tasks.ceph:Disabling ceph logrotate... 2023-12-02T00:29:57.046 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /etc/logrotate.d/ceph 2023-12-02T00:29:57.090 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -f -- /etc/logrotate.d/ceph 2023-12-02T00:29:57.110 INFO:tasks.ceph:Creating extra log directories... 2023-12-02T00:29:57.110 DEBUG:teuthology.orchestra.run.smithi133:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-12-02T00:29:57.154 DEBUG:teuthology.orchestra.run.smithi172:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-12-02T00:29:57.182 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-12-02T00:29:57.183 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-12-02T00:29:57.183 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-12-02T00:29:57.183 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:57.183 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-12-02T00:29:57.224 DEBUG:teuthology.orchestra.run.smithi133:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-12-02T00:29:57.318 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:57.319 DEBUG:teuthology.orchestra.run.smithi172:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-12-02T00:29:57.328 DEBUG:teuthology.orchestra.run.smithi172:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-12-02T00:29:57.428 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-12-02T00:29:57.428 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-12-02T00:29:57.428 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573', 'branch': 'main', 'description': 'fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'job_id': '7474573', 'kernel': {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7'}}, 'kclient': {'syntax': 'v1'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 75, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1']], 'seed': 1991, 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7', 'sleep_before_teardown': 0, 'subset': '111/12000', 'suite': 'fs', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi133.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEnmcWGUOswbhFHsGrMkVSOsThji8m8US53M0tmMUmNW16hxnL2fh4orCXExg5IYC0RHfk/RiGC82wcdLsvlPy4=', 'smithi172.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMzFRlHK4EGQSI82Flq6F3BTD6CErYijSeuqoZ4GzoA1kIYDRZ802Tl3OX2QazdUF7Ch52aksJde+hyJG8LpvTI='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'bed7681480ccb0192b91a35e691658867e1e96b7', 'cluster': 'ceph'}}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_multifs_auth']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': 'f2de108beb0a6dde7f3e6c96039071828a1f6269', 'timestamp': '2023-12-01_17:57:53', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.232157'} 2023-12-02T00:29:57.429 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-12-02T00:29:57.433 DEBUG:teuthology.orchestra.run.smithi172:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-12-02T00:29:57.442 DEBUG:teuthology.orchestra.run.smithi133:> sudo install -d -m0777 -- /var/run/ceph 2023-12-02T00:29:57.490 DEBUG:teuthology.orchestra.run.smithi172:> sudo install -d -m0777 -- /var/run/ceph 2023-12-02T00:29:57.511 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:57.511 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/scratch_devs of=/dev/stdout 2023-12-02T00:29:57.560 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-02T00:29:57.560 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_1 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 889 Links: 1 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-12-02 00:23:30.944242508 +0000 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-12-02 00:23:30.484246616 +0000 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-12-02 00:23:30.484246616 +0000 2023-12-02T00:29:57.612 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2023-12-02 00:23:30.484246616 +0000 2023-12-02T00:29:57.613 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-02T00:29:57.675 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-12-02T00:29:57.675 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-12-02T00:29:57.675 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000389919 s, 1.3 MB/s 2023-12-02T00:29:57.677 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-02T00:29:57.730 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_2 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 905 Links: 1 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-12-02 00:23:31.604236613 +0000 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-12-02 00:23:31.188240328 +0000 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-12-02 00:23:31.188240328 +0000 2023-12-02T00:29:57.780 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2023-12-02 00:23:31.188240328 +0000 2023-12-02T00:29:57.781 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-02T00:29:57.842 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-12-02T00:29:57.842 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-12-02T00:29:57.843 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000387961 s, 1.3 MB/s 2023-12-02T00:29:57.844 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-02T00:29:57.898 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_3 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 924 Links: 1 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-12-02 00:23:32.336230075 +0000 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-12-02 00:23:31.896234005 +0000 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-12-02 00:23:31.896234005 +0000 2023-12-02T00:29:57.948 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2023-12-02 00:23:31.896234005 +0000 2023-12-02T00:29:57.949 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-02T00:29:58.011 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-12-02T00:29:58.011 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-12-02T00:29:58.011 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000647584 s, 791 kB/s 2023-12-02T00:29:58.013 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-02T00:29:58.066 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_4 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 938 Links: 1 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-12-02 00:23:33.100223250 +0000 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-12-02 00:23:32.616227573 +0000 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-12-02 00:23:32.616227573 +0000 2023-12-02T00:29:58.116 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2023-12-02 00:23:32.616227573 +0000 2023-12-02T00:29:58.116 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-02T00:29:58.181 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-12-02T00:29:58.181 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-12-02T00:29:58.181 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000397078 s, 1.3 MB/s 2023-12-02T00:29:58.183 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-02T00:29:58.237 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-02T00:29:58.238 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:58.238 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/scratch_devs of=/dev/stdout 2023-12-02T00:29:58.247 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-02T00:29:58.247 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_1 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 897 Links: 1 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2023-12-02 00:23:33.174810303 +0000 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2023-12-02 00:23:32.714834022 +0000 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2023-12-02 00:23:32.714834022 +0000 2023-12-02T00:29:58.299 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2023-12-02 00:23:32.714834022 +0000 2023-12-02T00:29:58.300 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-02T00:29:58.362 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2023-12-02T00:29:58.362 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2023-12-02T00:29:58.362 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.000403993 s, 1.3 MB/s 2023-12-02T00:29:58.367 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-02T00:29:58.421 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_2 2023-12-02T00:29:58.471 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-02T00:29:58.471 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:58.472 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 916 Links: 1 2023-12-02T00:29:58.472 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:58.472 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2023-12-02 00:23:34.058765332 +0000 2023-12-02T00:29:58.472 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2023-12-02 00:23:33.614787892 +0000 2023-12-02T00:29:58.472 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2023-12-02 00:23:33.614787892 +0000 2023-12-02T00:29:58.472 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2023-12-02 00:23:33.614787892 +0000 2023-12-02T00:29:58.472 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-02T00:29:58.533 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2023-12-02T00:29:58.534 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2023-12-02T00:29:58.534 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.000387127 s, 1.3 MB/s 2023-12-02T00:29:58.535 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-02T00:29:58.589 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_3 2023-12-02T00:29:58.640 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-02T00:29:58.640 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:58.640 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 930 Links: 1 2023-12-02T00:29:58.640 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:58.640 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2023-12-02 00:23:34.734731578 +0000 2023-12-02T00:29:58.641 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2023-12-02 00:23:34.330751752 +0000 2023-12-02T00:29:58.641 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2023-12-02 00:23:34.330751752 +0000 2023-12-02T00:29:58.641 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2023-12-02 00:23:34.330751752 +0000 2023-12-02T00:29:58.641 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-02T00:29:58.701 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2023-12-02T00:29:58.701 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2023-12-02T00:29:58.702 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.000391111 s, 1.3 MB/s 2023-12-02T00:29:58.703 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-02T00:29:58.757 DEBUG:teuthology.orchestra.run.smithi172:> stat /dev/vg_nvme/lv_4 2023-12-02T00:29:58.807 INFO:teuthology.orchestra.run.smithi172.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-02T00:29:58.808 INFO:teuthology.orchestra.run.smithi172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-02T00:29:58.808 INFO:teuthology.orchestra.run.smithi172.stdout:Device: 5h/5d Inode: 947 Links: 1 2023-12-02T00:29:58.808 INFO:teuthology.orchestra.run.smithi172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-02T00:29:58.808 INFO:teuthology.orchestra.run.smithi172.stdout:Access: 2023-12-02 00:23:35.414698445 +0000 2023-12-02T00:29:58.808 INFO:teuthology.orchestra.run.smithi172.stdout:Modify: 2023-12-02 00:23:35.006718000 +0000 2023-12-02T00:29:58.808 INFO:teuthology.orchestra.run.smithi172.stdout:Change: 2023-12-02 00:23:35.006718000 +0000 2023-12-02T00:29:58.808 INFO:teuthology.orchestra.run.smithi172.stdout: Birth: 2023-12-02 00:23:35.006718000 +0000 2023-12-02T00:29:58.808 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-02T00:29:58.869 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records in 2023-12-02T00:29:58.870 INFO:teuthology.orchestra.run.smithi172.stderr:1+0 records out 2023-12-02T00:29:58.870 INFO:teuthology.orchestra.run.smithi172.stderr:512 bytes copied, 0.000386406 s, 1.3 MB/s 2023-12-02T00:29:58.871 DEBUG:teuthology.orchestra.run.smithi172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-02T00:29:58.925 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-02T00:29:58.925 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi133.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi172.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-12-02T00:29:58.925 INFO:tasks.ceph:Generating config... 2023-12-02T00:29:58.926 INFO:tasks.ceph:[client] client mount timeout = 600 2023-12-02T00:29:58.926 INFO:tasks.ceph:[client] debug client = 20 2023-12-02T00:29:58.926 INFO:tasks.ceph:[client] debug ms = 1 2023-12-02T00:29:58.926 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-12-02T00:29:58.927 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-12-02T00:29:58.927 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] debug mds = 20 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] debug ms = 1 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] mds debug frag = True 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mgr] debug ms = 1 2023-12-02T00:29:58.927 INFO:tasks.ceph:[mon] debug mon = 20 2023-12-02T00:29:58.928 INFO:tasks.ceph:[mon] debug ms = 1 2023-12-02T00:29:58.928 INFO:tasks.ceph:[mon] debug paxos = 20 2023-12-02T00:29:58.928 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] bdev async discard = True 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] debug ms = 1 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] debug osd = 20 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-12-02T00:29:58.928 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-12-02T00:29:58.929 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-12-02T00:29:58.929 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-12-02T00:29:58.929 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-12-02T00:29:58.929 INFO:tasks.ceph:Setting up mon.a... 2023-12-02T00:29:58.929 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-12-02T00:29:58.976 INFO:teuthology.orchestra.run.smithi133.stdout:creating /etc/ceph/ceph.keyring 2023-12-02T00:29:58.987 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-12-02T00:29:59.035 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-02T00:29:59.103 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.133'), ('mon.b', '172.21.15.172'), ('mon.c', '[v2:172.21.15.172:3301,v1:172.21.15.172:6790]')] 2023-12-02T00:29:59.104 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.133,172.21.15.172,[v2:172.21.15.172:3301,v1:172.21.15.172:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-12-02T00:29:59.104 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:59.105 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-12-02T00:29:59.159 DEBUG:teuthology.orchestra.run.smithi133:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.133 --add b 172.21.15.172 --addv c '[v2:172.21.15.172:3301,v1:172.21.15.172:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:29:59.254 INFO:teuthology.orchestra.run.smithi133.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:29:59.254 INFO:teuthology.orchestra.run.smithi133.stdout:monmaptool: generated fsid 010aff74-abf7-4bf1-a4a3-05283159cf96 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:setting min_mon_release = pacific 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:epoch 0 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:fsid 010aff74-abf7-4bf1-a4a3-05283159cf96 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:last_changed 2023-12-02T00:29:59.255931+0000 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:created 2023-12-02T00:29:59.255931+0000 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:min_mon_release 16 (pacific) 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:election_strategy: 1 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:0: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.a 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:1: [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] mon.b 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:2: [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] mon.c 2023-12-02T00:29:59.255 INFO:teuthology.orchestra.run.smithi133.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-12-02T00:29:59.257 DEBUG:teuthology.orchestra.run.smithi133:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-12-02T00:29:59.265 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 010aff74-abf7-4bf1-a4a3-05283159cf96... 2023-12-02T00:29:59.266 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-12-02T00:29:59.310 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout:[global] 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: chdir = "" 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: auth supported = cephx 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: filestore xattr use omap = true 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: mon clock drift allowed = 1.000 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: osd crush chooseleaf type = 0 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: auth debug = true 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.352 INFO:teuthology.orchestra.run.smithi133.stdout: ms die on old message = true 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: ms die on bug = true 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: mon max pg per osd = 10000 # >= luminous 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: mon pg warn max object skew = 0 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: # disable pg_autoscaler by default for new pools 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: osd_pool_default_pg_autoscale_mode = off 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: osd pool default size = 2 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: mon osd allow primary affinity = true 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: mon osd allow pg remap = true 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: mon warn on legacy crush tunables = false 2023-12-02T00:29:59.353 INFO:teuthology.orchestra.run.smithi133.stdout: mon warn on crush straw calc version zero = false 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon warn on no sortbitwise = false 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon warn on osd down out interval zero = false 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon warn on too few osds = false 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon_warn_on_pool_no_redundancy = false 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon_allow_pool_size_one = true 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: osd default data pool replay window = 5 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon allow pool delete = true 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.354 INFO:teuthology.orchestra.run.smithi133.stdout: mon cluster log file level = debug 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: debug asserts on shutdown = true 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: mon health detail to clog = false 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: mon host = "172.21.15.133,172.21.15.172,[v2:172.21.15.172:3301,v1:172.21.15.172:6790]" 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: ms die on skipped message = False 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: fsid = 010aff74-abf7-4bf1-a4a3-05283159cf96 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout:[osd] 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: osd journal size = 100 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: osd scrub load threshold = 5.0 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: osd scrub max interval = 600 2023-12-02T00:29:59.355 INFO:teuthology.orchestra.run.smithi133.stdout: osd mclock profile = high_recovery_ops 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd recover clone overlap = true 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd recovery max chunk = 1048576 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd debug shutdown = true 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd debug op order = true 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd debug verify stray on activate = true 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd debug trim objects = true 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd open classes on start = true 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd debug pg log writeout = true 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.356 INFO:teuthology.orchestra.run.smithi133.stdout: osd deep scrub update digest min age = 30 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: osd map max advance = 10 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: journal zero on create = true 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: filestore ondisk finisher threads = 3 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: filestore apply finisher threads = 3 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: bdev debug aio = true 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: osd debug misdirected ops = true 2023-12-02T00:29:59.358 INFO:teuthology.orchestra.run.smithi133.stdout: bdev async discard = True 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: bdev enable discard = True 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: bluestore allocator = bitmap 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: bluestore block size = 96636764160 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: bluestore fsck on mount = True 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: debug bluefs = 1/20 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: debug bluestore = 1/20 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: debug ms = 1 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: debug osd = 20 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: debug rocksdb = 4/10 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: mon osd backfillfull_ratio = 0.85 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: mon osd full ratio = 0.9 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: mon osd nearfull ratio = 0.8 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: osd failsafe full ratio = 0.95 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: osd objectstore = bluestore 2023-12-02T00:29:59.359 INFO:teuthology.orchestra.run.smithi133.stdout: osd op complaint time = 180 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout:[mgr] 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug ms = 1 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug mgr = 20 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug mon = 20 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug auth = 20 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: mon reweight min pgs per osd = 4 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: mon reweight min bytes per osd = 10 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: mgr/telemetry/nag = false 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout:[mon] 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug ms = 1 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug mon = 20 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug paxos = 20 2023-12-02T00:29:59.360 INFO:teuthology.orchestra.run.smithi133.stdout: debug auth = 20 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: mon data avail warn = 5 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: mon mgr mkfs grace = 240 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: mon reweight min pgs per osd = 4 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: mon osd reporter subtree level = osd 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: mon osd prime pg temp = true 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: mon reweight min bytes per osd = 10 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: auth mon ticket ttl = 660 # 11m 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: auth service ticket ttl = 240 # 4m 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: # don't complain about insecure global_id in the test suite 2023-12-02T00:29:59.361 INFO:teuthology.orchestra.run.smithi133.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: # 1m isn't quite enough 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: mon_down_mkfs_grace = 2m 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: mon_warn_on_filestore_osds = false 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: mon op complaint time = 120 2023-12-02T00:29:59.362 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout:[client] 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: rgw cache enabled = true 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: rgw enable ops log = true 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: rgw enable usage log = true 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: client mount timeout = 600 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: debug client = 20 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: debug ms = 1 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: rados mon op timeout = 900 2023-12-02T00:29:59.363 INFO:teuthology.orchestra.run.smithi133.stdout: rados osd op timeout = 900 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mon.a] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mon.b] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mon.c] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.a] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.c] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.b] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.d] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout:[mds] 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout: debug mds = 20 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout: debug mds balancer = 20 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout: debug ms = 1 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout: mds debug frag = True 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout: mds debug scatterstat = True 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout: mds op complaint time = 180 2023-12-02T00:29:59.364 INFO:teuthology.orchestra.run.smithi133.stdout: mds verify scatter = True 2023-12-02T00:29:59.365 INFO:teuthology.orchestra.run.smithi133.stdout: osd op complaint time = 180 2023-12-02T00:29:59.365 INFO:teuthology.orchestra.run.smithi133.stdout: rados mon op timeout = 900 2023-12-02T00:29:59.365 INFO:teuthology.orchestra.run.smithi133.stdout: rados osd op timeout = 900 2023-12-02T00:29:59.365 INFO:teuthology.orchestra.run.smithi172.stdout:[global] 2023-12-02T00:29:59.365 INFO:teuthology.orchestra.run.smithi172.stdout: chdir = "" 2023-12-02T00:29:59.365 INFO:teuthology.orchestra.run.smithi172.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-12-02T00:29:59.365 INFO:teuthology.orchestra.run.smithi172.stdout: auth supported = cephx 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: filestore xattr use omap = true 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: mon clock drift allowed = 1.000 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: osd crush chooseleaf type = 0 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: auth debug = true 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: ms die on old message = true 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: ms die on bug = true 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: mon max pg per osd = 10000 # >= luminous 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: mon pg warn max object skew = 0 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.366 INFO:teuthology.orchestra.run.smithi172.stdout: # disable pg_autoscaler by default for new pools 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: osd_pool_default_pg_autoscale_mode = off 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: osd pool default size = 2 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon osd allow primary affinity = true 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon osd allow pg remap = true 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon warn on legacy crush tunables = false 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon warn on crush straw calc version zero = false 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon warn on no sortbitwise = false 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon warn on osd down out interval zero = false 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon warn on too few osds = false 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon_warn_on_pool_no_redundancy = false 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: mon_allow_pool_size_one = true 2023-12-02T00:29:59.367 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: osd default data pool replay window = 5 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: mon allow pool delete = true 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: mon cluster log file level = debug 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: debug asserts on shutdown = true 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: mon health detail to clog = false 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: mon host = "172.21.15.133,172.21.15.172,[v2:172.21.15.172:3301,v1:172.21.15.172:6790]" 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: ms die on skipped message = False 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: fsid = 010aff74-abf7-4bf1-a4a3-05283159cf96 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout:[osd] 2023-12-02T00:29:59.368 INFO:teuthology.orchestra.run.smithi172.stdout: osd journal size = 100 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd scrub load threshold = 5.0 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd scrub max interval = 600 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd mclock profile = high_recovery_ops 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd recover clone overlap = true 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd recovery max chunk = 1048576 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd debug shutdown = true 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd debug op order = true 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd debug verify stray on activate = true 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd debug trim objects = true 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.369 INFO:teuthology.orchestra.run.smithi172.stdout: osd open classes on start = true 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: osd debug pg log writeout = true 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: osd deep scrub update digest min age = 30 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: osd map max advance = 10 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: journal zero on create = true 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: filestore ondisk finisher threads = 3 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: filestore apply finisher threads = 3 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: bdev debug aio = true 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: osd debug misdirected ops = true 2023-12-02T00:29:59.370 INFO:teuthology.orchestra.run.smithi172.stdout: bdev async discard = True 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: bdev enable discard = True 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: bluestore allocator = bitmap 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: bluestore block size = 96636764160 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: bluestore fsck on mount = True 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: debug bluefs = 1/20 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: debug bluestore = 1/20 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: debug ms = 1 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: debug osd = 20 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: debug rocksdb = 4/10 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: mon osd backfillfull_ratio = 0.85 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: mon osd full ratio = 0.9 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: mon osd nearfull ratio = 0.8 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: osd failsafe full ratio = 0.95 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: osd objectstore = bluestore 2023-12-02T00:29:59.371 INFO:teuthology.orchestra.run.smithi172.stdout: osd op complaint time = 180 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout:[mgr] 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug ms = 1 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug mgr = 20 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug mon = 20 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug auth = 20 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: mon reweight min pgs per osd = 4 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: mon reweight min bytes per osd = 10 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: mgr/telemetry/nag = false 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout:[mon] 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug ms = 1 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug mon = 20 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug paxos = 20 2023-12-02T00:29:59.372 INFO:teuthology.orchestra.run.smithi172.stdout: debug auth = 20 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon data avail warn = 5 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon mgr mkfs grace = 240 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon reweight min pgs per osd = 4 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon osd reporter subtree level = osd 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon osd prime pg temp = true 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon reweight min bytes per osd = 10 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: auth mon ticket ttl = 660 # 11m 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: auth service ticket ttl = 240 # 4m 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: # don't complain about insecure global_id in the test suite 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-12-02T00:29:59.373 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: # 1m isn't quite enough 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: mon_down_mkfs_grace = 2m 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: mon_warn_on_filestore_osds = false 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: mon op complaint time = 120 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout:[client] 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: rgw cache enabled = true 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: rgw enable ops log = true 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: rgw enable usage log = true 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: client mount timeout = 600 2023-12-02T00:29:59.374 INFO:teuthology.orchestra.run.smithi172.stdout: debug client = 20 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout: debug ms = 1 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout: rados mon op timeout = 900 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout: rados osd op timeout = 900 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mon.a] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mon.b] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mon.c] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.a] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.c] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.b] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.d] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout:[mds] 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout: debug mds = 20 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout: debug mds balancer = 20 2023-12-02T00:29:59.375 INFO:teuthology.orchestra.run.smithi172.stdout: debug ms = 1 2023-12-02T00:29:59.376 INFO:teuthology.orchestra.run.smithi172.stdout: mds debug frag = True 2023-12-02T00:29:59.376 INFO:teuthology.orchestra.run.smithi172.stdout: mds debug scatterstat = True 2023-12-02T00:29:59.376 INFO:teuthology.orchestra.run.smithi172.stdout: mds op complaint time = 180 2023-12-02T00:29:59.376 INFO:teuthology.orchestra.run.smithi172.stdout: mds verify scatter = True 2023-12-02T00:29:59.376 INFO:teuthology.orchestra.run.smithi172.stdout: osd op complaint time = 180 2023-12-02T00:29:59.376 INFO:teuthology.orchestra.run.smithi172.stdout: rados mon op timeout = 900 2023-12-02T00:29:59.376 INFO:teuthology.orchestra.run.smithi172.stdout: rados osd op timeout = 900 2023-12-02T00:29:59.377 INFO:tasks.ceph:Creating admin key on mon.a... 2023-12-02T00:29:59.378 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-12-02T00:29:59.475 INFO:tasks.ceph:Copying monmap to all nodes... 2023-12-02T00:29:59.476 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:59.476 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-12-02T00:29:59.486 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:59.486 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-12-02T00:29:59.534 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:29:59.535 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:59.535 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.keyring 2023-12-02T00:29:59.535 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-02T00:29:59.608 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:29:59.608 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:29:59.659 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:29:59.659 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:59.659 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd of=/etc/ceph/ceph.keyring 2023-12-02T00:29:59.659 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-02T00:29:59.696 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:29:59.696 DEBUG:teuthology.orchestra.run.smithi172:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:29:59.747 INFO:tasks.ceph:Setting up mon nodes... 2023-12-02T00:29:59.747 INFO:tasks.ceph:Setting up mgr nodes... 2023-12-02T00:29:59.747 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-12-02T00:29:59.804 INFO:teuthology.orchestra.run.smithi133.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-12-02T00:29:59.809 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-12-02T00:29:59.870 INFO:teuthology.orchestra.run.smithi172.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-12-02T00:29:59.885 INFO:tasks.ceph:Setting up mds nodes... 2023-12-02T00:29:59.885 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-12-02T00:29:59.941 INFO:teuthology.orchestra.run.smithi133.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-12-02T00:29:59.946 DEBUG:teuthology.orchestra.run.smithi133:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-12-02T00:29:59.966 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-12-02T00:30:00.066 INFO:teuthology.orchestra.run.smithi133.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-12-02T00:30:00.070 DEBUG:teuthology.orchestra.run.smithi133:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-12-02T00:30:00.090 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-12-02T00:30:00.148 INFO:teuthology.orchestra.run.smithi172.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-12-02T00:30:00.153 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-12-02T00:30:00.174 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-12-02T00:30:00.274 INFO:teuthology.orchestra.run.smithi172.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-12-02T00:30:00.279 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-12-02T00:30:00.299 INFO:tasks.ceph_client:Setting up client nodes... 2023-12-02T00:30:00.299 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-02T00:30:00.343 INFO:teuthology.orchestra.run.smithi133.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-12-02T00:30:00.360 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-02T00:30:00.403 INFO:teuthology.orchestra.run.smithi172.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-12-02T00:30:00.420 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-12-02T00:30:00.420 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi133.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi172.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-12-02T00:30:00.420 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-12-02T00:30:00.440 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:00.440 INFO:tasks.ceph:role: osd.0 2023-12-02T00:30:00.440 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:30:00.440 DEBUG:teuthology.orchestra.run.smithi133:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:00.515 INFO:teuthology.orchestra.run.smithi133.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:00.972 INFO:teuthology.orchestra.run.smithi133.stdout:Discarding blocks...Done. 2023-12-02T00:30:00.975 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi133.front.sepia.ceph.com -o noatime 2023-12-02T00:30:00.975 DEBUG:teuthology.orchestra.run.smithi133:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-12-02T00:30:01.078 DEBUG:teuthology.orchestra.run.smithi133:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-12-02T00:30:01.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:01.096 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:01.096 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-12-02T00:30:01.163 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:01.163 INFO:tasks.ceph:role: osd.1 2023-12-02T00:30:01.163 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:30:01.163 DEBUG:teuthology.orchestra.run.smithi133:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-12-02T00:30:01.234 INFO:teuthology.orchestra.run.smithi133.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:01.234 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:01.234 INFO:teuthology.orchestra.run.smithi133.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:01.234 INFO:teuthology.orchestra.run.smithi133.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:01.234 INFO:teuthology.orchestra.run.smithi133.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:01.235 INFO:teuthology.orchestra.run.smithi133.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:01.235 INFO:teuthology.orchestra.run.smithi133.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:01.235 INFO:teuthology.orchestra.run.smithi133.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:01.235 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:01.235 INFO:teuthology.orchestra.run.smithi133.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:01.714 INFO:teuthology.orchestra.run.smithi133.stdout:Discarding blocks...Done. 2023-12-02T00:30:01.717 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi133.front.sepia.ceph.com -o noatime 2023-12-02T00:30:01.717 DEBUG:teuthology.orchestra.run.smithi133:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-12-02T00:30:01.836 DEBUG:teuthology.orchestra.run.smithi133:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-12-02T00:30:01.853 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:01.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:01.854 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-12-02T00:30:01.915 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:01.916 INFO:tasks.ceph:role: osd.2 2023-12-02T00:30:01.916 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:30:01.916 DEBUG:teuthology.orchestra.run.smithi133:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:01.987 INFO:teuthology.orchestra.run.smithi133.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:02.470 INFO:teuthology.orchestra.run.smithi133.stdout:Discarding blocks...Done. 2023-12-02T00:30:02.473 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi133.front.sepia.ceph.com -o noatime 2023-12-02T00:30:02.473 DEBUG:teuthology.orchestra.run.smithi133:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-12-02T00:30:02.619 DEBUG:teuthology.orchestra.run.smithi133:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-12-02T00:30:02.637 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:02.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:02.638 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-12-02T00:30:02.704 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:02.704 INFO:tasks.ceph:role: osd.3 2023-12-02T00:30:02.704 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:30:02.704 DEBUG:teuthology.orchestra.run.smithi133:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:02.776 INFO:teuthology.orchestra.run.smithi133.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:02.777 INFO:teuthology.orchestra.run.smithi133.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:03.209 INFO:teuthology.orchestra.run.smithi133.stdout:Discarding blocks...Done. 2023-12-02T00:30:03.212 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi133.front.sepia.ceph.com -o noatime 2023-12-02T00:30:03.212 DEBUG:teuthology.orchestra.run.smithi133:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-12-02T00:30:03.321 DEBUG:teuthology.orchestra.run.smithi133:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-12-02T00:30:03.339 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:03.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:03.340 DEBUG:teuthology.orchestra.run.smithi133:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:03.490 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:03.485+0000 7fe92ded2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-12-02T00:30:03.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:03.493+0000 7fe92ded2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-12-02T00:30:03.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:03.493+0000 7fe92ded2640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-02T00:30:03.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:03.493+0000 7fe92ded2640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-02T00:30:03.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:03.493+0000 7fe92ded2640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-02T00:30:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:03.497+0000 7fe92ded2640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-12-02T00:30:06.492 DEBUG:teuthology.orchestra.run.smithi133:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-02T00:30:06.514 DEBUG:teuthology.orchestra.run.smithi133:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:06.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:06.609+0000 7fb0406c7640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-12-02T00:30:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:06.609+0000 7fb0406c7640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-12-02T00:30:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:06.609+0000 7fb0406c7640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-02T00:30:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:06.609+0000 7fb0406c7640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-02T00:30:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:06.609+0000 7fb0406c7640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-02T00:30:06.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:06.609+0000 7fb0406c7640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-12-02T00:30:09.635 DEBUG:teuthology.orchestra.run.smithi133:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-02T00:30:09.659 DEBUG:teuthology.orchestra.run.smithi133:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:09.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:09.761+0000 7f4df4b88640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-12-02T00:30:09.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:09.761+0000 7f4df4b88640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-12-02T00:30:09.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:09.761+0000 7f4df4b88640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-02T00:30:09.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:09.761+0000 7f4df4b88640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-02T00:30:09.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:09.761+0000 7f4df4b88640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-02T00:30:09.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:09.765+0000 7f4df4b88640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-12-02T00:30:12.746 DEBUG:teuthology.orchestra.run.smithi133:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-02T00:30:12.768 DEBUG:teuthology.orchestra.run.smithi133:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:12.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:12.864+0000 7f7d21e1e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-12-02T00:30:12.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:12.864+0000 7f7d21e1e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-12-02T00:30:12.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:12.864+0000 7f7d21e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-02T00:30:12.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:12.864+0000 7f7d21e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-02T00:30:12.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:12.864+0000 7f7d21e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-02T00:30:12.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:12.868+0000 7f7d21e1e640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-12-02T00:30:15.857 DEBUG:teuthology.orchestra.run.smithi133:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-02T00:30:15.879 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-12-02T00:30:15.903 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:15.903 INFO:tasks.ceph:role: osd.4 2023-12-02T00:30:15.903 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:30:15.903 DEBUG:teuthology.orchestra.run.smithi172:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-12-02T00:30:15.975 INFO:teuthology.orchestra.run.smithi172.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:15.975 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:15.976 INFO:teuthology.orchestra.run.smithi172.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:16.434 INFO:teuthology.orchestra.run.smithi172.stdout:Discarding blocks...Done. 2023-12-02T00:30:16.437 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi172.front.sepia.ceph.com -o noatime 2023-12-02T00:30:16.437 DEBUG:teuthology.orchestra.run.smithi172:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-12-02T00:30:16.560 DEBUG:teuthology.orchestra.run.smithi172:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-12-02T00:30:16.578 INFO:teuthology.orchestra.run.smithi172.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:16.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:16.579 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-12-02T00:30:16.647 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:16.647 INFO:tasks.ceph:role: osd.5 2023-12-02T00:30:16.647 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:30:16.647 DEBUG:teuthology.orchestra.run.smithi172:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-12-02T00:30:16.719 INFO:teuthology.orchestra.run.smithi172.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:16.719 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:16.719 INFO:teuthology.orchestra.run.smithi172.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:16.719 INFO:teuthology.orchestra.run.smithi172.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:16.719 INFO:teuthology.orchestra.run.smithi172.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:16.719 INFO:teuthology.orchestra.run.smithi172.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:16.719 INFO:teuthology.orchestra.run.smithi172.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:16.720 INFO:teuthology.orchestra.run.smithi172.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:16.720 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:16.720 INFO:teuthology.orchestra.run.smithi172.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:17.205 INFO:teuthology.orchestra.run.smithi172.stdout:Discarding blocks...Done. 2023-12-02T00:30:17.208 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi172.front.sepia.ceph.com -o noatime 2023-12-02T00:30:17.208 DEBUG:teuthology.orchestra.run.smithi172:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-12-02T00:30:17.359 DEBUG:teuthology.orchestra.run.smithi172:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-12-02T00:30:17.377 INFO:teuthology.orchestra.run.smithi172.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:17.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:17.378 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-12-02T00:30:17.447 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:17.447 INFO:tasks.ceph:role: osd.6 2023-12-02T00:30:17.447 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:30:17.447 DEBUG:teuthology.orchestra.run.smithi172:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:17.519 INFO:teuthology.orchestra.run.smithi172.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:17.996 INFO:teuthology.orchestra.run.smithi172.stdout:Discarding blocks...Done. 2023-12-02T00:30:17.999 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi172.front.sepia.ceph.com -o noatime 2023-12-02T00:30:17.999 DEBUG:teuthology.orchestra.run.smithi172:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-12-02T00:30:18.117 DEBUG:teuthology.orchestra.run.smithi172:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-12-02T00:30:18.135 INFO:teuthology.orchestra.run.smithi172.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:18.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:18.136 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-12-02T00:30:18.199 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-02T00:30:18.199 INFO:tasks.ceph:role: osd.7 2023-12-02T00:30:18.199 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:30:18.199 DEBUG:teuthology.orchestra.run.smithi172:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-12-02T00:30:18.277 INFO:teuthology.orchestra.run.smithi172.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-12-02T00:30:18.277 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout: = sunit=0 swidth=0 blks 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-02T00:30:18.278 INFO:teuthology.orchestra.run.smithi172.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-02T00:30:18.732 INFO:teuthology.orchestra.run.smithi172.stdout:Discarding blocks...Done. 2023-12-02T00:30:18.735 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi172.front.sepia.ceph.com -o noatime 2023-12-02T00:30:18.735 DEBUG:teuthology.orchestra.run.smithi172:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-12-02T00:30:18.844 DEBUG:teuthology.orchestra.run.smithi172:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-12-02T00:30:18.862 INFO:teuthology.orchestra.run.smithi172.stderr:sudo: /sbin/restorecon: command not found 2023-12-02T00:30:18.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:30:18.863 DEBUG:teuthology.orchestra.run.smithi172:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:18.990 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:18.986+0000 7f07518a9640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-12-02T00:30:18.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:18.990+0000 7f07518a9640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-12-02T00:30:18.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:18.990+0000 7f07518a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-02T00:30:18.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:18.990+0000 7f07518a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-02T00:30:18.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:18.990+0000 7f07518a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-02T00:30:19.000 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:18.998+0000 7f07518a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-12-02T00:30:21.982 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-02T00:30:22.003 DEBUG:teuthology.orchestra.run.smithi172:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:22.104 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:22.102+0000 7f174a343640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-12-02T00:30:22.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:22.102+0000 7f174a343640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-12-02T00:30:22.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:22.102+0000 7f174a343640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-02T00:30:22.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:22.102+0000 7f174a343640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-02T00:30:22.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:22.102+0000 7f174a343640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-02T00:30:22.106 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:22.106+0000 7f174a343640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-12-02T00:30:25.118 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-02T00:30:25.139 DEBUG:teuthology.orchestra.run.smithi172:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:25.242 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:25.237+0000 7fc493f6e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-12-02T00:30:25.243 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:25.241+0000 7fc493f6e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-12-02T00:30:25.243 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:25.241+0000 7fc493f6e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-02T00:30:25.243 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:25.241+0000 7fc493f6e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-02T00:30:25.243 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:25.241+0000 7fc493f6e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-02T00:30:25.244 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:25.241+0000 7fc493f6e640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-12-02T00:30:27.430 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:30:27.434 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:30:28.264 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-02T00:30:28.286 DEBUG:teuthology.orchestra.run.smithi172:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:28.385 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:28.381+0000 7f3ba9536640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-12-02T00:30:28.386 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:28.381+0000 7f3ba9536640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-12-02T00:30:28.386 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:28.381+0000 7f3ba9536640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-02T00:30:28.386 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:28.381+0000 7f3ba9536640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-02T00:30:28.386 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:28.381+0000 7f3ba9536640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-02T00:30:28.387 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:28.385+0000 7f3ba9536640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-12-02T00:30:31.377 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-02T00:30:31.399 INFO:tasks.ceph:Reading keys from all nodes... 2023-12-02T00:30:31.399 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:31.399 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-12-02T00:30:31.422 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:31.422 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-12-02T00:30:31.488 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:31.488 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-12-02T00:30:31.552 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:31.552 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-12-02T00:30:31.616 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:31.616 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-12-02T00:30:31.680 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:31.681 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-12-02T00:30:31.748 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:31.748 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-12-02T00:30:31.811 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:31.811 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-12-02T00:30:31.834 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:31.835 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-12-02T00:30:31.903 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:31.903 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-12-02T00:30:31.966 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:31.966 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-12-02T00:30:32.034 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:32.034 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-12-02T00:30:32.099 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:32.099 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-12-02T00:30:32.161 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:32.162 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-12-02T00:30:32.230 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:32.230 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-12-02T00:30:32.240 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:32.240 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-12-02T00:30:32.286 INFO:tasks.ceph:Adding keys to all mons... 2023-12-02T00:30:32.286 DEBUG:teuthology.orchestra.run.smithi133:> sudo tee -a /etc/ceph/ceph.keyring 2023-12-02T00:30:32.290 DEBUG:teuthology.orchestra.run.smithi172:> sudo tee -a /etc/ceph/ceph.keyring 2023-12-02T00:30:32.333 INFO:teuthology.orchestra.run.smithi133.stdout:[mgr.y] 2023-12-02T00:30:32.333 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCHemplcEwEMBAATDUlO9fUdgscrUMGWt3Yew== 2023-12-02T00:30:32.333 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.a] 2023-12-02T00:30:32.333 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCHemplxjQzOBAAHrxiWA44dnxYFwGbegEC7Q== 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.c] 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIemply9EEBBAAIEt8cAtQRcoGUa8keuybLg== 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.0] 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCLemplaEhQHRAABMyaI96Wm9f2BPkg9g9dGw== 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.1] 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCOemplm9GVJBAA/QHBRweTaMpEzRIZIZklJg== 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.2] 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCRemplrey9LRAACPO0ASDqqH/OznwQbq1OGw== 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.3] 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCUemplTXD3MxAAGuwsUc9nT3dvVsbK9TNWPg== 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout:[mgr.x] 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCHemplosQANBAAL2bVnfpIUX+yrRUEW1h5tw== 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.b] 2023-12-02T00:30:32.334 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIempl+QEECRAAJlcD9Fxu9CeNRqLJUUj/Gg== 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout:[mds.d] 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIempl+SJ+EBAAtlQFmwqYY74qAGWSK3S3cg== 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.4] 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCaemplY0QuOxAAEzw2cgduxl71quUfIsiteA== 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.5] 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCeemplI69cBhAAsJIpwTpKcLbUqp8EuiIMVw== 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.6] 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQChemplKsWXDhAA31oY8Cj4c0261OyXOiK1Fw== 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout:[osd.7] 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCkempl2kohFxAAC78co6gLjgoCiQEF+sU5eg== 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout:[client.0] 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg== 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout:[client.1] 2023-12-02T00:30:32.335 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg== 2023-12-02T00:30:32.347 INFO:teuthology.orchestra.run.smithi172.stdout:[mgr.y] 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCHemplcEwEMBAATDUlO9fUdgscrUMGWt3Yew== 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.a] 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCHemplxjQzOBAAHrxiWA44dnxYFwGbegEC7Q== 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.c] 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCIemply9EEBBAAIEt8cAtQRcoGUa8keuybLg== 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.0] 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCLemplaEhQHRAABMyaI96Wm9f2BPkg9g9dGw== 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.1] 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCOemplm9GVJBAA/QHBRweTaMpEzRIZIZklJg== 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.2] 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCRemplrey9LRAACPO0ASDqqH/OznwQbq1OGw== 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.3] 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCUemplTXD3MxAAGuwsUc9nT3dvVsbK9TNWPg== 2023-12-02T00:30:32.348 INFO:teuthology.orchestra.run.smithi172.stdout:[mgr.x] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCHemplosQANBAAL2bVnfpIUX+yrRUEW1h5tw== 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.b] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCIempl+QEECRAAJlcD9Fxu9CeNRqLJUUj/Gg== 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout:[mds.d] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCIempl+SJ+EBAAtlQFmwqYY74qAGWSK3S3cg== 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.4] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCaemplY0QuOxAAEzw2cgduxl71quUfIsiteA== 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.5] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCeemplI69cBhAAsJIpwTpKcLbUqp8EuiIMVw== 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.6] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQChemplKsWXDhAA31oY8Cj4c0261OyXOiK1Fw== 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout:[osd.7] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCkempl2kohFxAAC78co6gLjgoCiQEF+sU5eg== 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout:[client.0] 2023-12-02T00:30:32.349 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg== 2023-12-02T00:30:32.350 INFO:teuthology.orchestra.run.smithi172.stdout:[client.1] 2023-12-02T00:30:32.350 INFO:teuthology.orchestra.run.smithi172.stdout: key = AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg== 2023-12-02T00:30:32.350 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-02T00:30:32.382 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-02T00:30:32.448 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.452 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.509 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.513 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.569 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.572 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.625 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.629 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.682 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.686 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.740 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.743 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.797 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-02T00:30:32.800 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-02T00:30:32.854 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.857 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.913 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.916 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-12-02T00:30:32.974 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:32.978 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:33.031 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:33.035 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:33.088 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:33.092 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:33.146 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:33.150 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-02T00:30:33.203 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-02T00:30:33.207 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-02T00:30:33.264 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-02T00:30:33.268 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-02T00:30:33.325 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-12-02T00:30:33.325 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-12-02T00:30:33.346 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-02T00:30:33.458 DEBUG:teuthology.orchestra.run.smithi133:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-12-02T00:30:33.479 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-12-02T00:30:33.499 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-02T00:30:33.617 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-12-02T00:30:33.639 DEBUG:teuthology.orchestra.run.smithi172:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-12-02T00:30:33.701 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-02T00:30:33.815 DEBUG:teuthology.orchestra.run.smithi172:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-12-02T00:30:33.835 DEBUG:teuthology.orchestra.run.smithi133:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:33.839 DEBUG:teuthology.orchestra.run.smithi172:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-12-02T00:30:33.885 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-12-02T00:30:33.886 INFO:tasks.ceph.mon.a:Restarting daemon 2023-12-02T00:30:33.886 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-12-02T00:30:33.889 INFO:tasks.ceph.mon.a:Started 2023-12-02T00:30:33.889 INFO:tasks.ceph.mon.b:Restarting daemon 2023-12-02T00:30:33.889 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-12-02T00:30:33.932 INFO:tasks.ceph.mon.b:Started 2023-12-02T00:30:33.933 INFO:tasks.ceph.mon.c:Restarting daemon 2023-12-02T00:30:33.933 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-12-02T00:30:33.936 INFO:tasks.ceph.mon.c:Started 2023-12-02T00:30:33.936 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-12-02T00:30:33.936 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-12-02T00:30:33.936 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-12-02T00:30:33.940 INFO:tasks.ceph.mgr.y:Started 2023-12-02T00:30:33.940 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-12-02T00:30:33.940 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-12-02T00:30:33.943 INFO:tasks.ceph.mgr.x:Started 2023-12-02T00:30:33.943 INFO:tasks.ceph:Setting crush tunables to default 2023-12-02T00:30:33.943 DEBUG:teuthology.orchestra.run.smithi133:> sudo ceph --cluster ceph osd crush tunables default 2023-12-02T00:30:34.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 Processor -- start 2023-12-02T00:30:34.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 -- start start 2023-12-02T00:30:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 0x7f64b40c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 0x7f64b406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 0x7f64b406b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64b40c8750 con 0x7f64b40c7ea0 2023-12-02T00:30:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64b41552d0 con 0x7f64b4151e90 2023-12-02T00:30:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b8f8d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64b40c5c60 con 0x7f64b40c4e60 2023-12-02T00:30:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64abfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 0x7f64b406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64abfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 0x7f64b406b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:54734/0 (socket says 172.21.15.133:54734) 2023-12-02T00:30:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64abfff640 1 -- 172.21.15.133:0/4002217598 learned_addr learned my addr 172.21.15.133:0/4002217598 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b259c640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 0x7f64b40c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64abfff640 1 -- 172.21.15.133:0/4002217598 >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 msgr2=0x7f64b406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64abfff640 1 -- 172.21.15.133:0/4002217598 >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 msgr2=0x7f64b406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64abfff640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 0x7f64b406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64abfff640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 0x7f64b406b4a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b2d9d640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 0x7f64b406b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b259c640 1 -- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 msgr2=0x7f64b40c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-12-02T00:30:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b259c640 1 -- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 msgr2=0x7f64b40c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-12-02T00:30:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b259c640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 0x7f64b40c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-12-02T00:30:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b259c640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 0x7f64b40c4920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-02T00:30:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b2d9d640 1 -- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 msgr2=0x7f64b406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-12-02T00:30:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b2d9d640 1 -- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 msgr2=0x7f64b406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-12-02T00:30:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b2d9d640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 0x7f64b406b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-12-02T00:30:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.084+0000 7f64b2d9d640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 0x7f64b406b9e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-02T00:30:34.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64abfff640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.133:3300/0 conn(0x7f64b40c7ea0 0x7f64b406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64b2d9d640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 0x7f64b406b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64b259c640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 0x7f64b40c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64abfff640 1 -- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 msgr2=0x7f64b406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:34.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64abfff640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 0x7f64b406b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64abfff640 1 -- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 msgr2=0x7f64b40c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:34.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64abfff640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 0x7f64b40c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64abfff640 1 -- 172.21.15.133:0/4002217598 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64b406c860 con 0x7f64b40c7ea0 2023-12-02T00:30:34.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64abfff640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c7ea0 0x7f64b406b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f64b408b410 tx=0x7f649c01c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3acb8d98a84cf8d6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:34.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64b1d9b640 1 -- 172.21.15.133:0/4002217598 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f649c0a9400 con 0x7f64b40c7ea0 2023-12-02T00:30:34.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64b1d9b640 1 -- 172.21.15.133:0/4002217598 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f649c0a9560 con 0x7f64b40c7ea0 2023-12-02T00:30:34.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.288+0000 7f64b1d9b640 1 -- 172.21.15.133:0/4002217598 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f649c0a9910 con 0x7f64b40c7ea0 2023-12-02T00:30:34.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- 172.21.15.133:0/4002217598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c7ea0 msgr2=0x7f64b406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c7ea0 0x7f64b406b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f64b408b410 tx=0x7f649c01c670 comp rx=0 tx=0).stop 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- 172.21.15.133:0/4002217598 shutdown_connections 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c4e60 0x7f64b406b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/4002217598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c7ea0 0x7f64b406b4a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/4002217598 >> v2:172.21.15.172:3300/0 conn(0x7f64b4151e90 0x7f64b40c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- 172.21.15.133:0/4002217598 >> 172.21.15.133:0/4002217598 conn(0x7f64b40ca170 msgr2=0x7f64b40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- 172.21.15.133:0/4002217598 shutdown_connections 2023-12-02T00:30:34.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- 172.21.15.133:0/4002217598 wait complete. 2023-12-02T00:30:34.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 Processor -- start 2023-12-02T00:30:34.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- start start 2023-12-02T00:30:34.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c4e60 0x7f64b4149330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c7ea0 0x7f64b4143470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64b4151e90 0x7f64b4145a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b41450e0 con 0x7f64b40c4e60 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b41444d0 con 0x7f64b4151e90 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b8f8d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64b41447b0 con 0x7f64b40c7ea0 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b259c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c4e60 0x7f64b4149330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b259c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c4e60 0x7f64b4149330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:54754/0 (socket says 172.21.15.133:54754) 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.292+0000 7f64b259c640 1 -- 172.21.15.133:0/638537387 learned_addr learned my addr 172.21.15.133:0/638537387 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64abfff640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c7ea0 0x7f64b4143470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b2d9d640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64b4151e90 0x7f64b4145a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b259c640 1 -- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c7ea0 msgr2=0x7f64b4143470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b259c640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c7ea0 0x7f64b4143470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b259c640 1 -- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64b4151e90 msgr2=0x7f64b4145a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b259c640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64b4151e90 0x7f64b4145a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b259c640 1 -- 172.21.15.133:0/638537387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f649c009530 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64abfff640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c7ea0 0x7f64b4143470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b2d9d640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64b4151e90 0x7f64b4145a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b259c640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c4e60 0x7f64b4149330 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f64a4011630 tx=0x7f64a4011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64aaffd640 1 -- 172.21.15.133:0/638537387 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a400f920 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64aaffd640 1 -- 172.21.15.133:0/638537387 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a400fa80 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64aaffd640 1 -- 172.21.15.133:0/638537387 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a400fe10 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64b4144a90 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64b4145fd0 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64aaffd640 1 -- 172.21.15.133:0/638537387 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f64a4015480 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64aaffd640 1 -- 172.21.15.133:0/638537387 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f64a401e900 con 0x7f64b40c4e60 2023-12-02T00:30:34.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.296+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64b4068400 con 0x7f64b40c4e60 2023-12-02T00:30:34.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.300+0000 7f64aaffd640 1 -- 172.21.15.133:0/638537387 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f64a4023060 con 0x7f64b40c4e60 2023-12-02T00:30:34.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.360+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f64b406ca50 con 0x7f64b40c4e60 2023-12-02T00:30:34.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.360+0000 7f64aaffd640 1 -- 172.21.15.133:0/638537387 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f64a4019070 con 0x7f64b40c4e60 2023-12-02T00:30:34.362 INFO:teuthology.orchestra.run.smithi133.stderr:adjusted tunables profile to default 2023-12-02T00:30:34.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c4e60 msgr2=0x7f64b4149330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c4e60 0x7f64b4149330 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f64a4011630 tx=0x7f64a4011af0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 shutdown_connections 2023-12-02T00:30:34.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64b4151e90 0x7f64b4145a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64b40c7ea0 0x7f64b4143470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 --2- 172.21.15.133:0/638537387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64b40c4e60 0x7f64b4149330 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 >> 172.21.15.133:0/638537387 conn(0x7f64b40ca170 msgr2=0x7f64b4152790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:34.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 shutdown_connections 2023-12-02T00:30:34.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:34.364+0000 7f64b8f8d640 1 -- 172.21.15.133:0/638537387 wait complete. 2023-12-02T00:30:34.382 INFO:tasks.ceph:check_enable_crimson: False 2023-12-02T00:30:34.382 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-12-02T00:30:34.382 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:34.382 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-12-02T00:30:34.403 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:34.403 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-12-02T00:30:34.453 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:34.449+0000 7fc3c8249180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-02T00:30:34.466 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:34.464+0000 7f509adf6180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-02T00:30:34.467 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:34.467 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-12-02T00:30:34.530 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:30:34.531 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-12-02T00:30:34.594 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:34.595 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-12-02T00:30:34.615 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:34.615 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-12-02T00:30:34.677 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:34.677 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-12-02T00:30:34.741 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:30:34.741 DEBUG:teuthology.orchestra.run.smithi172:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-12-02T00:30:34.801 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new 66501d49-439a-4627-b9bf-a8d970d0842b 0 2023-12-02T00:30:34.981 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.977+0000 7febf7365640 1 Processor -- start 2023-12-02T00:30:34.981 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.977+0000 7febf7365640 1 -- start start 2023-12-02T00:30:34.982 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:34.981+0000 7fc3c8249180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf7365640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf0151e90 0x7febf00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf7365640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7febf00c4e60 0x7febf006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf7365640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febf006c860 con 0x7febf00c7ea0 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf7365640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febf00c8750 con 0x7febf00c4e60 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf7365640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febf01552d0 con 0x7febf0151e90 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5101640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf0151e90 0x7febf00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5101640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf0151e90 0x7febf00c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.172:51320/0 (socket says 172.21.15.172:51320) 2023-12-02T00:30:34.983 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5902640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7febf00c4e60 0x7febf006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.984 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5101640 1 -- 172.21.15.172:0/2349691982 learned_addr learned my addr 172.21.15.172:0/2349691982 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:34.984 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5101640 1 -- 172.21.15.172:0/2349691982 >> v2:172.21.15.133:3300/0 conn(0x7febf00c4e60 msgr2=0x7febf006bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:34.984 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5101640 1 --2- 172.21.15.172:0/2349691982 >> v2:172.21.15.133:3300/0 conn(0x7febf00c4e60 0x7febf006bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.984 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5101640 1 -- 172.21.15.172:0/2349691982 >> v1:172.21.15.133:6789/0 conn(0x7febf00c7ea0 legacy=0x7febf006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.984 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febf5101640 1 -- 172.21.15.172:0/2349691982 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febf0154930 con 0x7febf0151e90 2023-12-02T00:30:34.984 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.981+0000 7febe7fff640 1 -- 172.21.15.172:0/2349691982 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3410789427 0 0) 0x7febf006c860 con 0x7febf00c7ea0 2023-12-02T00:30:34.986 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf5101640 1 --2- 172.21.15.172:0/2349691982 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf0151e90 0x7febf00c4920 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7febec009870 tx=0x7febec01c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7231ab68ed1404bb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:34.987 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febe7fff640 1 -- 172.21.15.172:0/2349691982 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec0ab600 con 0x7febf0151e90 2023-12-02T00:30:34.987 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febe7fff640 1 -- 172.21.15.172:0/2349691982 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febec0a7050 con 0x7febf0151e90 2023-12-02T00:30:34.987 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febe7fff640 1 -- 172.21.15.172:0/2349691982 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febec0ab980 con 0x7febf0151e90 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 -- 172.21.15.172:0/2349691982 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf0151e90 msgr2=0x7febf00c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 --2- 172.21.15.172:0/2349691982 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf0151e90 0x7febf00c4920 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7febec009870 tx=0x7febec01c420 comp rx=0 tx=0).stop 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 -- 172.21.15.172:0/2349691982 shutdown_connections 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 --2- 172.21.15.172:0/2349691982 >> v2:172.21.15.133:3300/0 conn(0x7febf00c4e60 0x7febf006bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 --2- 172.21.15.172:0/2349691982 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf0151e90 0x7febf00c4920 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 -- 172.21.15.172:0/2349691982 >> 172.21.15.172:0/2349691982 conn(0x7febf00ca170 msgr2=0x7febf00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 -- 172.21.15.172:0/2349691982 shutdown_connections 2023-12-02T00:30:34.988 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 -- 172.21.15.172:0/2349691982 wait complete. 2023-12-02T00:30:34.989 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 Processor -- start 2023-12-02T00:30:34.989 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.985+0000 7febf7365640 1 -- start start 2023-12-02T00:30:34.991 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7febf00c4e60 0x7febf00aa3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.991 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf00c7ea0 0x7febf00ac180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febf0151e90 0x7febf01f02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febf0158510 con 0x7febf0151e90 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febf01f0c20 con 0x7febf00c4e60 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febf01587b0 con 0x7febf00c7ea0 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf5101640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7febf00c4e60 0x7febf00aa3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf4900640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf00c7ea0 0x7febf00ac180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf5101640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7febf00c4e60 0x7febf00aa3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:33996/0 (socket says 172.21.15.172:33996) 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf5101640 1 -- 172.21.15.172:0/1159043534 learned_addr learned my addr 172.21.15.172:0/1159043534 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf5902640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febf0151e90 0x7febf01f02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf4900640 1 -- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7febf00c4e60 msgr2=0x7febf00aa3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf4900640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7febf00c4e60 0x7febf00aa3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf4900640 1 -- 172.21.15.172:0/1159043534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febf0151e90 msgr2=0x7febf01f02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf4900640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febf0151e90 0x7febf01f02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:34.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf4900640 1 -- 172.21.15.172:0/1159043534 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febec0094d0 con 0x7febf00c7ea0 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf5101640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7febf00c4e60 0x7febf00aa3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf5902640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febf0151e90 0x7febf01f02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf4900640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf00c7ea0 0x7febf00ac180 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7febe000c3e0 tx=0x7febe000c8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febe5ffb640 1 -- 172.21.15.172:0/1159043534 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febe00054e0 con 0x7febf00c7ea0 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febe5ffb640 1 -- 172.21.15.172:0/1159043534 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febe0003600 con 0x7febf00c7ea0 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febe5ffb640 1 -- 172.21.15.172:0/1159043534 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febe00039b0 con 0x7febf00c7ea0 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febf01f0f00 con 0x7febf00c7ea0 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febe5ffb640 1 -- 172.21.15.172:0/1159043534 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7febe0012400 con 0x7febf00c7ea0 2023-12-02T00:30:34.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febf014f290 con 0x7febf00c7ea0 2023-12-02T00:30:34.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febe5ffb640 1 -- 172.21.15.172:0/1159043534 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7febe0012d60 con 0x7febf00c7ea0 2023-12-02T00:30:34.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:34.989+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febf0068400 con 0x7febf00c7ea0 2023-12-02T00:30:35.002 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:35.000+0000 7f509adf6180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-02T00:30:35.031 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.029+0000 7febe5ffb640 1 -- 172.21.15.172:0/1159043534 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7febe0017070 con 0x7febf00c7ea0 2023-12-02T00:30:35.097 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.093+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd new", "uuid": "66501d49-439a-4627-b9bf-a8d970d0842b", "id": 0} v 0) v1 -- 0x7febf00c60e0 con 0x7febf00c7ea0 2023-12-02T00:30:35.103 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febe5ffb640 1 -- 172.21.15.172:0/1159043534 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "66501d49-439a-4627-b9bf-a8d970d0842b", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7febe001c440 con 0x7febf00c7ea0 2023-12-02T00:30:35.103 INFO:teuthology.orchestra.run.smithi172.stdout:0 2023-12-02T00:30:35.104 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf00c7ea0 msgr2=0x7febf00ac180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf00c7ea0 0x7febf00ac180 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7febe000c3e0 tx=0x7febe000c8a0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 shutdown_connections 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febf0151e90 0x7febf01f02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7febf00c7ea0 0x7febf00ac180 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 --2- 172.21.15.172:0/1159043534 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7febf00c4e60 0x7febf00aa3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 >> 172.21.15.172:0/1159043534 conn(0x7febf00ca170 msgr2=0x7febf0152590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 shutdown_connections 2023-12-02T00:30:35.105 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.101+0000 7febf7365640 1 -- 172.21.15.172:0/1159043534 wait complete. 2023-12-02T00:30:35.122 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new a9bba08a-2153-46c0-b8b9-d6738a87b538 1 2023-12-02T00:30:35.190 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:35.189+0000 7fc3c8249180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-02T00:30:35.227 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:35.224+0000 7f509adf6180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-02T00:30:35.260 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b69df640 1 Processor -- start 2023-12-02T00:30:35.260 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b69df640 1 -- start start 2023-12-02T00:30:35.261 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b69df640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f05b0151e90 0x7f05b00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.261 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b69df640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05b006c860 con 0x7f05b00c7ea0 2023-12-02T00:30:35.261 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b69df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05b0154930 con 0x7f05b00c4e60 2023-12-02T00:30:35.262 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b69df640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05b00c8750 con 0x7f05b0151e90 2023-12-02T00:30:35.262 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b4f7c640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f05b00c4e60 0x7f05b015f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.172:50924/0 (socket says 172.21.15.172:50924) 2023-12-02T00:30:35.262 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05b4f7c640 1 -- 172.21.15.172:0/2302931070 learned_addr learned my addr 172.21.15.172:0/2302931070 (peer_addr_for_me v1:172.21.15.172:0/0) 2023-12-02T00:30:35.262 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.257+0000 7f05affff640 1 --2- 172.21.15.172:0/2302931070 >> v2:172.21.15.133:3300/0 conn(0x7f05b0151e90 0x7f05b00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.263 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05aeffd640 1 -- 172.21.15.172:0/2302931070 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 800817981 0 0) 0x7f05b0154930 con 0x7f05b00c4e60 2023-12-02T00:30:35.263 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05aeffd640 1 -- 172.21.15.172:0/2302931070 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0598003530 con 0x7f05b00c4e60 2023-12-02T00:30:35.263 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05aeffd640 1 -- 172.21.15.172:0/2302931070 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3365971118 0 0) 0x7f05b006c860 con 0x7f05b00c7ea0 2023-12-02T00:30:35.263 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05aeffd640 1 -- 172.21.15.172:0/2302931070 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05b0154930 con 0x7f05b00c7ea0 2023-12-02T00:30:35.263 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05affff640 1 -- 172.21.15.172:0/2302931070 >> v1:172.21.15.172:6789/0 conn(0x7f05b00c4e60 legacy=0x7f05b015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.263 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05affff640 1 -- 172.21.15.172:0/2302931070 >> v1:172.21.15.133:6789/0 conn(0x7f05b00c7ea0 legacy=0x7f05b006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.263 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05affff640 1 -- 172.21.15.172:0/2302931070 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05b0154c10 con 0x7f05b0151e90 2023-12-02T00:30:35.265 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05affff640 1 --2- 172.21.15.172:0/2302931070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b0151e90 0x7f05b00c4920 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f05a00097c0 tx=0x7f05a001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9004d6541b46cdc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:35.266 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.261+0000 7f05aeffd640 1 -- 172.21.15.172:0/2302931070 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a00ab600 con 0x7f05b0151e90 2023-12-02T00:30:35.266 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05aeffd640 1 -- 172.21.15.172:0/2302931070 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05a00a7050 con 0x7f05b0151e90 2023-12-02T00:30:35.266 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05aeffd640 1 -- 172.21.15.172:0/2302931070 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a00ab960 con 0x7f05b0151e90 2023-12-02T00:30:35.267 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 -- 172.21.15.172:0/2302931070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b0151e90 msgr2=0x7f05b00c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.267 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 --2- 172.21.15.172:0/2302931070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b0151e90 0x7f05b00c4920 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f05a00097c0 tx=0x7f05a001c360 comp rx=0 tx=0).stop 2023-12-02T00:30:35.267 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 -- 172.21.15.172:0/2302931070 shutdown_connections 2023-12-02T00:30:35.267 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 --2- 172.21.15.172:0/2302931070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b0151e90 0x7f05b00c4920 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.267 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 -- 172.21.15.172:0/2302931070 >> 172.21.15.172:0/2302931070 conn(0x7f05b00ca170 msgr2=0x7f05b00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.267 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 -- 172.21.15.172:0/2302931070 shutdown_connections 2023-12-02T00:30:35.267 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 -- 172.21.15.172:0/2302931070 wait complete. 2023-12-02T00:30:35.269 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.265+0000 7f05b69df640 1 Processor -- start 2023-12-02T00:30:35.270 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 -- start start 2023-12-02T00:30:35.272 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05b00c4e60 0x7f05b00ab5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.272 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b00c7ea0 0x7f05b014eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.272 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05b0151e90 0x7f05b01f1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.272 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05b01552d0 con 0x7f05b00c7ea0 2023-12-02T00:30:35.272 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05b00abbc0 con 0x7f05b00c4e60 2023-12-02T00:30:35.272 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05b00abea0 con 0x7f05b0151e90 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05b00c4e60 0x7f05b00ab5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05b00c4e60 0x7f05b00ab5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:34000/0 (socket says 172.21.15.172:34000) 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 -- 172.21.15.172:0/1731350250 learned_addr learned my addr 172.21.15.172:0/1731350250 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b4f7c640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05b0151e90 0x7f05b01f1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05af7fe640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b00c7ea0 0x7f05b014eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 -- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05b0151e90 msgr2=0x7f05b01f1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05b0151e90 0x7f05b01f1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 -- 172.21.15.172:0/1731350250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b00c7ea0 msgr2=0x7f05b014eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b00c7ea0 0x7f05b014eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 -- 172.21.15.172:0/1731350250 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05a0009420 con 0x7f05b00c4e60 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05af7fe640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b00c7ea0 0x7f05b014eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:35.273 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05affff640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05b00c4e60 0x7f05b00ab5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f05a0018f70 tx=0x7f05a0019100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:35.274 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05acff9640 1 -- 172.21.15.172:0/1731350250 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a00abce0 con 0x7f05b00c4e60 2023-12-02T00:30:35.274 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05acff9640 1 -- 172.21.15.172:0/1731350250 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05a00abe40 con 0x7f05b00c4e60 2023-12-02T00:30:35.274 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05acff9640 1 -- 172.21.15.172:0/1731350250 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a00b4600 con 0x7f05b00c4e60 2023-12-02T00:30:35.274 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05b00c2530 con 0x7f05b00c4e60 2023-12-02T00:30:35.275 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05b00c2af0 con 0x7f05b00c4e60 2023-12-02T00:30:35.275 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05acff9640 1 -- 172.21.15.172:0/1731350250 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f05a00b2040 con 0x7f05b00c4e60 2023-12-02T00:30:35.275 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.269+0000 7f05acff9640 1 -- 172.21.15.172:0/1731350250 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f05a00bec50 con 0x7f05b00c4e60 2023-12-02T00:30:35.275 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.273+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05b0068400 con 0x7f05b00c4e60 2023-12-02T00:30:35.277 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.273+0000 7f05acff9640 1 -- 172.21.15.172:0/1731350250 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f05a00ddce0 con 0x7f05b00c4e60 2023-12-02T00:30:35.343 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.341+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a9bba08a-2153-46c0-b8b9-d6738a87b538", "id": 1} v 0) v1 -- 0x7f05b00c2ce0 con 0x7f05b00c4e60 2023-12-02T00:30:35.349 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.345+0000 7f05acff9640 1 -- 172.21.15.172:0/1731350250 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a9bba08a-2153-46c0-b8b9-d6738a87b538", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f05a00cc030 con 0x7f05b00c4e60 2023-12-02T00:30:35.349 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:30:35.350 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05b00c4e60 msgr2=0x7f05b00ab5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05b00c4e60 0x7f05b00ab5c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f05a0018f70 tx=0x7f05a0019100 comp rx=0 tx=0).stop 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 shutdown_connections 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05b0151e90 0x7f05b01f1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05b00c7ea0 0x7f05b014eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 --2- 172.21.15.172:0/1731350250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05b00c4e60 0x7f05b00ab5c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 >> 172.21.15.172:0/1731350250 conn(0x7f05b00ca170 msgr2=0x7f05b00c8b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 shutdown_connections 2023-12-02T00:30:35.351 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.349+0000 7f05b69df640 1 -- 172.21.15.172:0/1731350250 wait complete. 2023-12-02T00:30:35.369 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new 4965f567-822d-4e6c-8980-16cc870ee685 2 2023-12-02T00:30:35.506 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.501+0000 7f10c269c640 1 Processor -- start 2023-12-02T00:30:35.506 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.501+0000 7f10c269c640 1 -- start start 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10c269c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f10bc0c7ea0 0x7f10bc06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10c269c640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10bc06c860 con 0x7f10bc06b9e0 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10c269c640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10bc154930 con 0x7f10bc151e90 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10c269c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10bc0c8750 con 0x7f10bc0c7ea0 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10bb7fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f10bc0c7ea0 0x7f10bc06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10bbfff640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f10bc151e90 0x7f10bc0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.172:50934/0 (socket says 172.21.15.172:50934) 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10bbfff640 1 -- 172.21.15.172:0/1011154005 learned_addr learned my addr 172.21.15.172:0/1011154005 (peer_addr_for_me v1:172.21.15.172:0/0) 2023-12-02T00:30:35.507 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10bb7fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f10bc0c7ea0 0x7f10bc06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:34002/0 (socket says 172.21.15.172:34002) 2023-12-02T00:30:35.508 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10bb7fe640 1 -- 172.21.15.172:0/1011154005 >> v1:172.21.15.172:6789/0 conn(0x7f10bc151e90 legacy=0x7f10bc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.508 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10bb7fe640 1 -- 172.21.15.172:0/1011154005 >> v1:172.21.15.133:6789/0 conn(0x7f10bc06b9e0 legacy=0x7f10bc15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:35.508 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.505+0000 7f10bb7fe640 1 -- 172.21.15.172:0/1011154005 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10bc154c10 con 0x7f10bc0c7ea0 2023-12-02T00:30:35.510 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10bb7fe640 1 --2- 172.21.15.172:0/1011154005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc0c7ea0 0x7f10bc06b4a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f10b00097c0 tx=0x7f10b001c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14fc5996b2ca81d4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:35.513 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10baffd640 1 -- 172.21.15.172:0/1011154005 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10b00ab600 con 0x7f10bc0c7ea0 2023-12-02T00:30:35.514 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10baffd640 1 -- 172.21.15.172:0/1011154005 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10b00a7050 con 0x7f10bc0c7ea0 2023-12-02T00:30:35.514 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10baffd640 1 -- 172.21.15.172:0/1011154005 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10b00ab980 con 0x7f10bc0c7ea0 2023-12-02T00:30:35.516 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 -- 172.21.15.172:0/1011154005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc0c7ea0 msgr2=0x7f10bc06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 --2- 172.21.15.172:0/1011154005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc0c7ea0 0x7f10bc06b4a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f10b00097c0 tx=0x7f10b001c360 comp rx=0 tx=0).stop 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 -- 172.21.15.172:0/1011154005 shutdown_connections 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 --2- 172.21.15.172:0/1011154005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc0c7ea0 0x7f10bc06b4a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 -- 172.21.15.172:0/1011154005 >> 172.21.15.172:0/1011154005 conn(0x7f10bc0ca170 msgr2=0x7f10bc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 -- 172.21.15.172:0/1011154005 shutdown_connections 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 -- 172.21.15.172:0/1011154005 wait complete. 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 Processor -- start 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.509+0000 7f10c269c640 1 -- start start 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc06b9e0 0x7f10bc148650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10bc0c7ea0 0x7f10bc14ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10bc151e90 0x7f10bc153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10bc1552d0 con 0x7f10bc0c7ea0 2023-12-02T00:30:35.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10bc0af8c0 con 0x7f10bc06b9e0 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10bc1f0660 con 0x7f10bc151e90 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc06b9e0 0x7f10bc148650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc06b9e0 0x7f10bc148650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:34004/0 (socket says 172.21.15.172:34004) 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 -- 172.21.15.172:0/2583833659 learned_addr learned my addr 172.21.15.172:0/2583833659 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c0c39640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10bc151e90 0x7f10bc153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bb7fe640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10bc0c7ea0 0x7f10bc14ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 -- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10bc151e90 msgr2=0x7f10bc153180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10bc151e90 0x7f10bc153180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 -- 172.21.15.172:0/2583833659 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10bc0c7ea0 msgr2=0x7f10bc14ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10bc0c7ea0 0x7f10bc14ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 -- 172.21.15.172:0/2583833659 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10b0009420 con 0x7f10bc06b9e0 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10bbfff640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc06b9e0 0x7f10bc148650 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f10ac00c500 tx=0x7f10ac00c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10b8ff9640 1 -- 172.21.15.172:0/2583833659 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10ac005cf0 con 0x7f10bc06b9e0 2023-12-02T00:30:35.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10b8ff9640 1 -- 172.21.15.172:0/2583833659 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10ac005e50 con 0x7f10bc06b9e0 2023-12-02T00:30:35.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10b8ff9640 1 -- 172.21.15.172:0/2583833659 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10ac0072f0 con 0x7f10bc06b9e0 2023-12-02T00:30:35.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10bc1f0940 con 0x7f10bc06b9e0 2023-12-02T00:30:35.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10b8ff9640 1 -- 172.21.15.172:0/2583833659 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f10ac012400 con 0x7f10bc06b9e0 2023-12-02T00:30:35.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10bc1f0f00 con 0x7f10bc06b9e0 2023-12-02T00:30:35.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10b8ff9640 1 -- 172.21.15.172:0/2583833659 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f10ac01b8c0 con 0x7f10bc06b9e0 2023-12-02T00:30:35.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.513+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10bc068400 con 0x7f10bc06b9e0 2023-12-02T00:30:35.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.517+0000 7f10b8ff9640 1 -- 172.21.15.172:0/2583833659 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f10ac017070 con 0x7f10bc06b9e0 2023-12-02T00:30:35.585 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.581+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd new", "uuid": "4965f567-822d-4e6c-8980-16cc870ee685", "id": 2} v 0) v1 -- 0x7f10bc06b640 con 0x7f10bc06b9e0 2023-12-02T00:30:35.591 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10b8ff9640 1 -- 172.21.15.172:0/2583833659 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4965f567-822d-4e6c-8980-16cc870ee685", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f10ac01b5f0 con 0x7f10bc06b9e0 2023-12-02T00:30:35.591 INFO:teuthology.orchestra.run.smithi172.stdout:2 2023-12-02T00:30:35.592 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc06b9e0 msgr2=0x7f10bc148650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc06b9e0 0x7f10bc148650 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f10ac00c500 tx=0x7f10ac00c9c0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 shutdown_connections 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10bc151e90 0x7f10bc153180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10bc0c7ea0 0x7f10bc14ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 --2- 172.21.15.172:0/2583833659 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10bc06b9e0 0x7f10bc148650 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 >> 172.21.15.172:0/2583833659 conn(0x7f10bc0ca170 msgr2=0x7f10bc0c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 shutdown_connections 2023-12-02T00:30:35.593 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.589+0000 7f10c269c640 1 -- 172.21.15.172:0/2583833659 wait complete. 2023-12-02T00:30:35.612 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new 253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1 3 2023-12-02T00:30:35.747 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0578fc4640 1 Processor -- start 2023-12-02T00:30:35.747 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0578fc4640 1 -- start start 2023-12-02T00:30:35.749 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0578fc4640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0574151e90 0x7f05740c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.749 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0578fc4640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f057406c860 con 0x7f05740c7ea0 2023-12-02T00:30:35.749 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0578fc4640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0574154930 con 0x7f05740c4e60 2023-12-02T00:30:35.749 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0578fc4640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05740c8750 con 0x7f0574151e90 2023-12-02T00:30:35.749 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f057259c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0574151e90 0x7f05740c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.749 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0572d9d640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f05740c4e60 0x7f057415f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.172:50936/0 (socket says 172.21.15.172:50936) 2023-12-02T00:30:35.749 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f0572d9d640 1 -- 172.21.15.172:0/1196726216 learned_addr learned my addr 172.21.15.172:0/1196726216 (peer_addr_for_me v1:172.21.15.172:0/0) 2023-12-02T00:30:35.750 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f057259c640 1 -- 172.21.15.172:0/1196726216 >> v1:172.21.15.172:6789/0 conn(0x7f05740c4e60 legacy=0x7f057415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.750 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f057259c640 1 -- 172.21.15.172:0/1196726216 >> v1:172.21.15.133:6789/0 conn(0x7f05740c7ea0 legacy=0x7f057406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.750 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.745+0000 7f057259c640 1 -- 172.21.15.172:0/1196726216 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0574154c10 con 0x7f0574151e90 2023-12-02T00:30:35.752 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f057259c640 1 --2- 172.21.15.172:0/1196726216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f05740c4920 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f05640097c0 tx=0x7f056401c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d0dcdddf65888d0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:35.753 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f057159a640 1 -- 172.21.15.172:0/1196726216 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640ab600 con 0x7f0574151e90 2023-12-02T00:30:35.753 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f057159a640 1 -- 172.21.15.172:0/1196726216 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05640a7050 con 0x7f0574151e90 2023-12-02T00:30:35.753 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f057159a640 1 -- 172.21.15.172:0/1196726216 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640ab980 con 0x7f0574151e90 2023-12-02T00:30:35.754 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f0578fc4640 1 -- 172.21.15.172:0/1196726216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 msgr2=0x7f05740c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.754 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f0578fc4640 1 --2- 172.21.15.172:0/1196726216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f05740c4920 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f05640097c0 tx=0x7f056401c360 comp rx=0 tx=0).stop 2023-12-02T00:30:35.754 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f0578fc4640 1 -- 172.21.15.172:0/1196726216 shutdown_connections 2023-12-02T00:30:35.754 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f0578fc4640 1 --2- 172.21.15.172:0/1196726216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f05740c4920 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.754 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f0578fc4640 1 -- 172.21.15.172:0/1196726216 >> 172.21.15.172:0/1196726216 conn(0x7f05740ca170 msgr2=0x7f05740ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.754 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f0578fc4640 1 -- 172.21.15.172:0/1196726216 shutdown_connections 2023-12-02T00:30:35.754 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.749+0000 7f0578fc4640 1 -- 172.21.15.172:0/1196726216 wait complete. 2023-12-02T00:30:35.755 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 Processor -- start 2023-12-02T00:30:35.756 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 -- start start 2023-12-02T00:30:35.757 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05740c4e60 0x7f05741f0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.757 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05740c7ea0 0x7f05741f1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.757 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f0574157e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05741552d0 con 0x7f05740c7ea0 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05740c22d0 con 0x7f0574151e90 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0578fc4640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05741f1770 con 0x7f05740c4e60 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05740c4e60 0x7f05741f0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0572d9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f0574157e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05740c4e60 0x7f05741f0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.172:51370/0 (socket says 172.21.15.172:51370) 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0572d9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f0574157e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:34020/0 (socket says 172.21.15.172:34020) 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 -- 172.21.15.172:0/3191785610 learned_addr learned my addr 172.21.15.172:0/3191785610 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0571d9b640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05740c7ea0 0x7f05741f1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 -- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 msgr2=0x7f0574157e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f0574157e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 -- 172.21.15.172:0/3191785610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05740c7ea0 msgr2=0x7f05741f1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05740c7ea0 0x7f05741f1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f057259c640 1 -- 172.21.15.172:0/3191785610 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0564009420 con 0x7f05740c4e60 2023-12-02T00:30:35.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.753+0000 7f0572d9d640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f0574157e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f057259c640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05740c4e60 0x7f05741f0cf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0564018f70 tx=0x7f056401aba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0562ffd640 1 -- 172.21.15.172:0/3191785610 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640abe80 con 0x7f05740c4e60 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0562ffd640 1 -- 172.21.15.172:0/3191785610 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05640b7450 con 0x7f05740c4e60 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05740abf50 con 0x7f05740c4e60 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0562ffd640 1 -- 172.21.15.172:0/3191785610 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640b7800 con 0x7f05740c4e60 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f057414b540 con 0x7f05740c4e60 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0562ffd640 1 -- 172.21.15.172:0/3191785610 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f05640b7c60 con 0x7f05740c4e60 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0562ffd640 1 -- 172.21.15.172:0/3191785610 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f05640c0cc0 con 0x7f05740c4e60 2023-12-02T00:30:35.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.757+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0574068400 con 0x7f05740c4e60 2023-12-02T00:30:35.761 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.761+0000 7f0562ffd640 1 -- 172.21.15.172:0/3191785610 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f05640dece0 con 0x7f05740c4e60 2023-12-02T00:30:35.828 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.825+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd new", "uuid": "253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1", "id": 3} v 0) v1 -- 0x7f05740c0de0 con 0x7f05740c4e60 2023-12-02T00:30:35.834 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0562ffd640 1 -- 172.21.15.172:0/3191785610 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f05640cd030 con 0x7f05740c4e60 2023-12-02T00:30:35.834 INFO:teuthology.orchestra.run.smithi172.stdout:3 2023-12-02T00:30:35.836 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05740c4e60 msgr2=0x7f05741f0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.836 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05740c4e60 0x7f05741f0cf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0564018f70 tx=0x7f056401aba0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.836 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 shutdown_connections 2023-12-02T00:30:35.836 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0574151e90 0x7f0574157e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.837 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05740c7ea0 0x7f05741f1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.837 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 --2- 172.21.15.172:0/3191785610 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05740c4e60 0x7f05741f0cf0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.837 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 >> 172.21.15.172:0/3191785610 conn(0x7f05740ca170 msgr2=0x7f0574150050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.837 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 shutdown_connections 2023-12-02T00:30:35.837 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.833+0000 7f0578fc4640 1 -- 172.21.15.172:0/3191785610 wait complete. 2023-12-02T00:30:35.854 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new b70e3fed-bb01-4c64-b71a-4936534c5d0a 4 2023-12-02T00:30:35.858 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:35.853+0000 7fc3c8249180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-02T00:30:35.861 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:35.860+0000 7f509adf6180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-02T00:30:35.920 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:35.917+0000 7fc3c8249180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-02T00:30:35.925 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:35.924+0000 7f509adf6180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-02T00:30:35.982 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:35.981+0000 7fc3c8249180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-02T00:30:35.983 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:35.980+0000 7f509adf6180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-02T00:30:35.991 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f9155a5a640 1 Processor -- start 2023-12-02T00:30:35.991 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f9155a5a640 1 -- start start 2023-12-02T00:30:35.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f9155a5a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f91500c7ea0 0x7f915006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:35.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f9155a5a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f915006c860 con 0x7f9150151e90 2023-12-02T00:30:35.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f9155a5a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9150154930 con 0x7f915006b9e0 2023-12-02T00:30:35.992 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f9155a5a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91500c8750 con 0x7f91500c7ea0 2023-12-02T00:30:35.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914f7fe640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f915006b9e0 0x7f915015f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.172:50948/0 (socket says 172.21.15.172:50948) 2023-12-02T00:30:35.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914f7fe640 1 -- 172.21.15.172:0/1679151974 learned_addr learned my addr 172.21.15.172:0/1679151974 (peer_addr_for_me v1:172.21.15.172:0/0) 2023-12-02T00:30:35.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914e7fc640 1 --2- 172.21.15.172:0/1679151974 >> v2:172.21.15.133:3300/0 conn(0x7f91500c7ea0 0x7f915006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:35.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 41932257 0 0) 0x7f9150154930 con 0x7f915006b9e0 2023-12-02T00:30:35.993 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9138003530 con 0x7f915006b9e0 2023-12-02T00:30:35.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 436083256 0 0) 0x7f915006c860 con 0x7f9150151e90 2023-12-02T00:30:35.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9150154930 con 0x7f9150151e90 2023-12-02T00:30:35.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 <== mon.1 v1:172.21.15.172:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1771756312 0 0) 0x7f9138003530 con 0x7f915006b9e0 2023-12-02T00:30:35.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914e7fc640 1 -- 172.21.15.172:0/1679151974 >> v1:172.21.15.172:6789/0 conn(0x7f915006b9e0 legacy=0x7f915015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914e7fc640 1 -- 172.21.15.172:0/1679151974 >> v1:172.21.15.133:6789/0 conn(0x7f9150151e90 legacy=0x7f91500c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.994 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.989+0000 7f914e7fc640 1 -- 172.21.15.172:0/1679151974 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9150154c10 con 0x7f91500c7ea0 2023-12-02T00:30:35.996 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f914e7fc640 1 --2- 172.21.15.172:0/1679151974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91500c7ea0 0x7f915006b4a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9144009740 tx=0x7f914401c140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=496b58d6277e81c4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:35.996 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9140001680 con 0x7f91500c7ea0 2023-12-02T00:30:35.996 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91440a4cb0 con 0x7f91500c7ea0 2023-12-02T00:30:35.996 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f914dffb640 1 -- 172.21.15.172:0/1679151974 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9148001a00 con 0x7f91500c7ea0 2023-12-02T00:30:35.997 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f9155a5a640 1 -- 172.21.15.172:0/1679151974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91500c7ea0 msgr2=0x7f915006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:35.997 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f9155a5a640 1 --2- 172.21.15.172:0/1679151974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91500c7ea0 0x7f915006b4a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9144009740 tx=0x7f914401c140 comp rx=0 tx=0).stop 2023-12-02T00:30:35.997 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f9155a5a640 1 -- 172.21.15.172:0/1679151974 shutdown_connections 2023-12-02T00:30:35.997 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f9155a5a640 1 --2- 172.21.15.172:0/1679151974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91500c7ea0 0x7f915006b4a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:35.997 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f9155a5a640 1 -- 172.21.15.172:0/1679151974 >> 172.21.15.172:0/1679151974 conn(0x7f91500ca170 msgr2=0x7f91500ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:35.997 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f9155a5a640 1 -- 172.21.15.172:0/1679151974 shutdown_connections 2023-12-02T00:30:35.998 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.993+0000 7f9155a5a640 1 -- 172.21.15.172:0/1679151974 wait complete. 2023-12-02T00:30:35.998 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 Processor -- start 2023-12-02T00:30:35.999 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 -- start start 2023-12-02T00:30:36.001 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f915006b9e0 0x7f91500af570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.001 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91500c7ea0 0x7f91500ae8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9150151e90 0x7f915014afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91501552d0 con 0x7f9150151e90 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91500ac7b0 con 0x7f915006b9e0 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91501f0160 con 0x7f91500c7ea0 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914effd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f915006b9e0 0x7f91500af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914e7fc640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91500c7ea0 0x7f91500ae8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914effd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f915006b9e0 0x7f91500af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:34024/0 (socket says 172.21.15.172:34024) 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914effd640 1 -- 172.21.15.172:0/3854870862 learned_addr learned my addr 172.21.15.172:0/3854870862 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914f7fe640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9150151e90 0x7f915014afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914e7fc640 1 -- 172.21.15.172:0/3854870862 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f915006b9e0 msgr2=0x7f91500af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914e7fc640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f915006b9e0 0x7f91500af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914e7fc640 1 -- 172.21.15.172:0/3854870862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9150151e90 msgr2=0x7f915014afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.002 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914e7fc640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9150151e90 0x7f915014afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914e7fc640 1 -- 172.21.15.172:0/3854870862 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9144009420 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f914e7fc640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91500c7ea0 0x7f91500ae8f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f91440ab000 tx=0x7f9144018ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9137fff640 1 -- 172.21.15.172:0/3854870862 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91440b5410 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9137fff640 1 -- 172.21.15.172:0/3854870862 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91440b5570 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91501f0440 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9137fff640 1 -- 172.21.15.172:0/3854870862 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91440b5900 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91501f0a00 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9137fff640 1 -- 172.21.15.172:0/3854870862 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f91440b3040 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:35.997+0000 7f9137fff640 1 -- 172.21.15.172:0/3854870862 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f91440bde10 con 0x7f91500c7ea0 2023-12-02T00:30:36.003 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.001+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91501f05d0 con 0x7f91500c7ea0 2023-12-02T00:30:36.004 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.001+0000 7f9137fff640 1 -- 172.21.15.172:0/3854870862 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f91440c2020 con 0x7f91500c7ea0 2023-12-02T00:30:36.070 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.069+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b70e3fed-bb01-4c64-b71a-4936534c5d0a", "id": 4} v 0) v1 -- 0x7f9150068400 con 0x7f91500c7ea0 2023-12-02T00:30:36.072 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:36.072+0000 7f509adf6180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-02T00:30:36.074 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:36.073+0000 7fc3c8249180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-02T00:30:36.077 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.073+0000 7f9137fff640 1 -- 172.21.15.172:0/3854870862 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b70e3fed-bb01-4c64-b71a-4936534c5d0a", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f91440b1070 con 0x7f91500c7ea0 2023-12-02T00:30:36.078 INFO:teuthology.orchestra.run.smithi172.stdout:4 2023-12-02T00:30:36.079 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91500c7ea0 msgr2=0x7f91500ae8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.079 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91500c7ea0 0x7f91500ae8f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f91440ab000 tx=0x7f9144018ee0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.079 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 shutdown_connections 2023-12-02T00:30:36.079 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9150151e90 0x7f915014afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.079 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91500c7ea0 0x7f91500ae8f0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.079 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 --2- 172.21.15.172:0/3854870862 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f915006b9e0 0x7f91500af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.079 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 >> 172.21.15.172:0/3854870862 conn(0x7f91500ca170 msgr2=0x7f915014fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:36.080 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 shutdown_connections 2023-12-02T00:30:36.080 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.077+0000 7f9155a5a640 1 -- 172.21.15.172:0/3854870862 wait complete. 2023-12-02T00:30:36.097 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new d472395a-32d6-4380-b99f-a186a938b645 5 2023-12-02T00:30:36.132 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:36.132+0000 7f509adf6180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-02T00:30:36.138 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:36.137+0000 7fc3c8249180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-02T00:30:36.220 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:36.220+0000 7f509adf6180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-02T00:30:36.229 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:36.225+0000 7fc3c8249180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-02T00:30:36.234 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5defdf640 1 Processor -- start 2023-12-02T00:30:36.235 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5defdf640 1 -- start start 2023-12-02T00:30:36.236 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5defdf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe5d806bbb0 0x7fe5d81600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.236 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5defdf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5d806c860 con 0x7fe5d80c7ea0 2023-12-02T00:30:36.236 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5defdf640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5d806c000 con 0x7fe5d8151e90 2023-12-02T00:30:36.236 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5defdf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5d80c8750 con 0x7fe5d806bbb0 2023-12-02T00:30:36.236 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5dcd7b640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fe5d8151e90 0x7fe5d80c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.172:60354/0 (socket says 172.21.15.172:60354) 2023-12-02T00:30:36.236 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5dcd7b640 1 -- 172.21.15.172:0/2491490650 learned_addr learned my addr 172.21.15.172:0/2491490650 (peer_addr_for_me v1:172.21.15.172:0/0) 2023-12-02T00:30:36.236 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5dd57c640 1 --2- 172.21.15.172:0/2491490650 >> v2:172.21.15.133:3300/0 conn(0x7fe5d806bbb0 0x7fe5d81600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.237 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5cf7fe640 1 -- 172.21.15.172:0/2491490650 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3176244012 0 0) 0x7fe5d806c860 con 0x7fe5d80c7ea0 2023-12-02T00:30:36.237 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5cf7fe640 1 -- 172.21.15.172:0/2491490650 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe5c0003530 con 0x7fe5d80c7ea0 2023-12-02T00:30:36.237 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5cf7fe640 1 -- 172.21.15.172:0/2491490650 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3763923749 0 0) 0x7fe5d806c000 con 0x7fe5d8151e90 2023-12-02T00:30:36.237 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5cf7fe640 1 -- 172.21.15.172:0/2491490650 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe5d806c860 con 0x7fe5d8151e90 2023-12-02T00:30:36.237 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5dd57c640 1 -- 172.21.15.172:0/2491490650 >> v1:172.21.15.172:6789/0 conn(0x7fe5d8151e90 legacy=0x7fe5d80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.237 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5dd57c640 1 -- 172.21.15.172:0/2491490650 >> v1:172.21.15.133:6789/0 conn(0x7fe5d80c7ea0 legacy=0x7fe5d806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.237 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.233+0000 7fe5dd57c640 1 -- 172.21.15.172:0/2491490650 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d8154930 con 0x7fe5d806bbb0 2023-12-02T00:30:36.240 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5dd57c640 1 --2- 172.21.15.172:0/2491490650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d806bbb0 0x7fe5d81600b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0009d90 tx=0x7fe5d001c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7e22850821d163 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:36.240 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5cf7fe640 1 -- 172.21.15.172:0/2491490650 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d00a6700 con 0x7fe5d806bbb0 2023-12-02T00:30:36.240 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5cf7fe640 1 -- 172.21.15.172:0/2491490650 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5d00a6860 con 0x7fe5d806bbb0 2023-12-02T00:30:36.240 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5cf7fe640 1 -- 172.21.15.172:0/2491490650 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d00a6bf0 con 0x7fe5d806bbb0 2023-12-02T00:30:36.241 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5defdf640 1 -- 172.21.15.172:0/2491490650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d806bbb0 msgr2=0x7fe5d81600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.241 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5defdf640 1 --2- 172.21.15.172:0/2491490650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d806bbb0 0x7fe5d81600b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0009d90 tx=0x7fe5d001c830 comp rx=0 tx=0).stop 2023-12-02T00:30:36.241 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5defdf640 1 -- 172.21.15.172:0/2491490650 shutdown_connections 2023-12-02T00:30:36.241 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5defdf640 1 --2- 172.21.15.172:0/2491490650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d806bbb0 0x7fe5d81600b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.241 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5defdf640 1 -- 172.21.15.172:0/2491490650 >> 172.21.15.172:0/2491490650 conn(0x7fe5d80ca170 msgr2=0x7fe5d80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:36.241 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5defdf640 1 -- 172.21.15.172:0/2491490650 shutdown_connections 2023-12-02T00:30:36.241 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.237+0000 7fe5defdf640 1 -- 172.21.15.172:0/2491490650 wait complete. 2023-12-02T00:30:36.243 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 Processor -- start 2023-12-02T00:30:36.243 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 -- start start 2023-12-02T00:30:36.244 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5d806bbb0 0x7fe5d81eae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.244 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5d80c7ea0 0x7fe5d81f03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.244 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d8151e90 0x7fe5d81f0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.244 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d81552d0 con 0x7fe5d8151e90 2023-12-02T00:30:36.244 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d81f0e70 con 0x7fe5d80c7ea0 2023-12-02T00:30:36.245 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5defdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d81562e0 con 0x7fe5d806bbb0 2023-12-02T00:30:36.245 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5cffff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5d80c7ea0 0x7fe5d81f03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.245 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dcd7b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5d806bbb0 0x7fe5d81eae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5cffff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5d80c7ea0 0x7fe5d81f03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:60896/0 (socket says 172.21.15.172:60896) 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5cffff640 1 -- 172.21.15.172:0/2158399156 learned_addr learned my addr 172.21.15.172:0/2158399156 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dd57c640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d8151e90 0x7fe5d81f0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dcd7b640 1 -- 172.21.15.172:0/2158399156 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5d80c7ea0 msgr2=0x7fe5d81f03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dcd7b640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5d80c7ea0 0x7fe5d81f03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dcd7b640 1 -- 172.21.15.172:0/2158399156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d8151e90 msgr2=0x7fe5d81f0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dcd7b640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d8151e90 0x7fe5d81f0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dcd7b640 1 -- 172.21.15.172:0/2158399156 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d0009a70 con 0x7fe5d806bbb0 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dd57c640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d8151e90 0x7fe5d81f0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:36.246 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.241+0000 7fe5dcd7b640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5d806bbb0 0x7fe5d81eae60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe5d400c430 tx=0x7fe5d400c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:36.247 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5cd7fa640 1 -- 172.21.15.172:0/2158399156 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d4005cf0 con 0x7fe5d806bbb0 2023-12-02T00:30:36.247 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5cd7fa640 1 -- 172.21.15.172:0/2158399156 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5d4005e50 con 0x7fe5d806bbb0 2023-12-02T00:30:36.247 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5cd7fa640 1 -- 172.21.15.172:0/2158399156 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d40072d0 con 0x7fe5d806bbb0 2023-12-02T00:30:36.247 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5d81f1330 con 0x7fe5d806bbb0 2023-12-02T00:30:36.247 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5cd7fa640 1 -- 172.21.15.172:0/2158399156 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe5d4012400 con 0x7fe5d806bbb0 2023-12-02T00:30:36.247 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5d814d480 con 0x7fe5d806bbb0 2023-12-02T00:30:36.247 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5cd7fa640 1 -- 172.21.15.172:0/2158399156 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7fe5d401b450 con 0x7fe5d806bbb0 2023-12-02T00:30:36.248 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.245+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5d8068400 con 0x7fe5d806bbb0 2023-12-02T00:30:36.250 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.249+0000 7fe5cd7fa640 1 -- 172.21.15.172:0/2158399156 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fe5d4017070 con 0x7fe5d806bbb0 2023-12-02T00:30:36.281 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:36.280+0000 7f509adf6180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-02T00:30:36.293 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:36.289+0000 7fc3c8249180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-02T00:30:36.316 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.313+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd new", "uuid": "d472395a-32d6-4380-b99f-a186a938b645", "id": 5} v 0) v1 -- 0x7fe5d806ca50 con 0x7fe5d806bbb0 2023-12-02T00:30:36.320 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.317+0000 7fe5cd7fa640 1 -- 172.21.15.172:0/2158399156 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d472395a-32d6-4380-b99f-a186a938b645", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe5d40129b0 con 0x7fe5d806bbb0 2023-12-02T00:30:36.321 INFO:teuthology.orchestra.run.smithi172.stdout:5 2023-12-02T00:30:36.323 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.317+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5d806bbb0 msgr2=0x7fe5d81eae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.323 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.317+0000 7fe5defdf640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5d806bbb0 0x7fe5d81eae60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe5d400c430 tx=0x7fe5d400c8f0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.323 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.321+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 shutdown_connections 2023-12-02T00:30:36.323 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.321+0000 7fe5defdf640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5d8151e90 0x7fe5d81f0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.323 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.321+0000 7fe5defdf640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5d80c7ea0 0x7fe5d81f03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.323 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.321+0000 7fe5defdf640 1 --2- 172.21.15.172:0/2158399156 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5d806bbb0 0x7fe5d81eae60 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.324 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.321+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 >> 172.21.15.172:0/2158399156 conn(0x7fe5d80ca170 msgr2=0x7fe5d814ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:36.324 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.321+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 shutdown_connections 2023-12-02T00:30:36.324 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.321+0000 7fe5defdf640 1 -- 172.21.15.172:0/2158399156 wait complete. 2023-12-02T00:30:36.341 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new 147bf683-14ca-42ca-b594-e3a148e9e6e3 6 2023-12-02T00:30:36.436 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:36.436+0000 7f509adf6180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-02T00:30:36.455 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:36.453+0000 7fc3c8249180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-02T00:30:36.504 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:36.504+0000 7f509adf6180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-02T00:30:36.517 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.513+0000 7f819bdaa640 1 Processor -- start 2023-12-02T00:30:36.518 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.513+0000 7f819bdaa640 1 -- start start 2023-12-02T00:30:36.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f819bdaa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8194151e90 0x7f81940c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.519 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f819bdaa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f819406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f819bdaa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f819406c860 con 0x7f81940c4e60 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f819bdaa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81940c8750 con 0x7f8194151e90 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f819bdaa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81941552d0 con 0x7f81940c7ea0 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f8199345640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f819406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f819a347640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f81940c4e60 0x7f819406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.172:60356/0 (socket says 172.21.15.172:60356) 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f819a347640 1 -- 172.21.15.172:0/1466548708 learned_addr learned my addr 172.21.15.172:0/1466548708 (peer_addr_for_me v1:172.21.15.172:0/0) 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f8199b46640 1 --2- 172.21.15.172:0/1466548708 >> v2:172.21.15.133:3300/0 conn(0x7f8194151e90 0x7f81940c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f8199345640 1 -- 172.21.15.172:0/1466548708 >> v2:172.21.15.133:3300/0 conn(0x7f8194151e90 msgr2=0x7f81940c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f8199345640 1 --2- 172.21.15.172:0/1466548708 >> v2:172.21.15.133:3300/0 conn(0x7f8194151e90 0x7f81940c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f8199345640 1 -- 172.21.15.172:0/1466548708 >> v1:172.21.15.172:6789/0 conn(0x7f81940c4e60 legacy=0x7f819406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f8199345640 1 -- 172.21.15.172:0/1466548708 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8194154930 con 0x7f81940c7ea0 2023-12-02T00:30:36.520 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.517+0000 7f8198b44640 1 -- 172.21.15.172:0/1466548708 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2074217854 0 0) 0x7f819406c860 con 0x7f81940c4e60 2023-12-02T00:30:36.524 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f8199345640 1 --2- 172.21.15.172:0/1466548708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f819406b4a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f81840097c0 tx=0x7f818401c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe33eed18e3c5597 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:36.524 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f8198b44640 1 -- 172.21.15.172:0/1466548708 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81840ab600 con 0x7f81940c7ea0 2023-12-02T00:30:36.525 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f8198b44640 1 -- 172.21.15.172:0/1466548708 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81840a7050 con 0x7f81940c7ea0 2023-12-02T00:30:36.525 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f8198b44640 1 -- 172.21.15.172:0/1466548708 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81840ab980 con 0x7f81940c7ea0 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 -- 172.21.15.172:0/1466548708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 msgr2=0x7f819406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 --2- 172.21.15.172:0/1466548708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f819406b4a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f81840097c0 tx=0x7f818401c360 comp rx=0 tx=0).stop 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 -- 172.21.15.172:0/1466548708 shutdown_connections 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 --2- 172.21.15.172:0/1466548708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f819406b4a0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 --2- 172.21.15.172:0/1466548708 >> v2:172.21.15.133:3300/0 conn(0x7f8194151e90 0x7f81940c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 -- 172.21.15.172:0/1466548708 >> 172.21.15.172:0/1466548708 conn(0x7f81940ca170 msgr2=0x7f81940ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 -- 172.21.15.172:0/1466548708 shutdown_connections 2023-12-02T00:30:36.526 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.521+0000 7f819bdaa640 1 -- 172.21.15.172:0/1466548708 wait complete. 2023-12-02T00:30:36.527 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 Processor -- start 2023-12-02T00:30:36.527 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 -- start start 2023-12-02T00:30:36.527 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:36.525+0000 7fc3c8249180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-02T00:30:36.530 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81940c4e60 0x7f8194148fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.530 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f81940aaa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.530 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194151e90 0x7f81941efd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.530 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81940c3ac0 con 0x7f81940c4e60 2023-12-02T00:30:36.530 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f819414c340 con 0x7f8194151e90 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81941494f0 con 0x7f81940c7ea0 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f81940aaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819a347640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194151e90 0x7f81941efd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f81940aaa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.172:44572/0 (socket says 172.21.15.172:44572) 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 -- 172.21.15.172:0/2721816097 learned_addr learned my addr 172.21.15.172:0/2721816097 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819a347640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194151e90 0x7f81941efd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:60900/0 (socket says 172.21.15.172:60900) 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199b46640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81940c4e60 0x7f8194148fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 -- 172.21.15.172:0/2721816097 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194151e90 msgr2=0x7f81941efd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194151e90 0x7f81941efd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 -- 172.21.15.172:0/2721816097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81940c4e60 msgr2=0x7f8194148fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81940c4e60 0x7f8194148fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 -- 172.21.15.172:0/2721816097 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8184009420 con 0x7f81940c7ea0 2023-12-02T00:30:36.531 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f8199345640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f81940aaa10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f81840ae040 tx=0x7f8184019100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f818a7fc640 1 -- 172.21.15.172:0/2721816097 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81840abdd0 con 0x7f81940c7ea0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f818a7fc640 1 -- 172.21.15.172:0/2721816097 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81840b4430 con 0x7f81940c7ea0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f818a7fc640 1 -- 172.21.15.172:0/2721816097 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81840b47e0 con 0x7f81940c7ea0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81941f0bb0 con 0x7f81940c7ea0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.525+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81940ac6b0 con 0x7f81940c7ea0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.529+0000 7f818a7fc640 1 -- 172.21.15.172:0/2721816097 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f81840b2040 con 0x7f81940c7ea0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.529+0000 7f818a7fc640 1 -- 172.21.15.172:0/2721816097 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f81840b4c40 con 0x7f81940c7ea0 2023-12-02T00:30:36.532 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.529+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81940ac8a0 con 0x7f81940c7ea0 2023-12-02T00:30:36.533 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.529+0000 7f818a7fc640 1 -- 172.21.15.172:0/2721816097 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f81840b0070 con 0x7f81940c7ea0 2023-12-02T00:30:36.598 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.597+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd new", "uuid": "147bf683-14ca-42ca-b594-e3a148e9e6e3", "id": 6} v 0) v1 -- 0x7f8194068400 con 0x7f81940c7ea0 2023-12-02T00:30:36.603 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f818a7fc640 1 -- 172.21.15.172:0/2721816097 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "147bf683-14ca-42ca-b594-e3a148e9e6e3", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f81840be780 con 0x7f81940c7ea0 2023-12-02T00:30:36.603 INFO:teuthology.orchestra.run.smithi172.stdout:6 2023-12-02T00:30:36.604 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 msgr2=0x7f81940aaa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.604 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f81940aaa10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f81840ae040 tx=0x7f8184019100 comp rx=0 tx=0).stop 2023-12-02T00:30:36.604 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 shutdown_connections 2023-12-02T00:30:36.604 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194151e90 0x7f81941efd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.604 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81940c7ea0 0x7f81940aaa10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.604 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 --2- 172.21.15.172:0/2721816097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81940c4e60 0x7f8194148fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.604 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 >> 172.21.15.172:0/2721816097 conn(0x7f81940ca170 msgr2=0x7f819415e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:36.605 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 shutdown_connections 2023-12-02T00:30:36.605 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.601+0000 7f819bdaa640 1 -- 172.21.15.172:0/2721816097 wait complete. 2023-12-02T00:30:36.623 DEBUG:teuthology.orchestra.run.smithi172:> sudo ceph --cluster ceph osd new 32da4046-2eca-4859-b56b-b3122dbc1298 7 2023-12-02T00:30:36.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.753+0000 7f08381f8640 1 Processor -- start 2023-12-02T00:30:36.758 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.753+0000 7f08381f8640 1 -- start start 2023-12-02T00:30:36.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f08381f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006dfe0 0x7f083006a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f08381f8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0830072500 con 0x7f083006b1e0 2023-12-02T00:30:36.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f08381f8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0830070f60 con 0x7f083006a5b0 2023-12-02T00:30:36.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f08381f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f083006ef50 con 0x7f083006dfe0 2023-12-02T00:30:36.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f0835f94640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f083006a5b0 0x7f08300c2090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.172:60360/0 (socket says 172.21.15.172:60360) 2023-12-02T00:30:36.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f0835f94640 1 -- 172.21.15.172:0/1915927336 learned_addr learned my addr 172.21.15.172:0/1915927336 (peer_addr_for_me v1:172.21.15.172:0/0) 2023-12-02T00:30:36.759 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f0835793640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006dfe0 0x7f083006a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f0835793640 1 -- 172.21.15.172:0/1915927336 >> v1:172.21.15.172:6789/0 conn(0x7f083006a5b0 legacy=0x7f08300c2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f0835793640 1 -- 172.21.15.172:0/1915927336 >> v1:172.21.15.133:6789/0 conn(0x7f083006b1e0 legacy=0x7f083015efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.760 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f0834f92640 1 -- 172.21.15.172:0/1915927336 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3208401952 0 0) 0x7f0830070f60 con 0x7f083006a5b0 2023-12-02T00:30:36.761 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.757+0000 7f0835793640 1 -- 172.21.15.172:0/1915927336 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f083014eda0 con 0x7f083006dfe0 2023-12-02T00:30:36.763 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f0835793640 1 --2- 172.21.15.172:0/1915927336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006dfe0 0x7f083006a990 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f08200097f0 tx=0x7f082001c430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6e1a022d22e027e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:36.763 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f0834f92640 1 -- 172.21.15.172:0/1915927336 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08200ab600 con 0x7f083006dfe0 2023-12-02T00:30:36.763 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f0834f92640 1 -- 172.21.15.172:0/1915927336 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08200a7050 con 0x7f083006dfe0 2023-12-02T00:30:36.763 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f0834f92640 1 -- 172.21.15.172:0/1915927336 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08200ab980 con 0x7f083006dfe0 2023-12-02T00:30:36.764 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 -- 172.21.15.172:0/1915927336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006dfe0 msgr2=0x7f083006a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.764 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 --2- 172.21.15.172:0/1915927336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006dfe0 0x7f083006a990 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f08200097f0 tx=0x7f082001c430 comp rx=0 tx=0).stop 2023-12-02T00:30:36.764 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 -- 172.21.15.172:0/1915927336 shutdown_connections 2023-12-02T00:30:36.764 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 --2- 172.21.15.172:0/1915927336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006dfe0 0x7f083006a990 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.764 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 -- 172.21.15.172:0/1915927336 >> 172.21.15.172:0/1915927336 conn(0x7f08300c6ef0 msgr2=0x7f08300c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:36.764 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 -- 172.21.15.172:0/1915927336 shutdown_connections 2023-12-02T00:30:36.764 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 -- 172.21.15.172:0/1915927336 wait complete. 2023-12-02T00:30:36.765 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 Processor -- start 2023-12-02T00:30:36.765 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.761+0000 7f08381f8640 1 -- start start 2023-12-02T00:30:36.766 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006a5b0 0x7f08300c6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.766 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f083006b1e0 0x7f08301f0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.766 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f083006dfe0 0x7f08301f0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:36.767 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08301f12b0 con 0x7f083006b1e0 2023-12-02T00:30:36.767 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f083014cc70 con 0x7f083006dfe0 2023-12-02T00:30:36.767 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f083014c990 con 0x7f083006a5b0 2023-12-02T00:30:36.767 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0835f94640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006a5b0 0x7f08300c6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.767 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f083006dfe0 0x7f08301f0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.767 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f083006dfe0 0x7f08301f0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.172:60902/0 (socket says 172.21.15.172:60902) 2023-12-02T00:30:36.767 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 -- 172.21.15.172:0/1522336427 learned_addr learned my addr 172.21.15.172:0/1522336427 (peer_addr_for_me v2:172.21.15.172:0/0) 2023-12-02T00:30:36.768 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0835793640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f083006b1e0 0x7f08301f0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 -- 172.21.15.172:0/1522336427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006a5b0 msgr2=0x7f08300c6620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006a5b0 0x7f08300c6620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 -- 172.21.15.172:0/1522336427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f083006b1e0 msgr2=0x7f08301f0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f083006b1e0 0x7f08301f0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 -- 172.21.15.172:0/1522336427 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0820009420 con 0x7f083006dfe0 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0835793640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f083006b1e0 0x7f08301f0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f0836795640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f083006dfe0 0x7f08301f0d70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f082800c730 tx=0x7f082800cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08267fc640 1 -- 172.21.15.172:0/1522336427 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0828003b80 con 0x7f083006dfe0 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08267fc640 1 -- 172.21.15.172:0/1522336427 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0828003ce0 con 0x7f083006dfe0 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08267fc640 1 -- 172.21.15.172:0/1522336427 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f082800aa30 con 0x7f083006dfe0 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f083014e1f0 con 0x7f083006dfe0 2023-12-02T00:30:36.769 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08301397c0 con 0x7f083006dfe0 2023-12-02T00:30:36.770 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08267fc640 1 -- 172.21.15.172:0/1522336427 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f08280050d0 con 0x7f083006dfe0 2023-12-02T00:30:36.770 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08267fc640 1 -- 172.21.15.172:0/1522336427 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f0828012420 con 0x7f083006dfe0 2023-12-02T00:30:36.770 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.765+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0830066bb0 con 0x7f083006dfe0 2023-12-02T00:30:36.770 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.769+0000 7f08267fc640 1 -- 172.21.15.172:0/1522336427 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f0828005380 con 0x7f083006dfe0 2023-12-02T00:30:36.836 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.833+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd new", "uuid": "32da4046-2eca-4859-b56b-b3122dbc1298", "id": 7} v 0) v1 -- 0x7f083014e430 con 0x7f083006dfe0 2023-12-02T00:30:36.849 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.845+0000 7f08267fc640 1 -- 172.21.15.172:0/1522336427 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "32da4046-2eca-4859-b56b-b3122dbc1298", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f083014e430 con 0x7f083006dfe0 2023-12-02T00:30:36.849 INFO:teuthology.orchestra.run.smithi172.stdout:7 2023-12-02T00:30:36.850 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f083006dfe0 msgr2=0x7f08301f0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:36.850 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f083006dfe0 0x7f08301f0d70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f082800c730 tx=0x7f082800cbf0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.851 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 shutdown_connections 2023-12-02T00:30:36.851 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f083006dfe0 0x7f08301f0d70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.851 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f083006b1e0 0x7f08301f0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.851 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 --2- 172.21.15.172:0/1522336427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f083006a5b0 0x7f08300c6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:36.851 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 >> 172.21.15.172:0/1522336427 conn(0x7f08300c6ef0 msgr2=0x7f0830140e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:36.851 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 shutdown_connections 2023-12-02T00:30:36.852 INFO:teuthology.orchestra.run.smithi172.stderr:2023-12-02T00:30:36.849+0000 7f08381f8640 1 -- 172.21.15.172:0/1522336427 wait complete. 2023-12-02T00:30:36.882 INFO:tasks.ceph.osd.0:Restarting daemon 2023-12-02T00:30:36.882 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-12-02T00:30:36.885 INFO:tasks.ceph.osd.0:Started 2023-12-02T00:30:36.885 INFO:tasks.ceph.osd.1:Restarting daemon 2023-12-02T00:30:36.885 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-12-02T00:30:36.889 INFO:tasks.ceph.osd.1:Started 2023-12-02T00:30:36.889 INFO:tasks.ceph.osd.2:Restarting daemon 2023-12-02T00:30:36.889 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-12-02T00:30:36.892 INFO:tasks.ceph.osd.2:Started 2023-12-02T00:30:36.893 INFO:tasks.ceph.osd.3:Restarting daemon 2023-12-02T00:30:36.893 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-12-02T00:30:36.897 INFO:tasks.ceph.osd.3:Started 2023-12-02T00:30:36.898 INFO:tasks.ceph.osd.4:Restarting daemon 2023-12-02T00:30:36.898 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-12-02T00:30:36.910 INFO:tasks.ceph.osd.4:Started 2023-12-02T00:30:36.910 INFO:tasks.ceph.osd.5:Restarting daemon 2023-12-02T00:30:36.910 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-12-02T00:30:36.915 INFO:tasks.ceph.osd.5:Started 2023-12-02T00:30:36.915 INFO:tasks.ceph.osd.6:Restarting daemon 2023-12-02T00:30:36.916 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-12-02T00:30:36.920 INFO:tasks.ceph.osd.6:Started 2023-12-02T00:30:36.920 INFO:tasks.ceph.osd.7:Restarting daemon 2023-12-02T00:30:36.920 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-12-02T00:30:36.925 INFO:tasks.ceph.osd.7:Started 2023-12-02T00:30:36.926 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:30:37.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.092+0000 7f6f4112a640 1 Processor -- start 2023-12-02T00:30:37.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.092+0000 7f6f4112a640 1 -- start start 2023-12-02T00:30:37.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f4112a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6f3c151e90 0x7f6f3c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:37.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f4112a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:37.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f4112a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f3c06c860 con 0x7f6f3c0c4e60 2023-12-02T00:30:37.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f4112a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f3c0c8750 con 0x7f6f3c151e90 2023-12-02T00:30:37.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f4112a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3c1552d0 con 0x7f6f3c0c7ea0 2023-12-02T00:30:37.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3b59e640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f6f3c0c4e60 0x7f6f3c06b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:49812/0 (socket says 172.21.15.133:49812) 2023-12-02T00:30:37.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3b59e640 1 -- 172.21.15.133:0/3448107859 learned_addr learned my addr 172.21.15.133:0/3448107859 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:37.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3a59c640 1 --2- 172.21.15.133:0/3448107859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:37.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3ad9d640 1 --2- 172.21.15.133:0/3448107859 >> v2:172.21.15.172:3300/0 conn(0x7f6f3c151e90 0x7f6f3c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:37.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f39d9b640 1 -- 172.21.15.133:0/3448107859 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1859093836 0 0) 0x7f6f3c06c860 con 0x7f6f3c0c4e60 2023-12-02T00:30:37.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f39d9b640 1 -- 172.21.15.133:0/3448107859 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f24003530 con 0x7f6f3c0c4e60 2023-12-02T00:30:37.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3a59c640 1 -- 172.21.15.133:0/3448107859 >> v2:172.21.15.172:3300/0 conn(0x7f6f3c151e90 msgr2=0x7f6f3c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:37.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3a59c640 1 --2- 172.21.15.133:0/3448107859 >> v2:172.21.15.172:3300/0 conn(0x7f6f3c151e90 0x7f6f3c0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3a59c640 1 -- 172.21.15.133:0/3448107859 >> v1:172.21.15.133:6789/0 conn(0x7f6f3c0c4e60 legacy=0x7f6f3c06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:37.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3a59c640 1 -- 172.21.15.133:0/3448107859 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f3c154930 con 0x7f6f3c0c7ea0 2023-12-02T00:30:37.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.096+0000 7f6f3ad9d640 1 --2- 172.21.15.133:0/3448107859 >> v2:172.21.15.172:3300/0 conn(0x7f6f3c151e90 0x7f6f3c0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:30:37.100 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f3a59c640 1 --2- 172.21.15.133:0/3448107859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c06b4a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6f300097c0 tx=0x7f6f3001c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f62f37abd326ea61 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:37.100 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f39d9b640 1 -- 172.21.15.133:0/3448107859 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f300ab600 con 0x7f6f3c0c7ea0 2023-12-02T00:30:37.100 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f39d9b640 1 -- 172.21.15.133:0/3448107859 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f300a7050 con 0x7f6f3c0c7ea0 2023-12-02T00:30:37.100 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f39d9b640 1 -- 172.21.15.133:0/3448107859 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f300ab980 con 0x7f6f3c0c7ea0 2023-12-02T00:30:37.101 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 -- 172.21.15.133:0/3448107859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 msgr2=0x7f6f3c06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:37.101 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 --2- 172.21.15.133:0/3448107859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c06b4a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6f300097c0 tx=0x7f6f3001c360 comp rx=0 tx=0).stop 2023-12-02T00:30:37.101 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 -- 172.21.15.133:0/3448107859 shutdown_connections 2023-12-02T00:30:37.101 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 --2- 172.21.15.133:0/3448107859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c06b4a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.101 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 --2- 172.21.15.133:0/3448107859 >> v2:172.21.15.172:3300/0 conn(0x7f6f3c151e90 0x7f6f3c0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.101 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 -- 172.21.15.133:0/3448107859 >> 172.21.15.133:0/3448107859 conn(0x7f6f3c0ca170 msgr2=0x7f6f3c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:37.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 -- 172.21.15.133:0/3448107859 shutdown_connections 2023-12-02T00:30:37.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.100+0000 7f6f4112a640 1 -- 172.21.15.133:0/3448107859 wait complete. 2023-12-02T00:30:37.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 Processor -- start 2023-12-02T00:30:37.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 -- start start 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0c4e60 0x7f6f3c1f0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c14a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c151e90 0x7f6f3c145f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3c14e490 con 0x7f6f3c151e90 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3c14e770 con 0x7f6f3c0c4e60 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3c14ea50 con 0x7f6f3c0c7ea0 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c151e90 0x7f6f3c145f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c151e90 0x7f6f3c145f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52992/0 (socket says 172.21.15.133:52992) 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 -- 172.21.15.133:0/1065377884 learned_addr learned my addr 172.21.15.133:0/1065377884 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:37.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3a59c640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c14a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3ad9d640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0c4e60 0x7f6f3c1f0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 -- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 msgr2=0x7f6f3c14a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c14a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 -- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0c4e60 msgr2=0x7f6f3c1f0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0c4e60 0x7f6f3c1f0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 -- 172.21.15.133:0/1065377884 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f2c009420 con 0x7f6f3c151e90 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f3b59e640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c151e90 0x7f6f3c145f50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400caa0 tx=0x7f6f3400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f237fe640 1 -- 172.21.15.133:0/1065377884 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f3400ac00 con 0x7f6f3c151e90 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f237fe640 1 -- 172.21.15.133:0/1065377884 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f3400ad60 con 0x7f6f3c151e90 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f30009420 con 0x7f6f3c151e90 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f237fe640 1 -- 172.21.15.133:0/1065377884 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f34012620 con 0x7f6f3c151e90 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f3c150f50 con 0x7f6f3c151e90 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f237fe640 1 -- 172.21.15.133:0/1065377884 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f6f34012a80 con 0x7f6f3c151e90 2023-12-02T00:30:37.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f237fe640 1 -- 172.21.15.133:0/1065377884 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f6f34012d30 con 0x7f6f3c151e90 2023-12-02T00:30:37.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.104+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f3c068400 con 0x7f6f3c151e90 2023-12-02T00:30:37.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.120+0000 7f6f237fe640 1 -- 172.21.15.133:0/1065377884 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f6f34017070 con 0x7f6f3c151e90 2023-12-02T00:30:37.176 INFO:tasks.ceph.mgr.y.smithi133.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-12-02T00:30:37.177 INFO:tasks.ceph.mgr.y.smithi133.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-12-02T00:30:37.177 INFO:tasks.ceph.mgr.y.smithi133.stderr: from numpy import show_config as show_numpy_config 2023-12-02T00:30:37.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.184+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f3c150180 con 0x7f6f3c151e90 2023-12-02T00:30:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.184+0000 7f6f237fe640 1 -- 172.21.15.133:0/1065377884 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f6f3401c440 con 0x7f6f3c151e90 2023-12-02T00:30:37.186 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:30:37.186 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":10,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:36.839147+0000","last_up_change":"0.000000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:30:37.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c151e90 msgr2=0x7f6f3c145f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:37.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c151e90 0x7f6f3c145f50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400caa0 tx=0x7f6f3400cf60 comp rx=0 tx=0).stop 2023-12-02T00:30:37.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 shutdown_connections 2023-12-02T00:30:37.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c151e90 0x7f6f3c145f50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f3c0c7ea0 0x7f6f3c14a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 --2- 172.21.15.133:0/1065377884 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0c4e60 0x7f6f3c1f0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:37.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 >> 172.21.15.133:0/1065377884 conn(0x7f6f3c0ca170 msgr2=0x7f6f3c14f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:37.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 shutdown_connections 2023-12-02T00:30:37.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:37.188+0000 7f6f4112a640 1 -- 172.21.15.133:0/1065377884 wait complete. 2023-12-02T00:30:37.209 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-12-02T00:30:37.209 INFO:tasks.ceph:Waiting for OSDs to come up 2023-12-02T00:30:37.212 INFO:tasks.ceph.mgr.x.smithi172.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-12-02T00:30:37.212 INFO:tasks.ceph.mgr.x.smithi172.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-12-02T00:30:37.212 INFO:tasks.ceph.mgr.x.smithi172.stderr: from numpy import show_config as show_numpy_config 2023-12-02T00:30:37.218 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:37.216+0000 7f509adf6180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-02T00:30:37.284 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:37.281+0000 7fc3c8249180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-02T00:30:37.354 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:37.352+0000 7f509adf6180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-02T00:30:37.419 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:37.417+0000 7fc3c8249180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-02T00:30:37.550 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:37.548+0000 7f509adf6180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-02T00:30:37.552 INFO:tasks.ceph.osd.0.smithi133.stderr:2023-12-02T00:30:37.552+0000 7f8faa1a9640 -1 Falling back to public interface 2023-12-02T00:30:37.560 INFO:tasks.ceph.osd.1.smithi133.stderr:2023-12-02T00:30:37.560+0000 7f6a9ae04640 -1 Falling back to public interface 2023-12-02T00:30:37.560 INFO:tasks.ceph.osd.2.smithi133.stderr:2023-12-02T00:30:37.560+0000 7f19b35da640 -1 Falling back to public interface 2023-12-02T00:30:37.575 INFO:tasks.ceph.osd.6.smithi172.stderr:2023-12-02T00:30:37.573+0000 7f8c85860640 -1 Falling back to public interface 2023-12-02T00:30:37.576 INFO:tasks.ceph.osd.3.smithi133.stderr:2023-12-02T00:30:37.576+0000 7f4911af9640 -1 Falling back to public interface 2023-12-02T00:30:37.579 INFO:tasks.ceph.osd.4.smithi172.stderr:2023-12-02T00:30:37.577+0000 7f479e7c0640 -1 Falling back to public interface 2023-12-02T00:30:37.591 INFO:tasks.ceph.osd.5.smithi172.stderr:2023-12-02T00:30:37.589+0000 7f1b652c9640 -1 Falling back to public interface 2023-12-02T00:30:37.595 INFO:tasks.ceph.osd.7.smithi172.stderr:2023-12-02T00:30:37.593+0000 7efce5695640 -1 Falling back to public interface 2023-12-02T00:30:37.609 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:37.605+0000 7fc3c8249180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-02T00:30:37.640 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:37.640+0000 7f509adf6180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-02T00:30:37.682 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:37.677+0000 7fc3c8249180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-02T00:30:37.778 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:37.776+0000 7f509adf6180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-02T00:30:37.818 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:37.817+0000 7fc3c8249180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-02T00:30:38.014 DEBUG:teuthology.orchestra.run.smithi133:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-02T00:30:38.144 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee87d8640 1 Processor -- start 2023-12-02T00:30:38.144 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee87d8640 1 -- start start 2023-12-02T00:30:38.145 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee87d8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0ee014fbe0 0x7f0ee0152520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:38.145 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee87d8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ee0153170 con 0x7f0ee00c5520 2023-12-02T00:30:38.145 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee87d8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ee006d980 con 0x7f0ee00c06d0 2023-12-02T00:30:38.145 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee87d8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ee006dc60 con 0x7f0ee014fbe0 2023-12-02T00:30:38.145 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee5d73640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0ee014fbe0 0x7f0ee0152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:38.145 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee6574640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0ee00c5520 0x7f0ee014f4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:49818/0 (socket says 172.21.15.133:49818) 2023-12-02T00:30:38.146 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee5d73640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0ee014fbe0 0x7f0ee0152520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52994/0 (socket says 172.21.15.133:52994) 2023-12-02T00:30:38.146 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee6574640 1 -- 172.21.15.133:0/171239851 learned_addr learned my addr 172.21.15.133:0/171239851 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:38.146 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee5d73640 1 -- 172.21.15.133:0/171239851 >> v1:172.21.15.172:6789/0 conn(0x7f0ee00c06d0 legacy=0x7f0ee0152a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:38.146 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee5d73640 1 -- 172.21.15.133:0/171239851 >> v1:172.21.15.133:6789/0 conn(0x7f0ee00c5520 legacy=0x7f0ee014f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:38.146 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee5d73640 1 -- 172.21.15.133:0/171239851 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ee006df40 con 0x7f0ee014fbe0 2023-12-02T00:30:38.146 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.144+0000 7f0ee5572640 1 -- 172.21.15.133:0/171239851 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3639177675 0 0) 0x7f0ee0153170 con 0x7f0ee00c5520 2023-12-02T00:30:38.148 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee5d73640 1 --2- 172.21.15.133:0/171239851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee0152520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0ed00097c0 tx=0x7f0ed001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6900af2333d33d11 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:38.149 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee5572640 1 -- 172.21.15.133:0/171239851 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00ac410 con 0x7f0ee014fbe0 2023-12-02T00:30:38.149 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee5572640 1 -- 172.21.15.133:0/171239851 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ed00ac570 con 0x7f0ee014fbe0 2023-12-02T00:30:38.149 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee5572640 1 -- 172.21.15.133:0/171239851 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00ac900 con 0x7f0ee014fbe0 2023-12-02T00:30:38.150 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee87d8640 1 -- 172.21.15.133:0/171239851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 msgr2=0x7f0ee0152520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:38.150 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee87d8640 1 --2- 172.21.15.133:0/171239851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee0152520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0ed00097c0 tx=0x7f0ed001c450 comp rx=0 tx=0).stop 2023-12-02T00:30:38.150 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee87d8640 1 -- 172.21.15.133:0/171239851 shutdown_connections 2023-12-02T00:30:38.150 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee87d8640 1 --2- 172.21.15.133:0/171239851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee0152520 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:38.150 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee87d8640 1 -- 172.21.15.133:0/171239851 >> 172.21.15.133:0/171239851 conn(0x7f0ee00c5cd0 msgr2=0x7f0ee00c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:38.150 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee87d8640 1 -- 172.21.15.133:0/171239851 shutdown_connections 2023-12-02T00:30:38.150 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.148+0000 7f0ee87d8640 1 -- 172.21.15.133:0/171239851 wait complete. 2023-12-02T00:30:38.151 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 Processor -- start 2023-12-02T00:30:38.151 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 -- start start 2023-12-02T00:30:38.153 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ee00c06d0 0x7f0ee015d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:38.153 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ee00c5520 0x7f0ee0151060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:38.153 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee00a6c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:38.153 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee00a7150 con 0x7f0ee014fbe0 2023-12-02T00:30:38.153 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee00a7330 con 0x7f0ee00c5520 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee00a7610 con 0x7f0ee00c06d0 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee00a6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee00a6c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53006/0 (socket says 172.21.15.133:53006) 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 -- 172.21.15.133:0/2215943630 learned_addr learned my addr 172.21.15.133:0/2215943630 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee5d73640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ee00c5520 0x7f0ee0151060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6574640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ee00c06d0 0x7f0ee015d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 -- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ee00c06d0 msgr2=0x7f0ee015d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ee00c06d0 0x7f0ee015d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 -- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ee00c5520 msgr2=0x7f0ee0151060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ee00c5520 0x7f0ee0151060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 -- 172.21.15.133:0/2215943630 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ed0009420 con 0x7f0ee014fbe0 2023-12-02T00:30:38.154 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee6d75640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee00a6c10 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0ed800c770 tx=0x7f0ed800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:38.155 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ed6ffd640 1 -- 172.21.15.133:0/2215943630 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8003b80 con 0x7f0ee014fbe0 2023-12-02T00:30:38.155 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ed6ffd640 1 -- 172.21.15.133:0/2215943630 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ed8003ce0 con 0x7f0ee014fbe0 2023-12-02T00:30:38.155 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ed6ffd640 1 -- 172.21.15.133:0/2215943630 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed800aa90 con 0x7f0ee014fbe0 2023-12-02T00:30:38.155 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ee00a78f0 con 0x7f0ee014fbe0 2023-12-02T00:30:38.155 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ee01ecd40 con 0x7f0ee014fbe0 2023-12-02T00:30:38.155 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ed6ffd640 1 -- 172.21.15.133:0/2215943630 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0ed80050d0 con 0x7f0ee014fbe0 2023-12-02T00:30:38.155 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ed6ffd640 1 -- 172.21.15.133:0/2215943630 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f0ed8012b40 con 0x7f0ee014fbe0 2023-12-02T00:30:38.156 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.152+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ee00683a0 con 0x7f0ee014fbe0 2023-12-02T00:30:38.157 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.156+0000 7f0ed6ffd640 1 -- 172.21.15.133:0/2215943630 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f0ed8012de0 con 0x7f0ee014fbe0 2023-12-02T00:30:38.214 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.212+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0ee01ed260 con 0x7f0ee014fbe0 2023-12-02T00:30:38.215 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.212+0000 7f0ed6ffd640 1 -- 172.21.15.133:0/2215943630 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f0ed8005380 con 0x7f0ee014fbe0 2023-12-02T00:30:38.215 INFO:teuthology.misc.health.smithi133.stdout: 2023-12-02T00:30:38.215 INFO:teuthology.misc.health.smithi133.stdout:{"epoch":10,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:36.839147+0000","last_up_change":"0.000000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 msgr2=0x7f0ee00a6c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee00a6c10 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0ed800c770 tx=0x7f0ed800cc30 comp rx=0 tx=0).stop 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 shutdown_connections 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ee014fbe0 0x7f0ee00a6c10 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ee00c5520 0x7f0ee0151060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 --2- 172.21.15.133:0/2215943630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ee00c06d0 0x7f0ee015d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 >> 172.21.15.133:0/2215943630 conn(0x7f0ee00c5cd0 msgr2=0x7f0ee014f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 shutdown_connections 2023-12-02T00:30:38.216 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:38.216+0000 7f0ee87d8640 1 -- 172.21.15.133:0/2215943630 wait complete. 2023-12-02T00:30:38.232 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-12-02T00:30:38.468 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:38.468+0000 7f509adf6180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-02T00:30:38.504 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:38.501+0000 7fc3c8249180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-02T00:30:38.555 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:38.552+0000 7f509adf6180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-02T00:30:38.592 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:38.589+0000 7fc3c8249180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-02T00:30:38.745 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:38.744+0000 7f509adf6180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-02T00:30:38.781 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:38.777+0000 7fc3c8249180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-02T00:30:38.830 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:38.828+0000 7f509adf6180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-02T00:30:38.866 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:38.865+0000 7fc3c8249180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-02T00:30:39.157 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:39.156+0000 7f509adf6180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-02T00:30:39.193 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:39.189+0000 7fc3c8249180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-02T00:30:39.225 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:39.224+0000 7f509adf6180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-02T00:30:39.265 INFO:tasks.ceph.mgr.x.smithi172.stderr:2023-12-02T00:30:39.261+0000 7fc3c8249180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-02T00:30:40.247 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:40.248+0000 7f5042477640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-02T00:30:40.247 INFO:tasks.ceph.mgr.y.smithi133.stderr:2023-12-02T00:30:40.248+0000 7f5042477640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-02T00:30:41.369 INFO:tasks.ceph.osd.0.smithi133.stderr:2023-12-02T00:30:41.368+0000 7f8faa1a9640 -1 osd.0 0 log_to_monitors true 2023-12-02T00:30:41.393 INFO:tasks.ceph.osd.4.smithi172.stderr:2023-12-02T00:30:41.389+0000 7f479e7c0640 -1 osd.4 0 log_to_monitors true 2023-12-02T00:30:41.471 INFO:tasks.ceph.osd.1.smithi133.stderr:2023-12-02T00:30:41.468+0000 7f6a9ae04640 -1 osd.1 0 log_to_monitors true 2023-12-02T00:30:41.501 INFO:tasks.ceph.osd.2.smithi133.stderr:2023-12-02T00:30:41.500+0000 7f19b35da640 -1 osd.2 0 log_to_monitors true 2023-12-02T00:30:41.515 INFO:tasks.ceph.osd.7.smithi172.stderr:2023-12-02T00:30:41.513+0000 7efce5695640 -1 osd.7 0 log_to_monitors true 2023-12-02T00:30:41.563 INFO:tasks.ceph.osd.5.smithi172.stderr:2023-12-02T00:30:41.561+0000 7f1b652c9640 -1 osd.5 0 log_to_monitors true 2023-12-02T00:30:41.572 INFO:tasks.ceph.osd.3.smithi133.stderr:2023-12-02T00:30:41.572+0000 7f4911af9640 -1 osd.3 0 log_to_monitors true 2023-12-02T00:30:41.625 INFO:tasks.ceph.osd.6.smithi172.stderr:2023-12-02T00:30:41.621+0000 7f8c85860640 -1 osd.6 0 log_to_monitors true 2023-12-02T00:30:45.040 DEBUG:teuthology.orchestra.run.smithi133:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-02T00:30:45.246 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.244+0000 7fea8acd6640 1 Processor -- start 2023-12-02T00:30:45.247 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.244+0000 7fea8acd6640 1 -- start start 2023-12-02T00:30:45.248 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea8acd6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 0x7fea840c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:45.248 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea8acd6640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fea840c0090 0x7fea840c4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea8acd6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea840a4c20 con 0x7fea840aa480 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea8acd6640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea840c1d40 con 0x7fea840c0090 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea8acd6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea840ab260 con 0x7fea840bf360 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea7bfff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fea840c0090 0x7fea840c4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea7bfff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fea840c0090 0x7fea840c4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:45842/0 (socket says 172.21.15.133:45842) 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea7bfff640 1 -- 172.21.15.133:0/3806484715 learned_addr learned my addr 172.21.15.133:0/3806484715 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea7bfff640 1 -- 172.21.15.133:0/3806484715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 msgr2=0x7fea840c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea7bfff640 1 --2- 172.21.15.133:0/3806484715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 0x7fea840c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea7bfff640 1 -- 172.21.15.133:0/3806484715 >> v1:172.21.15.172:6789/0 conn(0x7fea840aa480 legacy=0x7fea84158410 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-02T00:30:45.251 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.248+0000 7fea7bfff640 1 -- 172.21.15.133:0/3806484715 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea840c0770 con 0x7fea840c0090 2023-12-02T00:30:45.255 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.252+0000 7fea7bfff640 1 --2- 172.21.15.133:0/3806484715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840c0090 0x7fea840c4110 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fea80009870 tx=0x7fea8001c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adfa43e65b1953c7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:45.256 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea7b7fe640 1 -- 172.21.15.133:0/3806484715 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea800ab600 con 0x7fea840c0090 2023-12-02T00:30:45.256 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea7b7fe640 1 -- 172.21.15.133:0/3806484715 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea800a7050 con 0x7fea840c0090 2023-12-02T00:30:45.256 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea7b7fe640 1 -- 172.21.15.133:0/3806484715 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea800ab980 con 0x7fea840c0090 2023-12-02T00:30:45.257 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 -- 172.21.15.133:0/3806484715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840c0090 msgr2=0x7fea840c4110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:45.257 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 --2- 172.21.15.133:0/3806484715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840c0090 0x7fea840c4110 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fea80009870 tx=0x7fea8001c470 comp rx=0 tx=0).stop 2023-12-02T00:30:45.258 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 -- 172.21.15.133:0/3806484715 shutdown_connections 2023-12-02T00:30:45.259 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 --2- 172.21.15.133:0/3806484715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840c0090 0x7fea840c4110 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.259 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 --2- 172.21.15.133:0/3806484715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 0x7fea840c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.259 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 -- 172.21.15.133:0/3806484715 >> 172.21.15.133:0/3806484715 conn(0x7fea840a7a80 msgr2=0x7fea840a7e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:45.259 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 -- 172.21.15.133:0/3806484715 shutdown_connections 2023-12-02T00:30:45.259 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.256+0000 7fea8acd6640 1 -- 172.21.15.133:0/3806484715 wait complete. 2023-12-02T00:30:45.261 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.260+0000 7fea8acd6640 1 Processor -- start 2023-12-02T00:30:45.262 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.260+0000 7fea8acd6640 1 -- start start 2023-12-02T00:30:45.264 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea8acd6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840aa480 0x7fea84071540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:45.264 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea8acd6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 0x7fea84154e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:45.264 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea8acd6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea840c0090 0x7fea8406c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:45.265 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea8acd6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea84153e50 con 0x7fea840c0090 2023-12-02T00:30:45.265 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea8acd6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea8406d890 con 0x7fea840aa480 2023-12-02T00:30:45.265 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea8acd6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea8406db30 con 0x7fea840bf360 2023-12-02T00:30:45.265 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea88a72640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840aa480 0x7fea84071540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:45.265 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea88a72640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840aa480 0x7fea84071540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:45852/0 (socket says 172.21.15.133:45852) 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea89273640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea840c0090 0x7fea8406c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea88a72640 1 -- 172.21.15.133:0/1042867323 learned_addr learned my addr 172.21.15.133:0/1042867323 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea89273640 1 -- 172.21.15.133:0/1042867323 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 msgr2=0x7fea84154e70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea89273640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 0x7fea84154e70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea89273640 1 -- 172.21.15.133:0/1042867323 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840aa480 msgr2=0x7fea84071540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea89273640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840aa480 0x7fea84071540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea89273640 1 -- 172.21.15.133:0/1042867323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea800094d0 con 0x7fea840c0090 2023-12-02T00:30:45.266 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea89273640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea840c0090 0x7fea8406c670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fea7c00be20 tx=0x7fea7c00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:45.267 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea797fa640 1 -- 172.21.15.133:0/1042867323 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea7c00ce70 con 0x7fea840c0090 2023-12-02T00:30:45.267 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea797fa640 1 -- 172.21.15.133:0/1042867323 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea7c014440 con 0x7fea840c0090 2023-12-02T00:30:45.268 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.264+0000 7fea797fa640 1 -- 172.21.15.133:0/1042867323 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea7c014830 con 0x7fea840c0090 2023-12-02T00:30:45.269 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.268+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea841540a0 con 0x7fea840c0090 2023-12-02T00:30:45.269 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.268+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea84155980 con 0x7fea840c0090 2023-12-02T00:30:45.269 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.268+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea8406dd50 con 0x7fea840c0090 2023-12-02T00:30:45.276 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.276+0000 7fea797fa640 1 -- 172.21.15.133:0/1042867323 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 4) v1 ==== 85796+0+0 (secure 0 0 0) 0x7fea7c01d3b0 con 0x7fea840c0090 2023-12-02T00:30:45.277 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.276+0000 7fea797fa640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea700664e0 0x7fea700689a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:45.278 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.276+0000 7fea797fa640 1 -- 172.21.15.133:0/1042867323 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fea7c0834b0 con 0x7fea840c0090 2023-12-02T00:30:45.278 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.276+0000 7fea88a72640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea700664e0 0x7fea700689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:45.279 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.280+0000 7fea88a72640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea700664e0 0x7fea700689a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fea74009a50 tx=0x7fea74009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:45.281 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.280+0000 7fea797fa640 1 -- 172.21.15.133:0/1042867323 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fea7c051830 con 0x7fea840c0090 2023-12-02T00:30:45.556 INFO:tasks.ceph.osd.3.smithi133.stderr:2023-12-02T00:30:45.556+0000 7f490eab5640 -1 osd.3 0 waiting for initial osdmap 2023-12-02T00:30:45.585 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.584+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fea8406dcf0 con 0x7fea840c0090 2023-12-02T00:30:45.586 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.584+0000 7fea797fa640 1 -- 172.21.15.133:0/1042867323 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fea7c019020 con 0x7fea840c0090 2023-12-02T00:30:45.586 INFO:teuthology.misc.health.smithi133.stdout: 2023-12-02T00:30:45.587 INFO:teuthology.misc.health.smithi133.stdout:{"epoch":12,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:43.247951+0000","last_up_change":"0.000000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:30:45.589 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea700664e0 msgr2=0x7fea700689a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:45.589 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea700664e0 0x7fea700689a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fea74009a50 tx=0x7fea74009210 comp rx=0 tx=0).stop 2023-12-02T00:30:45.589 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea840c0090 msgr2=0x7fea8406c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:45.590 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea840c0090 0x7fea8406c670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fea7c00be20 tx=0x7fea7c00bf10 comp rx=0 tx=0).stop 2023-12-02T00:30:45.590 INFO:tasks.ceph.osd.3.smithi133.stderr:2023-12-02T00:30:45.588+0000 7f49058cc640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:45.591 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 shutdown_connections 2023-12-02T00:30:45.591 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea700664e0 0x7fea700689a0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.591 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea840c0090 0x7fea8406c670 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.591 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea840bf360 0x7fea84154e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.591 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 --2- 172.21.15.133:0/1042867323 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea840aa480 0x7fea84071540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:45.591 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 >> 172.21.15.133:0/1042867323 conn(0x7fea840a7a80 msgr2=0x7fea840c46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:45.592 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 shutdown_connections 2023-12-02T00:30:45.592 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:45.588+0000 7fea8acd6640 1 -- 172.21.15.133:0/1042867323 wait complete. 2023-12-02T00:30:45.617 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-12-02T00:30:45.640 INFO:tasks.ceph.osd.2.smithi133.stderr:2023-12-02T00:30:45.640+0000 7f19b0598640 -1 osd.2 0 waiting for initial osdmap 2023-12-02T00:30:45.682 INFO:tasks.ceph.osd.0.smithi133.stderr:2023-12-02T00:30:45.680+0000 7f8fa592f640 -1 osd.0 0 waiting for initial osdmap 2023-12-02T00:30:45.689 INFO:tasks.ceph.osd.2.smithi133.stderr:2023-12-02T00:30:45.688+0000 7f19a73af640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:45.710 INFO:tasks.ceph.osd.4.smithi172.stderr:2023-12-02T00:30:45.712+0000 7f4799f46640 -1 osd.4 0 waiting for initial osdmap 2023-12-02T00:30:45.721 INFO:tasks.ceph.osd.6.smithi172.stderr:2023-12-02T00:30:45.720+0000 7f8c80fe6640 -1 osd.6 0 waiting for initial osdmap 2023-12-02T00:30:45.729 INFO:tasks.ceph.osd.0.smithi133.stderr:2023-12-02T00:30:45.728+0000 7f8f9df7c640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:45.732 INFO:tasks.ceph.osd.7.smithi172.stderr:2023-12-02T00:30:45.732+0000 7efce0e1d640 -1 osd.7 0 waiting for initial osdmap 2023-12-02T00:30:45.750 INFO:tasks.ceph.osd.5.smithi172.stderr:2023-12-02T00:30:45.748+0000 7f1b60a4f640 -1 osd.5 0 waiting for initial osdmap 2023-12-02T00:30:45.750 INFO:tasks.ceph.osd.4.smithi172.stderr:2023-12-02T00:30:45.748+0000 7f4792593640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:45.761 INFO:tasks.ceph.osd.1.smithi133.stderr:2023-12-02T00:30:45.760+0000 7f6a9658c640 -1 osd.1 0 waiting for initial osdmap 2023-12-02T00:30:45.772 INFO:tasks.ceph.osd.6.smithi172.stderr:2023-12-02T00:30:45.772+0000 7f8c79633640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:45.781 INFO:tasks.ceph.osd.1.smithi133.stderr:2023-12-02T00:30:45.780+0000 7f6a8ebd9640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:45.783 INFO:tasks.ceph.osd.7.smithi172.stderr:2023-12-02T00:30:45.784+0000 7efcd946a640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:45.792 INFO:tasks.ceph.osd.5.smithi172.stderr:2023-12-02T00:30:45.792+0000 7f1b5909c640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-02T00:30:52.424 DEBUG:teuthology.orchestra.run.smithi133:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-02T00:30:52.560 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe97812a640 1 Processor -- start 2023-12-02T00:30:52.560 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe97812a640 1 -- start start 2023-12-02T00:30:52.562 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe97812a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700c4910 0x7fe9700c4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.562 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe97812a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe9700c7e90 0x7fe970154ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.562 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe97812a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe970158b60 con 0x7fe9700bd620 2023-12-02T00:30:52.562 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe97812a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9700c5970 con 0x7fe9700c7e90 2023-12-02T00:30:52.562 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe97812a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9700ac660 con 0x7fe9700c4910 2023-12-02T00:30:52.562 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe9756c5640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe9700bd620 0x7fe9701547e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37042/0 (socket says 172.21.15.133:37042) 2023-12-02T00:30:52.562 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe9756c5640 1 -- 172.21.15.133:0/2895356745 learned_addr learned my addr 172.21.15.133:0/2895356745 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe9766c7640 1 --2- 172.21.15.133:0/2895356745 >> v2:172.21.15.172:3300/0 conn(0x7fe9700c7e90 0x7fe970154ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe975ec6640 1 --2- 172.21.15.133:0/2895356745 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700c4910 0x7fe9700c4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe974ec4640 1 -- 172.21.15.133:0/2895356745 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 795346989 0 0) 0x7fe960001120 con 0x7fe9700bd620 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe974ec4640 1 -- 172.21.15.133:0/2895356745 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe95c003530 con 0x7fe9700bd620 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe975ec6640 1 -- 172.21.15.133:0/2895356745 >> v2:172.21.15.172:3300/0 conn(0x7fe9700c7e90 msgr2=0x7fe970154ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe975ec6640 1 --2- 172.21.15.133:0/2895356745 >> v2:172.21.15.172:3300/0 conn(0x7fe9700c7e90 0x7fe970154ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe975ec6640 1 -- 172.21.15.133:0/2895356745 >> v1:172.21.15.133:6789/0 conn(0x7fe9700bd620 legacy=0x7fe9701547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe974ec4640 1 -- 172.21.15.133:0/2895356745 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1899249710 0 0) 0x7fe95c003530 con 0x7fe9700bd620 2023-12-02T00:30:52.563 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.559+0000 7fe975ec6640 1 -- 172.21.15.133:0/2895356745 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe97006cd50 con 0x7fe9700c4910 2023-12-02T00:30:52.565 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe975ec6640 1 --2- 172.21.15.133:0/2895356745 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700c4910 0x7fe9700c4cf0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe96c0097c0 tx=0x7fe96c01c310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac76e417b118b363 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:52.566 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe974ec4640 1 -- 172.21.15.133:0/2895356745 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe960001810 con 0x7fe9700c4910 2023-12-02T00:30:52.566 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe974ec4640 1 -- 172.21.15.133:0/2895356745 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe96c0a7050 con 0x7fe9700c4910 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe974ec4640 1 -- 172.21.15.133:0/2895356745 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe96c0ab620 con 0x7fe9700c4910 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 -- 172.21.15.133:0/2895356745 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700c4910 msgr2=0x7fe9700c4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 --2- 172.21.15.133:0/2895356745 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700c4910 0x7fe9700c4cf0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe96c0097c0 tx=0x7fe96c01c310 comp rx=0 tx=0).stop 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 -- 172.21.15.133:0/2895356745 shutdown_connections 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 --2- 172.21.15.133:0/2895356745 >> v2:172.21.15.172:3300/0 conn(0x7fe9700c7e90 0x7fe970154ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 --2- 172.21.15.133:0/2895356745 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700c4910 0x7fe9700c4cf0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 -- 172.21.15.133:0/2895356745 >> 172.21.15.133:0/2895356745 conn(0x7fe970071e60 msgr2=0x7fe970072270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 -- 172.21.15.133:0/2895356745 shutdown_connections 2023-12-02T00:30:52.567 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.563+0000 7fe97812a640 1 -- 172.21.15.133:0/2895356745 wait complete. 2023-12-02T00:30:52.568 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 Processor -- start 2023-12-02T00:30:52.568 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 -- start start 2023-12-02T00:30:52.569 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700bd620 0x7fe970147530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe9700c4910 0x7fe970156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700c7e90 0x7fe970146560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9700aa5f0 con 0x7fe9700c7e90 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9701573c0 con 0x7fe9700c4910 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9700a9f70 con 0x7fe9700bd620 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700c7e90 0x7fe970146560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9756c5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe9700c4910 0x7fe970156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700c7e90 0x7fe970146560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56456/0 (socket says 172.21.15.133:56456) 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 -- 172.21.15.133:0/1329795832 learned_addr learned my addr 172.21.15.133:0/1329795832 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:52.570 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe975ec6640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700bd620 0x7fe970147530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.571 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 -- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700bd620 msgr2=0x7fe970147530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.571 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700bd620 0x7fe970147530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 -- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe9700c4910 msgr2=0x7fe970156370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe9700c4910 0x7fe970156370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 -- 172.21.15.133:0/1329795832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe96c009420 con 0x7fe9700c7e90 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9756c5640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe9700c4910 0x7fe970156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9766c7640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700c7e90 0x7fe970146560 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe96800efc0 tx=0x7fe96800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9667fc640 1 -- 172.21.15.133:0/1329795832 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe968009ba0 con 0x7fe9700c7e90 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9667fc640 1 -- 172.21.15.133:0/1329795832 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe96800f040 con 0x7fe9700c7e90 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe9667fc640 1 -- 172.21.15.133:0/1329795832 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9680146c0 con 0x7fe9700c7e90 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9700aa210 con 0x7fe9700c7e90 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.567+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe970146aa0 con 0x7fe9700c7e90 2023-12-02T00:30:52.572 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.571+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9700aa730 con 0x7fe9700c7e90 2023-12-02T00:30:52.573 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.571+0000 7fe9667fc640 1 -- 172.21.15.133:0/1329795832 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe968014820 con 0x7fe9700c7e90 2023-12-02T00:30:52.573 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.571+0000 7fe9667fc640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe954066470 0x7fe954068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.574 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.571+0000 7fe9667fc640 1 -- 172.21.15.133:0/1329795832 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe9680844c0 con 0x7fe9700c7e90 2023-12-02T00:30:52.574 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.571+0000 7fe975ec6640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe954066470 0x7fe954068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.574 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.571+0000 7fe975ec6640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe954066470 0x7fe954068930 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe96c0ad000 tx=0x7fe96c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:52.578 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.575+0000 7fe9667fc640 1 -- 172.21.15.133:0/1329795832 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe968051d70 con 0x7fe9700c7e90 2023-12-02T00:30:52.727 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.723+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe9700683a0 con 0x7fe9700c7e90 2023-12-02T00:30:52.728 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe9667fc640 1 -- 172.21.15.133:0/1329795832 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12886 (secure 0 0 0) 0x7fe968055390 con 0x7fe9700c7e90 2023-12-02T00:30:52.728 INFO:teuthology.misc.health.smithi133.stdout: 2023-12-02T00:30:52.728 INFO:teuthology.misc.health.smithi133.stdout:{"epoch":16,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:49.585646+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:30:52.730 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe954066470 msgr2=0x7fe954068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.730 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe954066470 0x7fe954068930 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe96c0ad000 tx=0x7fe96c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:30:52.730 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700c7e90 msgr2=0x7fe970146560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700c7e90 0x7fe970146560 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe96800efc0 tx=0x7fe96800c490 comp rx=0 tx=0).stop 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 shutdown_connections 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe954066470 0x7fe954068930 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700c7e90 0x7fe970146560 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe9700c4910 0x7fe970156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 --2- 172.21.15.133:0/1329795832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe9700bd620 0x7fe970147530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 >> 172.21.15.133:0/1329795832 conn(0x7fe970071e60 msgr2=0x7fe97015e490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 shutdown_connections 2023-12-02T00:30:52.731 INFO:teuthology.misc.health.smithi133.stderr:2023-12-02T00:30:52.727+0000 7fe97812a640 1 -- 172.21.15.133:0/1329795832 wait complete. 2023-12-02T00:30:52.747 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-02T00:30:52.748 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-12-02T00:30:52.748 INFO:tasks.ceph.mds.a:Restarting daemon 2023-12-02T00:30:52.748 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-12-02T00:30:52.751 INFO:tasks.ceph.mds.a:Started 2023-12-02T00:30:52.751 INFO:tasks.ceph.mds.c:Restarting daemon 2023-12-02T00:30:52.752 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-12-02T00:30:52.755 INFO:tasks.ceph.mds.c:Started 2023-12-02T00:30:52.755 INFO:tasks.ceph.mds.b:Restarting daemon 2023-12-02T00:30:52.755 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-12-02T00:30:52.759 INFO:tasks.ceph.mds.b:Started 2023-12-02T00:30:52.759 INFO:tasks.ceph.mds.d:Restarting daemon 2023-12-02T00:30:52.759 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-12-02T00:30:52.762 INFO:tasks.ceph.mds.d:Started 2023-12-02T00:30:52.762 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-12-02T00:30:52.763 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:30:52.849 INFO:tasks.ceph.mds.c.smithi133.stdout:starting mds.c at 2023-12-02T00:30:52.850 INFO:tasks.ceph.mds.a.smithi133.stdout:starting mds.a at 2023-12-02T00:30:52.857 INFO:tasks.ceph.mds.d.smithi172.stdout:starting mds.d at 2023-12-02T00:30:52.858 INFO:tasks.ceph.mds.b.smithi172.stdout:starting mds.b at 2023-12-02T00:30:52.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.907+0000 7f4b7e1d1640 1 Processor -- start 2023-12-02T00:30:52.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.907+0000 7f4b7e1d1640 1 -- start start 2023-12-02T00:30:52.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b7e1d1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4b780c2840 0x7f4b780c1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b7e1d1640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b78157cd0 con 0x7f4b781578f0 2023-12-02T00:30:52.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b7e1d1640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b78158850 con 0x7f4b780a6c60 2023-12-02T00:30:52.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b7e1d1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b780c2e00 con 0x7f4b780c2840 2023-12-02T00:30:52.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b777fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f4b781578f0 0x7f4b780c30e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37056/0 (socket says 172.21.15.133:37056) 2023-12-02T00:30:52.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b777fe640 1 -- 172.21.15.133:0/2409456994 learned_addr learned my addr 172.21.15.133:0/2409456994 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:52.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b77fff640 1 --2- 172.21.15.133:0/2409456994 >> v2:172.21.15.172:3300/0 conn(0x7f4b780c2840 0x7f4b780c1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b76ffd640 1 -- 172.21.15.133:0/2409456994 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2444122907 0 0) 0x7f4b78157cd0 con 0x7f4b781578f0 2023-12-02T00:30:52.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b76ffd640 1 -- 172.21.15.133:0/2409456994 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4b64003530 con 0x7f4b781578f0 2023-12-02T00:30:52.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b77fff640 1 -- 172.21.15.133:0/2409456994 >> v1:172.21.15.172:6789/0 conn(0x7f4b780a6c60 legacy=0x7f4b780c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b77fff640 1 -- 172.21.15.133:0/2409456994 >> v1:172.21.15.133:6789/0 conn(0x7f4b781578f0 legacy=0x7f4b780c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.911+0000 7f4b77fff640 1 -- 172.21.15.133:0/2409456994 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b78157f20 con 0x7f4b780c2840 2023-12-02T00:30:52.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b77fff640 1 --2- 172.21.15.133:0/2409456994 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b780c1980 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4b70009d90 tx=0x7f4b7001c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8a2ef135f73746e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:52.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b76ffd640 1 -- 172.21.15.133:0/2409456994 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b700a5870 con 0x7f4b780c2840 2023-12-02T00:30:52.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b76ffd640 1 -- 172.21.15.133:0/2409456994 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b700a59d0 con 0x7f4b780c2840 2023-12-02T00:30:52.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b76ffd640 1 -- 172.21.15.133:0/2409456994 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b700a5d60 con 0x7f4b780c2840 2023-12-02T00:30:52.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/2409456994 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 msgr2=0x7f4b780c1980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/2409456994 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b780c1980 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4b70009d90 tx=0x7f4b7001c8c0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/2409456994 shutdown_connections 2023-12-02T00:30:52.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/2409456994 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b780c1980 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/2409456994 >> 172.21.15.133:0/2409456994 conn(0x7f4b780c7e40 msgr2=0x7f4b780c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:52.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/2409456994 shutdown_connections 2023-12-02T00:30:52.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/2409456994 wait complete. 2023-12-02T00:30:52.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 Processor -- start 2023-12-02T00:30:52.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.915+0000 7f4b7e1d1640 1 -- start start 2023-12-02T00:30:52.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b780a6c60 0x7f4b78152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b7814f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b781578f0 0x7f4b780a7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b781ed780 con 0x7f4b781578f0 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b781edcb0 con 0x7f4b780c2840 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b781ed9d0 con 0x7f4b780a6c60 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b781578f0 0x7f4b780a7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b781578f0 0x7f4b780a7930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56502/0 (socket says 172.21.15.133:56502) 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 -- 172.21.15.133:0/4149725266 learned_addr learned my addr 172.21.15.133:0/4149725266 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 -- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b780a6c60 msgr2=0x7f4b78152d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b777fe640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b780a6c60 0x7f4b78152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b6ffff640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b7814f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b780a6c60 0x7f4b78152d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 -- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 msgr2=0x7f4b7814f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b7814f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 -- 172.21.15.133:0/4149725266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b70009a70 con 0x7f4b781578f0 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b777fe640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b780a6c60 0x7f4b78152d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b6ffff640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b7814f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b77fff640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b781578f0 0x7f4b780a7930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4b700b0040 tx=0x7f4b70019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b74ff9640 1 -- 172.21.15.133:0/4149725266 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b700b9860 con 0x7f4b781578f0 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b74ff9640 1 -- 172.21.15.133:0/4149725266 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b700b99c0 con 0x7f4b781578f0 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b74ff9640 1 -- 172.21.15.133:0/4149725266 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b700b9d30 con 0x7f4b781578f0 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b780aa290 con 0x7f4b781578f0 2023-12-02T00:30:52.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b780c6530 con 0x7f4b781578f0 2023-12-02T00:30:52.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b780c7c10 con 0x7f4b781578f0 2023-12-02T00:30:52.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.919+0000 7f4b74ff9640 1 -- 172.21.15.133:0/4149725266 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4b700ad440 con 0x7f4b781578f0 2023-12-02T00:30:52.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.923+0000 7f4b74ff9640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b580664a0 0x7f4b58068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:52.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.923+0000 7f4b74ff9640 1 -- 172.21.15.133:0/4149725266 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4b7011ec60 con 0x7f4b781578f0 2023-12-02T00:30:52.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.923+0000 7f4b777fe640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b580664a0 0x7f4b58068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:52.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.923+0000 7f4b777fe640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b580664a0 0x7f4b58068960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4b680011f0 tx=0x7f4b68009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:52.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:52.927+0000 7f4b74ff9640 1 -- 172.21.15.133:0/4149725266 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4b700ec540 con 0x7f4b781578f0 2023-12-02T00:30:53.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.075+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4b78152a00 con 0x7f4b781578f0 2023-12-02T00:30:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b74ff9640 1 -- 172.21.15.133:0/4149725266 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12886 (secure 0 0 0) 0x7f4b700efb60 con 0x7f4b781578f0 2023-12-02T00:30:53.080 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:30:53.080 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":16,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:49.585646+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:30:53.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b580664a0 msgr2=0x7f4b58068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b580664a0 0x7f4b58068960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4b680011f0 tx=0x7f4b68009040 comp rx=0 tx=0).stop 2023-12-02T00:30:53.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b781578f0 msgr2=0x7f4b780a7930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b781578f0 0x7f4b780a7930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4b700b0040 tx=0x7f4b70019660 comp rx=0 tx=0).stop 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 shutdown_connections 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b580664a0 0x7f4b58068960 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b781578f0 0x7f4b780a7930 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b780c2840 0x7f4b7814f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 --2- 172.21.15.133:0/4149725266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b780a6c60 0x7f4b78152d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 >> 172.21.15.133:0/4149725266 conn(0x7f4b780c7e40 msgr2=0x7f4b7806c600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 shutdown_connections 2023-12-02T00:30:53.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.079+0000 7f4b7e1d1640 1 -- 172.21.15.133:0/4149725266 wait complete. 2023-12-02T00:30:53.102 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:30:53.102 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:30:53.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.239+0000 7f012399d640 1 Processor -- start 2023-12-02T00:30:53.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.239+0000 7f012399d640 1 -- start start 2023-12-02T00:30:53.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.239+0000 7f012399d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c06d520 0x7f011c15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.239+0000 7f012399d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f011c0bffc0 0x7f011c0c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.239+0000 7f012399d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f011c15c600 con 0x7f011c1560e0 2023-12-02T00:30:53.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.239+0000 7f012399d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f011c15a5c0 con 0x7f011c0bffc0 2023-12-02T00:30:53.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.239+0000 7f012399d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f011c1594e0 con 0x7f011c06d520 2023-12-02T00:30:53.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0121f3a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f011c0bffc0 0x7f011c0c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0120f38640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c06d520 0x7f011c15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0121739640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f011c1560e0 0x7f011c159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:46130/0 (socket says 172.21.15.133:46130) 2023-12-02T00:30:53.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0121739640 1 -- 172.21.15.133:0/2381702288 learned_addr learned my addr 172.21.15.133:0/2381702288 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:53.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0120f38640 1 -- 172.21.15.133:0/2381702288 >> v2:172.21.15.172:3300/0 conn(0x7f011c0bffc0 msgr2=0x7f011c0c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:53.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0120f38640 1 --2- 172.21.15.133:0/2381702288 >> v2:172.21.15.172:3300/0 conn(0x7f011c0bffc0 0x7f011c0c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0120f38640 1 -- 172.21.15.133:0/2381702288 >> v1:172.21.15.172:6789/0 conn(0x7f011c1560e0 legacy=0x7f011c159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0120f38640 1 -- 172.21.15.133:0/2381702288 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f011c1597c0 con 0x7f011c06d520 2023-12-02T00:30:53.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0121f3a640 1 --2- 172.21.15.133:0/2381702288 >> v2:172.21.15.172:3300/0 conn(0x7f011c0bffc0 0x7f011c0c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:30:53.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0120f38640 1 --2- 172.21.15.133:0/2381702288 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c06d520 0x7f011c15ca90 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f010c0097c0 tx=0x7f010c01c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ea1f885fd0032df server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:53.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.243+0000 7f0113fff640 1 -- 172.21.15.133:0/2381702288 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c0ad660 con 0x7f011c06d520 2023-12-02T00:30:53.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f0113fff640 1 -- 172.21.15.133:0/2381702288 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f010c0ad7c0 con 0x7f011c06d520 2023-12-02T00:30:53.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f0113fff640 1 -- 172.21.15.133:0/2381702288 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f010c0adb50 con 0x7f011c06d520 2023-12-02T00:30:53.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- 172.21.15.133:0/2381702288 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c06d520 msgr2=0x7f011c15ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 --2- 172.21.15.133:0/2381702288 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c06d520 0x7f011c15ca90 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f010c0097c0 tx=0x7f010c01c450 comp rx=0 tx=0).stop 2023-12-02T00:30:53.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- 172.21.15.133:0/2381702288 shutdown_connections 2023-12-02T00:30:53.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 --2- 172.21.15.133:0/2381702288 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c06d520 0x7f011c15ca90 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 --2- 172.21.15.133:0/2381702288 >> v2:172.21.15.172:3300/0 conn(0x7f011c0bffc0 0x7f011c0c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- 172.21.15.133:0/2381702288 >> 172.21.15.133:0/2381702288 conn(0x7f011c06a5b0 msgr2=0x7f011c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:53.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- 172.21.15.133:0/2381702288 shutdown_connections 2023-12-02T00:30:53.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- 172.21.15.133:0/2381702288 wait complete. 2023-12-02T00:30:53.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 Processor -- start 2023-12-02T00:30:53.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- start start 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011c06d520 0x7f011c0c43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f011c0bffc0 0x7f011c1f4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c1560e0 0x7f011c1f5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f011c0a9e80 con 0x7f011c06d520 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f011c1f5860 con 0x7f011c0bffc0 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f012399d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f011c0aab60 con 0x7f011c1560e0 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f0121739640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011c06d520 0x7f011c0c43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f0121739640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011c06d520 0x7f011c0c43d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56518/0 (socket says 172.21.15.133:56518) 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.247+0000 7f0121739640 1 -- 172.21.15.133:0/1400256496 learned_addr learned my addr 172.21.15.133:0/1400256496 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0121f3a640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c1560e0 0x7f011c1f5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0120f38640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f011c0bffc0 0x7f011c1f4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0121739640 1 -- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c1560e0 msgr2=0x7f011c1f5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0121739640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c1560e0 0x7f011c1f5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0121739640 1 -- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f011c0bffc0 msgr2=0x7f011c1f4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0121739640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f011c0bffc0 0x7f011c1f4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0121739640 1 -- 172.21.15.133:0/1400256496 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0114009a70 con 0x7f011c06d520 2023-12-02T00:30:53.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0120f38640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f011c0bffc0 0x7f011c1f4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:53.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0121739640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011c06d520 0x7f011c0c43d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f011800c400 tx=0x7f011800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:53.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0111ffb640 1 -- 172.21.15.133:0/1400256496 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0118005cf0 con 0x7f011c06d520 2023-12-02T00:30:53.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0111ffb640 1 -- 172.21.15.133:0/1400256496 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0118005e50 con 0x7f011c06d520 2023-12-02T00:30:53.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f010c009420 con 0x7f011c06d520 2023-12-02T00:30:53.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0111ffb640 1 -- 172.21.15.133:0/1400256496 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01180072d0 con 0x7f011c06d520 2023-12-02T00:30:53.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f011c0a9b10 con 0x7f011c06d520 2023-12-02T00:30:53.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f011c068400 con 0x7f011c06d520 2023-12-02T00:30:53.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0111ffb640 1 -- 172.21.15.133:0/1400256496 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0118007430 con 0x7f011c06d520 2023-12-02T00:30:53.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0111ffb640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0100066470 0x7f0100068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.251+0000 7f0111ffb640 1 -- 172.21.15.133:0/1400256496 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0118082f60 con 0x7f011c06d520 2023-12-02T00:30:53.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.255+0000 7f0120f38640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0100066470 0x7f0100068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.255+0000 7f0120f38640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0100066470 0x7f0100068930 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f010c0af000 tx=0x7f010c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:53.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.259+0000 7f0111ffb640 1 -- 172.21.15.133:0/1400256496 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0118050870 con 0x7f011c06d520 2023-12-02T00:30:53.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.407+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f011c0c3cf0 con 0x7f011c06d520 2023-12-02T00:30:53.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.407+0000 7f0111ffb640 1 -- 172.21.15.133:0/1400256496 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f01180170a0 con 0x7f011c06d520 2023-12-02T00:30:53.410 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0100066470 msgr2=0x7f0100068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0100066470 0x7f0100068930 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f010c0af000 tx=0x7f010c008040 comp rx=0 tx=0).stop 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011c06d520 msgr2=0x7f011c0c43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011c06d520 0x7f011c0c43d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f011800c400 tx=0x7f011800c8c0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 shutdown_connections 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0100066470 0x7f0100068930 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f011c1560e0 0x7f011c1f5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f011c0bffc0 0x7f011c1f4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 --2- 172.21.15.133:0/1400256496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011c06d520 0x7f011c0c43d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 >> 172.21.15.133:0/1400256496 conn(0x7f011c06a5b0 msgr2=0x7f011c1550f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:53.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 shutdown_connections 2023-12-02T00:30:53.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.411+0000 7f012399d640 1 -- 172.21.15.133:0/1400256496 wait complete. 2023-12-02T00:30:53.432 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:30:53.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.567+0000 7fa3fdb8d640 1 Processor -- start 2023-12-02T00:30:53.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.567+0000 7fa3fdb8d640 1 -- start start 2023-12-02T00:30:53.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.567+0000 7fa3fdb8d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c63c0 0x7fa3f80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.567+0000 7fa3fdb8d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa3f80c2bb0 0x7fa3f80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.567+0000 7fa3fdb8d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3f80c31c0 con 0x7fa3f80c4100 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3fdb8d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3f80c34a0 con 0x7fa3f80c2bb0 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3fdb8d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f80c1030 con 0x7fa3f80c63c0 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3effff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa3f80c4100 0x7fa3f80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37070/0 (socket says 172.21.15.133:37070) 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3effff640 1 -- 172.21.15.133:0/2667806161 learned_addr learned my addr 172.21.15.133:0/2667806161 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f77fe640 1 --2- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c63c0 0x7fa3f80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f7fff640 1 --2- 172.21.15.133:0/2667806161 >> v2:172.21.15.172:3300/0 conn(0x7fa3f80c2bb0 0x7fa3f80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f6ffd640 1 -- 172.21.15.133:0/2667806161 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2317218694 0 0) 0x7fa3f80c31c0 con 0x7fa3f80c4100 2023-12-02T00:30:53.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f6ffd640 1 -- 172.21.15.133:0/2667806161 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa3e4003530 con 0x7fa3f80c4100 2023-12-02T00:30:53.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f7fff640 1 -- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c63c0 msgr2=0x7fa3f80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:53.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f7fff640 1 --2- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c63c0 0x7fa3f80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f7fff640 1 -- 172.21.15.133:0/2667806161 >> v1:172.21.15.133:6789/0 conn(0x7fa3f80c4100 legacy=0x7fa3f80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f7fff640 1 -- 172.21.15.133:0/2667806161 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3f80c1310 con 0x7fa3f80c2bb0 2023-12-02T00:30:53.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f77fe640 1 --2- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c63c0 0x7fa3f80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:30:53.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.571+0000 7fa3f7fff640 1 --2- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c2bb0 0x7fa3f80a9680 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0009d90 tx=0x7fa3f001c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b7aeb9ff81cb2be server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:53.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3f6ffd640 1 -- 172.21.15.133:0/2667806161 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3f80aa3d0 con 0x7fa3f80c2bb0 2023-12-02T00:30:53.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3f6ffd640 1 -- 172.21.15.133:0/2667806161 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3f00a58e0 con 0x7fa3f80c2bb0 2023-12-02T00:30:53.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3f6ffd640 1 -- 172.21.15.133:0/2667806161 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3f00a5c50 con 0x7fa3f80c2bb0 2023-12-02T00:30:53.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c2bb0 msgr2=0x7fa3f80a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c2bb0 0x7fa3f80a9680 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0009d90 tx=0x7fa3f001c800 comp rx=0 tx=0).stop 2023-12-02T00:30:53.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/2667806161 shutdown_connections 2023-12-02T00:30:53.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c2bb0 0x7fa3f80a9680 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/2667806161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c63c0 0x7fa3f80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/2667806161 >> 172.21.15.133:0/2667806161 conn(0x7fa3f806a5b0 msgr2=0x7fa3f806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:53.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/2667806161 shutdown_connections 2023-12-02T00:30:53.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/2667806161 wait complete. 2023-12-02T00:30:53.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 Processor -- start 2023-12-02T00:30:53.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- start start 2023-12-02T00:30:53.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c2bb0 0x7fa3f81551b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3f80c4100 0x7fa3f8158190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c63c0 0x7fa3f8155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f81eaae0 con 0x7fa3f80c4100 2023-12-02T00:30:53.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f809a040 con 0x7fa3f80c63c0 2023-12-02T00:30:53.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3fdb8d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f81543f0 con 0x7fa3f80c2bb0 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3effff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3f80c4100 0x7fa3f8158190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3effff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3f80c4100 0x7fa3f8158190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56530/0 (socket says 172.21.15.133:56530) 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3effff640 1 -- 172.21.15.133:0/3225992583 learned_addr learned my addr 172.21.15.133:0/3225992583 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.575+0000 7fa3f77fe640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c2bb0 0x7fa3f81551b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f7fff640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c63c0 0x7fa3f8155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3effff640 1 -- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c2bb0 msgr2=0x7fa3f81551b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3effff640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c2bb0 0x7fa3f81551b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3effff640 1 -- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c63c0 msgr2=0x7fa3f8155db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3effff640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c63c0 0x7fa3f8155db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3effff640 1 -- 172.21.15.133:0/3225992583 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3e8009420 con 0x7fa3f80c4100 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f77fe640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c2bb0 0x7fa3f81551b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f7fff640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c63c0 0x7fa3f8155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3effff640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3f80c4100 0x7fa3f8158190 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa3e000c450 tx=0x7fa3e000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f4ff9640 1 -- 172.21.15.133:0/3225992583 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e0005cf0 con 0x7fa3f80c4100 2023-12-02T00:30:53.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f4ff9640 1 -- 172.21.15.133:0/3225992583 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3e0005e50 con 0x7fa3f80c4100 2023-12-02T00:30:53.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3f0009a70 con 0x7fa3f80c4100 2023-12-02T00:30:53.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f4ff9640 1 -- 172.21.15.133:0/3225992583 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e00072f0 con 0x7fa3f80c4100 2023-12-02T00:30:53.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3f81549b0 con 0x7fa3f80c4100 2023-12-02T00:30:53.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3f8068400 con 0x7fa3f80c4100 2023-12-02T00:30:53.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f4ff9640 1 -- 172.21.15.133:0/3225992583 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa3e0007450 con 0x7fa3f80c4100 2023-12-02T00:30:53.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f4ff9640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3d8066470 0x7fa3d8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:53.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f4ff9640 1 -- 172.21.15.133:0/3225992583 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa3e0083190 con 0x7fa3f80c4100 2023-12-02T00:30:53.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.579+0000 7fa3f77fe640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3d8066470 0x7fa3d8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:53.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.583+0000 7fa3f77fe640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3d8066470 0x7fa3d8068930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009ca0 tx=0x7fa3e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:53.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.583+0000 7fa3f4ff9640 1 -- 172.21.15.133:0/3225992583 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa3e0050970 con 0x7fa3f80c4100 2023-12-02T00:30:53.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.763+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa3f8071980 con 0x7fa3f80c4100 2023-12-02T00:30:53.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.763+0000 7fa3f4ff9640 1 -- 172.21.15.133:0/3225992583 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1324 (secure 0 0 0) 0x7fa3e0053f90 con 0x7fa3f80c4100 2023-12-02T00:30:53.767 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:30:53.767 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-12-02T00:30:53.768 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 2 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3d8066470 msgr2=0x7fa3d8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3d8066470 0x7fa3d8068930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009ca0 tx=0x7fa3e8008040 comp rx=0 tx=0).stop 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3f80c4100 msgr2=0x7fa3f8158190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3f80c4100 0x7fa3f8158190 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa3e000c450 tx=0x7fa3e000c910 comp rx=0 tx=0).stop 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 shutdown_connections 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3d8066470 0x7fa3d8068930 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3f80c63c0 0x7fa3f8155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3f80c4100 0x7fa3f8158190 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 --2- 172.21.15.133:0/3225992583 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3f80c2bb0 0x7fa3f81551b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:53.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 >> 172.21.15.133:0/3225992583 conn(0x7fa3f806a5b0 msgr2=0x7fa3f815b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:53.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 shutdown_connections 2023-12-02T00:30:53.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:53.767+0000 7fa3fdb8d640 1 -- 172.21.15.133:0/3225992583 wait complete. 2023-12-02T00:30:55.789 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:30:55.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71d5ddf640 1 Processor -- start 2023-12-02T00:30:55.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71d5ddf640 1 -- start start 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71d5ddf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f71d00c7ea0 0x7f71d006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71d5ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d015f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71d5ddf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71d006c860 con 0x7f71d0151e90 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71d5ddf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71d00c8750 con 0x7f71d00c7ea0 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71d5ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71d01552d0 con 0x7f71d006b9e0 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71c7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f71d00c7ea0 0x7f71d006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71cf7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f71d0151e90 0x7f71d00c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44576/0 (socket says 172.21.15.133:44576) 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71cf7fe640 1 -- 172.21.15.133:0/1667750347 learned_addr learned my addr 172.21.15.133:0/1667750347 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71cffff640 1 --2- 172.21.15.133:0/1667750347 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d015f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71c7fff640 1 -- 172.21.15.133:0/1667750347 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 msgr2=0x7f71d015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:55.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71c7fff640 1 --2- 172.21.15.133:0/1667750347 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d015f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:55.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71c7fff640 1 -- 172.21.15.133:0/1667750347 >> v1:172.21.15.133:6789/0 conn(0x7f71d0151e90 legacy=0x7f71d00c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:55.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71c7fff640 1 -- 172.21.15.133:0/1667750347 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d0154930 con 0x7f71d00c7ea0 2023-12-02T00:30:55.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71cffff640 1 --2- 172.21.15.133:0/1667750347 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d015f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:55.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.935+0000 7f71ceffd640 1 -- 172.21.15.133:0/1667750347 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1280772968 0 0) 0x7f71d006c860 con 0x7f71d0151e90 2023-12-02T00:30:55.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71c7fff640 1 --2- 172.21.15.133:0/1667750347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d00c7ea0 0x7f71d006b4a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f71b80097c0 tx=0x7f71b801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bea9bc9b7896e836 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:55.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71ceffd640 1 -- 172.21.15.133:0/1667750347 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b80ab600 con 0x7f71d00c7ea0 2023-12-02T00:30:55.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71ceffd640 1 -- 172.21.15.133:0/1667750347 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71b80a7050 con 0x7f71d00c7ea0 2023-12-02T00:30:55.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71ceffd640 1 -- 172.21.15.133:0/1667750347 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b80ab980 con 0x7f71d00c7ea0 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1667750347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d00c7ea0 msgr2=0x7f71d006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1667750347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d00c7ea0 0x7f71d006b4a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f71b80097c0 tx=0x7f71b801c360 comp rx=0 tx=0).stop 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1667750347 shutdown_connections 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1667750347 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d015f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1667750347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d00c7ea0 0x7f71d006b4a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1667750347 >> 172.21.15.133:0/1667750347 conn(0x7f71d00ca170 msgr2=0x7f71d00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1667750347 shutdown_connections 2023-12-02T00:30:55.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.939+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1667750347 wait complete. 2023-12-02T00:30:55.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 Processor -- start 2023-12-02T00:30:55.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 -- start start 2023-12-02T00:30:55.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d014b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f71d00c7ea0 0x7f71d01ede90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d0151e90 0x7f71d0147540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d014e890 con 0x7f71d0151e90 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d00ae420 con 0x7f71d00c7ea0 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71d0153530 con 0x7f71d006b9e0 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d0151e90 0x7f71d0147540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d0151e90 0x7f71d0147540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33892/0 (socket says 172.21.15.133:33892) 2023-12-02T00:30:55.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 -- 172.21.15.133:0/1615297544 learned_addr learned my addr 172.21.15.133:0/1615297544 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:55.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71c7fff640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f71d00c7ea0 0x7f71d01ede90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:55.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cf7fe640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d014b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 -- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 msgr2=0x7f71d014b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d014b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 -- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f71d00c7ea0 msgr2=0x7f71d01ede90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f71d00c7ea0 0x7f71d01ede90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 -- 172.21.15.133:0/1615297544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71b8009420 con 0x7f71d0151e90 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cf7fe640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d014b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71cffff640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d0151e90 0x7f71d0147540 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f71c800cd50 tx=0x7f71c800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71ccff9640 1 -- 172.21.15.133:0/1615297544 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c800f680 con 0x7f71d0151e90 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71ccff9640 1 -- 172.21.15.133:0/1615297544 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71c800f800 con 0x7f71d0151e90 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71d01483c0 con 0x7f71d0151e90 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71ccff9640 1 -- 172.21.15.133:0/1615297544 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c800fbb0 con 0x7f71d0151e90 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.943+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71d00ae0b0 con 0x7f71d0151e90 2023-12-02T00:30:55.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.947+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71d00adc30 con 0x7f71d0151e90 2023-12-02T00:30:55.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.947+0000 7f71ccff9640 1 -- 172.21.15.133:0/1615297544 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f71c800b040 con 0x7f71d0151e90 2023-12-02T00:30:55.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.947+0000 7f71ccff9640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f71b0066470 0x7f71b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:55.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.947+0000 7f71ccff9640 1 -- 172.21.15.133:0/1615297544 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f71c8084590 con 0x7f71d0151e90 2023-12-02T00:30:55.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.947+0000 7f71cf7fe640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f71b0066470 0x7f71b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:55.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.947+0000 7f71cf7fe640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f71b0066470 0x7f71b0068930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f71c0000f70 tx=0x7f71c0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:55.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:55.951+0000 7f71ccff9640 1 -- 172.21.15.133:0/1615297544 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f71d00adc30 con 0x7f71d0151e90 2023-12-02T00:30:56.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f71d00adc30 con 0x7f71d0151e90 2023-12-02T00:30:56.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71ccff9640 1 -- 172.21.15.133:0/1615297544 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3700 (secure 0 0 0) 0x7f71d00adc30 con 0x7f71d0151e90 2023-12-02T00:30:56.134 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:30:56.134 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-12-02T00:30:56.134 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 3 2023-12-02T00:30:56.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f71b0066470 msgr2=0x7f71b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f71b0066470 0x7f71b0068930 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f71c0000f70 tx=0x7f71c0009040 comp rx=0 tx=0).stop 2023-12-02T00:30:56.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d0151e90 msgr2=0x7f71d0147540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d0151e90 0x7f71d0147540 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f71c800cd50 tx=0x7f71c800a650 comp rx=0 tx=0).stop 2023-12-02T00:30:56.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 shutdown_connections 2023-12-02T00:30:56.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f71b0066470 0x7f71b0068930 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71d0151e90 0x7f71d0147540 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f71d00c7ea0 0x7f71d01ede90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 --2- 172.21.15.133:0/1615297544 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f71d006b9e0 0x7f71d014b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 >> 172.21.15.133:0/1615297544 conn(0x7f71d00ca170 msgr2=0x7f71d00ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:56.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 shutdown_connections 2023-12-02T00:30:56.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.131+0000 7f71d5ddf640 1 -- 172.21.15.133:0/1615297544 wait complete. 2023-12-02T00:30:56.155 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:30:56.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9068668640 1 Processor -- start 2023-12-02T00:30:56.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9068668640 1 -- start start 2023-12-02T00:30:56.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9068668640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9060151e90 0x7f90600c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9068668640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90600c4e60 0x7f906006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9068668640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f906006c860 con 0x7f90600c7ea0 2023-12-02T00:30:56.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9068668640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90600c8750 con 0x7f90600c4e60 2023-12-02T00:30:56.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9068668640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90601552d0 con 0x7f9060151e90 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066c05640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90600c4e60 0x7f906006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066c05640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90600c4e60 0x7f906006bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33900/0 (socket says 172.21.15.133:33900) 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066c05640 1 -- 172.21.15.133:0/331708752 learned_addr learned my addr 172.21.15.133:0/331708752 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9065c03640 1 --1- 172.21.15.133:0/331708752 >> v1:172.21.15.133:6789/0 conn(0x7f90600c7ea0 0x7f906006b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44584/0 (socket says 172.21.15.133:44584) 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066404640 1 --2- 172.21.15.133:0/331708752 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9060151e90 0x7f90600c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066c05640 1 -- 172.21.15.133:0/331708752 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9060151e90 msgr2=0x7f90600c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066c05640 1 --2- 172.21.15.133:0/331708752 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9060151e90 0x7f90600c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066c05640 1 -- 172.21.15.133:0/331708752 >> v1:172.21.15.133:6789/0 conn(0x7f90600c7ea0 legacy=0x7f906006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9066c05640 1 -- 172.21.15.133:0/331708752 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9060154930 con 0x7f90600c4e60 2023-12-02T00:30:56.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.295+0000 7f9065402640 1 -- 172.21.15.133:0/331708752 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1855500874 0 0) 0x7f906006c860 con 0x7f90600c7ea0 2023-12-02T00:30:56.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9066c05640 1 --2- 172.21.15.133:0/331708752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f906006bbb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9058009e50 tx=0x7f905801c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb227305b8d52579 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9065402640 1 -- 172.21.15.133:0/331708752 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90580a55b0 con 0x7f90600c4e60 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9065402640 1 -- 172.21.15.133:0/331708752 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90580a5710 con 0x7f90600c4e60 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9065402640 1 -- 172.21.15.133:0/331708752 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90580a5aa0 con 0x7f90600c4e60 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 -- 172.21.15.133:0/331708752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 msgr2=0x7f906006bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 --2- 172.21.15.133:0/331708752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f906006bbb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9058009e50 tx=0x7f905801c8f0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 -- 172.21.15.133:0/331708752 shutdown_connections 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 --2- 172.21.15.133:0/331708752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f906006bbb0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 --2- 172.21.15.133:0/331708752 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9060151e90 0x7f90600c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 -- 172.21.15.133:0/331708752 >> 172.21.15.133:0/331708752 conn(0x7f90600ca170 msgr2=0x7f90600ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:56.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 -- 172.21.15.133:0/331708752 shutdown_connections 2023-12-02T00:30:56.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.299+0000 7f9068668640 1 -- 172.21.15.133:0/331708752 wait complete. 2023-12-02T00:30:56.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 Processor -- start 2023-12-02T00:30:56.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 -- start start 2023-12-02T00:30:56.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f9060153b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90600c7ea0 0x7f90600bf1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9060151e90 0x7f90600bf710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9060146b90 con 0x7f90600c4e60 2023-12-02T00:30:56.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90601f0280 con 0x7f9060151e90 2023-12-02T00:30:56.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90601f0560 con 0x7f90600c7ea0 2023-12-02T00:30:56.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f9060153b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f9060153b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33912/0 (socket says 172.21.15.133:33912) 2023-12-02T00:30:56.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 -- 172.21.15.133:0/4071008650 learned_addr learned my addr 172.21.15.133:0/4071008650 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:56.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 -- 172.21.15.133:0/4071008650 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90600c7ea0 msgr2=0x7f90600bf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90600c7ea0 0x7f90600bf1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 -- 172.21.15.133:0/4071008650 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9060151e90 msgr2=0x7f90600bf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9060151e90 0x7f90600bf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 -- 172.21.15.133:0/4071008650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9058009b30 con 0x7f90600c4e60 2023-12-02T00:30:56.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9066404640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f9060153b80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f905c00d800 tx=0x7f905c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9056ffd640 1 -- 172.21.15.133:0/4071008650 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f905c00b6c0 con 0x7f90600c4e60 2023-12-02T00:30:56.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9056ffd640 1 -- 172.21.15.133:0/4071008650 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f905c00b820 con 0x7f90600c4e60 2023-12-02T00:30:56.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90601f0840 con 0x7f90600c4e60 2023-12-02T00:30:56.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9056ffd640 1 -- 172.21.15.133:0/4071008650 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f905c00bb90 con 0x7f90600c4e60 2023-12-02T00:30:56.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90601f0e00 con 0x7f90600c4e60 2023-12-02T00:30:56.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.303+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9060068400 con 0x7f90600c4e60 2023-12-02T00:30:56.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.307+0000 7f9056ffd640 1 -- 172.21.15.133:0/4071008650 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f905c00bcf0 con 0x7f90600c4e60 2023-12-02T00:30:56.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.307+0000 7f9056ffd640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9044066470 0x7f9044068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.307+0000 7f9056ffd640 1 -- 172.21.15.133:0/4071008650 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f905c0840b0 con 0x7f90600c4e60 2023-12-02T00:30:56.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.307+0000 7f9065c03640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9044066470 0x7f9044068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.307+0000 7f9065c03640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9044066470 0x7f9044068930 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f90500011f0 tx=0x7f9050007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.311+0000 7f9056ffd640 1 -- 172.21.15.133:0/4071008650 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f905c051910 con 0x7f90600c4e60 2023-12-02T00:30:56.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.459+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f90600ca680 con 0x7f90600c4e60 2023-12-02T00:30:56.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9056ffd640 1 -- 172.21.15.133:0/4071008650 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12886 (secure 0 0 0) 0x7f905c054f30 con 0x7f90600c4e60 2023-12-02T00:30:56.464 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:30:56.464 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":16,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:49.585646+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:30:56.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9044066470 msgr2=0x7f9044068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9044066470 0x7f9044068930 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f90500011f0 tx=0x7f9050007930 comp rx=0 tx=0).stop 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 msgr2=0x7f9060153b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f9060153b80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f905c00d800 tx=0x7f905c00dcc0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 shutdown_connections 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9044066470 0x7f9044068930 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9060151e90 0x7f90600bf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90600c7ea0 0x7f90600bf1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 --2- 172.21.15.133:0/4071008650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90600c4e60 0x7f9060153b80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 >> 172.21.15.133:0/4071008650 conn(0x7f90600ca170 msgr2=0x7f906014f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 shutdown_connections 2023-12-02T00:30:56.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.463+0000 7f9068668640 1 -- 172.21.15.133:0/4071008650 wait complete. 2023-12-02T00:30:56.485 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:30:56.485 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:30:56.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.623+0000 7f203889a640 1 Processor -- start 2023-12-02T00:30:56.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.623+0000 7f203889a640 1 -- start start 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f203889a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c63c0 0x7f20340c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f203889a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f20340c4100 0x7f20340c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f203889a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20340c31c0 con 0x7f20340c29e0 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f203889a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20340c34a0 con 0x7f20340c4100 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f203889a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20340c1030 con 0x7f20340c63c0 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f2029d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f20340c4100 0x7f20340c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f2029d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f20340c4100 0x7f20340c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33918/0 (socket says 172.21.15.133:33918) 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f2029d9b640 1 -- 172.21.15.133:0/812000800 learned_addr learned my addr 172.21.15.133:0/812000800 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:56.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f203259c640 1 --2- 172.21.15.133:0/812000800 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c63c0 0x7f20340c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f2029d9b640 1 -- 172.21.15.133:0/812000800 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c63c0 msgr2=0x7f20340c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:56.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f2029d9b640 1 --2- 172.21.15.133:0/812000800 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c63c0 0x7f20340c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f2029d9b640 1 -- 172.21.15.133:0/812000800 >> v1:172.21.15.172:6789/0 conn(0x7f20340c29e0 legacy=0x7f20340a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:56.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f2029d9b640 1 -- 172.21.15.133:0/812000800 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20340c1310 con 0x7f20340c4100 2023-12-02T00:30:56.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.627+0000 7f203259c640 1 --2- 172.21.15.133:0/812000800 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c63c0 0x7f20340c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:56.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f2029d9b640 1 --2- 172.21.15.133:0/812000800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c4100 0x7f20340c24a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f201c00bb10 tx=0x7f201c01eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c3d20f6718c168f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f2031d9b640 1 -- 172.21.15.133:0/812000800 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c0a7ab0 con 0x7f20340c4100 2023-12-02T00:30:56.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f2031d9b640 1 -- 172.21.15.133:0/812000800 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f201c0a7c10 con 0x7f20340c4100 2023-12-02T00:30:56.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f2031d9b640 1 -- 172.21.15.133:0/812000800 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f201c0af440 con 0x7f20340c4100 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 -- 172.21.15.133:0/812000800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c4100 msgr2=0x7f20340c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 --2- 172.21.15.133:0/812000800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c4100 0x7f20340c24a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f201c00bb10 tx=0x7f201c01eac0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 -- 172.21.15.133:0/812000800 shutdown_connections 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 --2- 172.21.15.133:0/812000800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c4100 0x7f20340c24a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 --2- 172.21.15.133:0/812000800 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c63c0 0x7f20340c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 -- 172.21.15.133:0/812000800 >> 172.21.15.133:0/812000800 conn(0x7f203406a5b0 msgr2=0x7f203406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 -- 172.21.15.133:0/812000800 shutdown_connections 2023-12-02T00:30:56.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 -- 172.21.15.133:0/812000800 wait complete. 2023-12-02T00:30:56.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 Processor -- start 2023-12-02T00:30:56.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.631+0000 7f203889a640 1 -- start start 2023-12-02T00:30:56.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20340c29e0 0x7f203415a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c4100 0x7f203414dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c63c0 0x7f203414e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f203414d7d0 con 0x7f20340c63c0 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20341f0cc0 con 0x7f20340c29e0 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20341f0fa0 con 0x7f20340c4100 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c63c0 0x7f203414e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c63c0 0x7f203414e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33934/0 (socket says 172.21.15.133:33934) 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 -- 172.21.15.133:0/1755326256 learned_addr learned my addr 172.21.15.133:0/1755326256 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2029d9b640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c4100 0x7f203414dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203259c640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20340c29e0 0x7f203415a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 -- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c4100 msgr2=0x7f203414dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c4100 0x7f203414dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 -- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20340c29e0 msgr2=0x7f203415a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20340c29e0 0x7f203415a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 -- 172.21.15.133:0/1755326256 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f201c00b770 con 0x7f20340c63c0 2023-12-02T00:30:56.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f2032d9d640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c63c0 0x7f203414e1a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f202c00c770 tx=0x7f202c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f202b7fe640 1 -- 172.21.15.133:0/1755326256 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f202c003b80 con 0x7f20340c63c0 2023-12-02T00:30:56.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f202b7fe640 1 -- 172.21.15.133:0/1755326256 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f202c003ce0 con 0x7f20340c63c0 2023-12-02T00:30:56.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20341f1280 con 0x7f20340c63c0 2023-12-02T00:30:56.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f202b7fe640 1 -- 172.21.15.133:0/1755326256 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f202c00aa90 con 0x7f20340c63c0 2023-12-02T00:30:56.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f203415a960 con 0x7f20340c63c0 2023-12-02T00:30:56.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f203414d940 con 0x7f20340c63c0 2023-12-02T00:30:56.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.635+0000 7f202b7fe640 1 -- 172.21.15.133:0/1755326256 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f202c00abf0 con 0x7f20340c63c0 2023-12-02T00:30:56.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.639+0000 7f202b7fe640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2014066470 0x7f2014068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.639+0000 7f202b7fe640 1 -- 172.21.15.133:0/1755326256 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f202c0838c0 con 0x7f20340c63c0 2023-12-02T00:30:56.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.639+0000 7f203259c640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2014066470 0x7f2014068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.639+0000 7f203259c640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2014066470 0x7f2014068930 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2024006fd0 tx=0x7f2024008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.644 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.643+0000 7f202b7fe640 1 -- 172.21.15.133:0/1755326256 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f202c051130 con 0x7f20340c63c0 2023-12-02T00:30:56.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2034068400 con 0x7f20340c63c0 2023-12-02T00:30:56.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f202b7fe640 1 -- 172.21.15.133:0/1755326256 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f202c054750 con 0x7f20340c63c0 2023-12-02T00:30:56.797 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:30:56.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2014066470 msgr2=0x7f2014068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2014066470 0x7f2014068930 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f2024006fd0 tx=0x7f2024008040 comp rx=0 tx=0).stop 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c63c0 msgr2=0x7f203414e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c63c0 0x7f203414e1a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f202c00c770 tx=0x7f202c00cc30 comp rx=0 tx=0).stop 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 shutdown_connections 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2014066470 0x7f2014068930 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20340c63c0 0x7f203414e1a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20340c4100 0x7f203414dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 --2- 172.21.15.133:0/1755326256 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20340c29e0 0x7f203415a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 >> 172.21.15.133:0/1755326256 conn(0x7f203406a5b0 msgr2=0x7f20340a5790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 shutdown_connections 2023-12-02T00:30:56.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.795+0000 7f203889a640 1 -- 172.21.15.133:0/1755326256 wait complete. 2023-12-02T00:30:56.817 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-02T00:30:56.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.951+0000 7f826359e640 1 Processor -- start 2023-12-02T00:30:56.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.951+0000 7f826359e640 1 -- start start 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f826359e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f826406d990 0x7f82640c5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f826359e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f826406c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f826359e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82640c1e30 con 0x7f82641546c0 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f826359e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8264154f90 con 0x7f826406d990 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f826359e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f826406dd70 con 0x7f8264154b20 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f8262d9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f826406c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f826259c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f826406d990 0x7f82640c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f825bfff640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f82641546c0 0x7f826406c070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:45626/0 (socket says 172.21.15.133:45626) 2023-12-02T00:30:56.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f825bfff640 1 -- 172.21.15.133:0/1539210726 learned_addr learned my addr 172.21.15.133:0/1539210726 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:56.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f8262d9d640 1 -- 172.21.15.133:0/1539210726 >> v2:172.21.15.172:3300/0 conn(0x7f826406d990 msgr2=0x7f82640c5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:56.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f8262d9d640 1 --2- 172.21.15.133:0/1539210726 >> v2:172.21.15.172:3300/0 conn(0x7f826406d990 0x7f82640c5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f8262d9d640 1 -- 172.21.15.133:0/1539210726 >> v1:172.21.15.172:6789/0 conn(0x7f82641546c0 legacy=0x7f826406c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.955+0000 7f8262d9d640 1 -- 172.21.15.133:0/1539210726 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82640c1220 con 0x7f8264154b20 2023-12-02T00:30:56.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f8262d9d640 1 --2- 172.21.15.133:0/1539210726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f826406c780 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f825c009d90 tx=0x7f825c01c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f96cf0af58ab3337 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f8261d9b640 1 -- 172.21.15.133:0/1539210726 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c0a5900 con 0x7f8264154b20 2023-12-02T00:30:56.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f8261d9b640 1 -- 172.21.15.133:0/1539210726 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f825c0a5a60 con 0x7f8264154b20 2023-12-02T00:30:56.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f8261d9b640 1 -- 172.21.15.133:0/1539210726 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c0a5df0 con 0x7f8264154b20 2023-12-02T00:30:56.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 -- 172.21.15.133:0/1539210726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 msgr2=0x7f826406c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 --2- 172.21.15.133:0/1539210726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f826406c780 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f825c009d90 tx=0x7f825c01c950 comp rx=0 tx=0).stop 2023-12-02T00:30:56.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 -- 172.21.15.133:0/1539210726 shutdown_connections 2023-12-02T00:30:56.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 --2- 172.21.15.133:0/1539210726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f826406c780 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 --2- 172.21.15.133:0/1539210726 >> v2:172.21.15.172:3300/0 conn(0x7f826406d990 0x7f82640c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 -- 172.21.15.133:0/1539210726 >> 172.21.15.133:0/1539210726 conn(0x7f82640a7800 msgr2=0x7f82640a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:56.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 -- 172.21.15.133:0/1539210726 shutdown_connections 2023-12-02T00:30:56.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 -- 172.21.15.133:0/1539210726 wait complete. 2023-12-02T00:30:56.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 Processor -- start 2023-12-02T00:30:56.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.959+0000 7f826359e640 1 -- start start 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f826406d990 0x7f82641ed510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f82641546c0 0x7f8264072370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f82640aa570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82640a8b60 con 0x7f826406d990 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8264140ed0 con 0x7f82641546c0 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82640aa0e0 con 0x7f8264154b20 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f826406d990 0x7f82641ed510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f826406d990 0x7f82641ed510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33946/0 (socket says 172.21.15.133:33946) 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 -- 172.21.15.133:0/501700432 learned_addr learned my addr 172.21.15.133:0/501700432 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f8262d9d640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f82640aa570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f825bfff640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f82641546c0 0x7f8264072370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 -- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 msgr2=0x7f82640aa570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f82640aa570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 -- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f82641546c0 msgr2=0x7f8264072370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f82641546c0 0x7f8264072370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 -- 172.21.15.133:0/501700432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f825c009a70 con 0x7f826406d990 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f8262d9d640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f82640aa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:56.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826259c640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f826406d990 0x7f82641ed510 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f825400e960 tx=0x7f825400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f825affd640 1 -- 172.21.15.133:0/501700432 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8254009690 con 0x7f826406d990 2023-12-02T00:30:56.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f825affd640 1 -- 172.21.15.133:0/501700432 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f825400ca00 con 0x7f826406d990 2023-12-02T00:30:56.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8264141400 con 0x7f826406d990 2023-12-02T00:30:56.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f825affd640 1 -- 172.21.15.133:0/501700432 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825400cd70 con 0x7f826406d990 2023-12-02T00:30:56.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82640a9d70 con 0x7f826406d990 2023-12-02T00:30:56.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f826404e850 con 0x7f826406d990 2023-12-02T00:30:56.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.963+0000 7f825affd640 1 -- 172.21.15.133:0/501700432 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8254013470 con 0x7f826406d990 2023-12-02T00:30:56.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.967+0000 7f825affd640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8244066470 0x7f8244068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:56.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.967+0000 7f825affd640 1 -- 172.21.15.133:0/501700432 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f82540840e0 con 0x7f826406d990 2023-12-02T00:30:56.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.967+0000 7f825bfff640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8244066470 0x7f8244068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:56.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.967+0000 7f825bfff640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8244066470 0x7f8244068930 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8264144ac0 tx=0x7f824c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:56.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:56.971+0000 7f825affd640 1 -- 172.21.15.133:0/501700432 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f82540518a0 con 0x7f826406d990 2023-12-02T00:30:57.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.119+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f82640c21b0 con 0x7f826406d990 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f825affd640 1 -- 172.21.15.133:0/501700432 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f8254054ec0 con 0x7f826406d990 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stdout:[ 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 1, 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": ".mgr" 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:30:57.124 INFO:teuthology.orchestra.run.smithi133.stdout:] 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8244066470 msgr2=0x7f8244068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8244066470 0x7f8244068930 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8264144ac0 tx=0x7f824c009040 comp rx=0 tx=0).stop 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f826406d990 msgr2=0x7f82641ed510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f826406d990 0x7f82641ed510 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f825400e960 tx=0x7f825400ee20 comp rx=0 tx=0).stop 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 shutdown_connections 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8244066470 0x7f8244068930 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8264154b20 0x7f82640aa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f82641546c0 0x7f8264072370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 --2- 172.21.15.133:0/501700432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f826406d990 0x7f82641ed510 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 >> 172.21.15.133:0/501700432 conn(0x7f82640a7800 msgr2=0x7f82640c4970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 shutdown_connections 2023-12-02T00:30:57.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.123+0000 7f826359e640 1 -- 172.21.15.133:0/501700432 wait complete. 2023-12-02T00:30:57.145 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-02T00:30:57.145 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-02T00:30:57.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.283+0000 7f1bd7868640 1 Processor -- start 2023-12-02T00:30:57.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.283+0000 7f1bd7868640 1 -- start start 2023-12-02T00:30:57.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd7868640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1bd006e2a0 0x7f1bd00c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:57.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd7868640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd006c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:57.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd7868640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd00aa750 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd7868640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bd00a8f90 con 0x7f1bd006e2a0 2023-12-02T00:30:57.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd7868640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd00a9270 con 0x7f1bd00c32a0 2023-12-02T00:30:57.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd5604640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f1bd00c4fb0 0x7f1bd006db90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44586/0 (socket says 172.21.15.133:44586) 2023-12-02T00:30:57.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd5604640 1 -- 172.21.15.133:0/3558215803 learned_addr learned my addr 172.21.15.133:0/3558215803 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd4e03640 1 --2- 172.21.15.133:0/3558215803 >> v2:172.21.15.133:3300/0 conn(0x7f1bd006e2a0 0x7f1bd00c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd5e05640 1 --2- 172.21.15.133:0/3558215803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd006c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bc7fff640 1 -- 172.21.15.133:0/3558215803 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4025629210 0 0) 0x7f1bd00aa750 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bc7fff640 1 -- 172.21.15.133:0/3558215803 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1bbc003530 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd4e03640 1 -- 172.21.15.133:0/3558215803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 msgr2=0x7f1bd006c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd4e03640 1 --2- 172.21.15.133:0/3558215803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd006c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd4e03640 1 -- 172.21.15.133:0/3558215803 >> v1:172.21.15.133:6789/0 conn(0x7f1bd00c4fb0 legacy=0x7f1bd006db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:57.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.287+0000 7f1bd4e03640 1 -- 172.21.15.133:0/3558215803 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd00a9550 con 0x7f1bd006e2a0 2023-12-02T00:30:57.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd4e03640 1 --2- 172.21.15.133:0/3558215803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd006e2a0 0x7f1bd00c1320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1bc00097c0 tx=0x7f1bc001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90af34a9fa9a9718 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:57.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bc7fff640 1 -- 172.21.15.133:0/3558215803 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc00ad680 con 0x7f1bd006e2a0 2023-12-02T00:30:57.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bc7fff640 1 -- 172.21.15.133:0/3558215803 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc00ad7e0 con 0x7f1bd006e2a0 2023-12-02T00:30:57.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bc7fff640 1 -- 172.21.15.133:0/3558215803 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc00adb70 con 0x7f1bd006e2a0 2023-12-02T00:30:57.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 -- 172.21.15.133:0/3558215803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd006e2a0 msgr2=0x7f1bd00c1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:57.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 --2- 172.21.15.133:0/3558215803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd006e2a0 0x7f1bd00c1320 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1bc00097c0 tx=0x7f1bc001c360 comp rx=0 tx=0).stop 2023-12-02T00:30:57.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 -- 172.21.15.133:0/3558215803 shutdown_connections 2023-12-02T00:30:57.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 --2- 172.21.15.133:0/3558215803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd006c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 --2- 172.21.15.133:0/3558215803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd006e2a0 0x7f1bd00c1320 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 -- 172.21.15.133:0/3558215803 >> 172.21.15.133:0/3558215803 conn(0x7f1bd00c5d40 msgr2=0x7f1bd00c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:57.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 -- 172.21.15.133:0/3558215803 shutdown_connections 2023-12-02T00:30:57.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 -- 172.21.15.133:0/3558215803 wait complete. 2023-12-02T00:30:57.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 Processor -- start 2023-12-02T00:30:57.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.291+0000 7f1bd7868640 1 -- start start 2023-12-02T00:30:57.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bd006e2a0 0x7f1bd014f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd0153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd00c4fb0 0x7f1bd014bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd01556e0 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd01ec0b0 con 0x7f1bd006e2a0 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd014e0f0 con 0x7f1bd00c32a0 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd00c4fb0 0x7f1bd014bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd00c4fb0 0x7f1bd014bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33954/0 (socket says 172.21.15.133:33954) 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 -- 172.21.15.133:0/2572706913 learned_addr learned my addr 172.21.15.133:0/2572706913 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd4e03640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd0153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5604640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bd006e2a0 0x7f1bd014f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 -- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 msgr2=0x7f1bd0153840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd0153840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 -- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bd006e2a0 msgr2=0x7f1bd014f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bd006e2a0 0x7f1bd014f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 -- 172.21.15.133:0/2572706913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc0009420 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd4e03640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd0153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5604640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bd006e2a0 0x7f1bd014f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd5e05640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd00c4fb0 0x7f1bd014bd30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800efc0 tx=0x7f1bc800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bc5ffb640 1 -- 172.21.15.133:0/2572706913 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8014480 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bc5ffb640 1 -- 172.21.15.133:0/2572706913 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc800f040 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bc5ffb640 1 -- 172.21.15.133:0/2572706913 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8014820 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd01ec350 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd014e3d0 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd006d940 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.295+0000 7f1bc5ffb640 1 -- 172.21.15.133:0/2572706913 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1bc8014980 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.299+0000 7f1bc5ffb640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1bb40664a0 0x7f1bb4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:57.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.299+0000 7f1bc5ffb640 1 -- 172.21.15.133:0/2572706913 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1bc80845e0 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.299+0000 7f1bd5604640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1bb40664a0 0x7f1bb4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:57.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.299+0000 7f1bd5604640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1bb40664a0 0x7f1bb4068960 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc005890 tx=0x7f1bcc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:57.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.303+0000 7f1bc5ffb640 1 -- 172.21.15.133:0/2572706913 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1bc8051e40 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:57.459+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f1bd01ec870 con 0x7f1bd00c4fb0 2023-12-02T00:30:57.504 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:30:57.508 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:30:58.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.327+0000 7f1bc5ffb640 1 -- 172.21.15.133:0/2572706913 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7f1bd01ec870 con 0x7f1bd00c4fb0 2023-12-02T00:30:58.331 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' created 2023-12-02T00:30:58.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1bb40664a0 msgr2=0x7f1bb4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:58.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1bb40664a0 0x7f1bb4068960 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc005890 tx=0x7f1bcc009040 comp rx=0 tx=0).stop 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd00c4fb0 msgr2=0x7f1bd014bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd00c4fb0 0x7f1bd014bd30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800efc0 tx=0x7f1bc800c490 comp rx=0 tx=0).stop 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 shutdown_connections 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1bb40664a0 0x7f1bb4068960 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bd00c4fb0 0x7f1bd014bd30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bd00c32a0 0x7f1bd0153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 --2- 172.21.15.133:0/2572706913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bd006e2a0 0x7f1bd014f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 >> 172.21.15.133:0/2572706913 conn(0x7f1bd00c5d40 msgr2=0x7f1bd00a57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:58.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 shutdown_connections 2023-12-02T00:30:58.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.331+0000 7f1bd7868640 1 -- 172.21.15.133:0/2572706913 wait complete. 2023-12-02T00:30:58.364 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-02T00:30:58.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 Processor -- start 2023-12-02T00:30:58.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 -- start start 2023-12-02T00:30:58.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc9406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efc940c5640 0x7efc940c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7efc940c60f0 0x7efc94155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc940c17f0 con 0x7efc940c5640 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc940c2580 con 0x7efc940c60f0 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc99cea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc940c1a00 con 0x7efc940c5260 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc92ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efc940c5640 0x7efc940c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc92ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efc940c5640 0x7efc940c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33970/0 (socket says 172.21.15.133:33970) 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc92ffd640 1 -- 172.21.15.133:0/1097052618 learned_addr learned my addr 172.21.15.133:0/1097052618 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc93fff640 1 --2- 172.21.15.133:0/1097052618 >> v2:172.21.15.172:3300/0 conn(0x7efc940c60f0 0x7efc94155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.507+0000 7efc937fe640 1 --2- 172.21.15.133:0/1097052618 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc9406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:58.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc92ffd640 1 -- 172.21.15.133:0/1097052618 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 msgr2=0x7efc9406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:58.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc92ffd640 1 --2- 172.21.15.133:0/1097052618 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc9406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc92ffd640 1 -- 172.21.15.133:0/1097052618 >> v2:172.21.15.172:3300/0 conn(0x7efc940c60f0 msgr2=0x7efc94155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:58.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc92ffd640 1 --2- 172.21.15.133:0/1097052618 >> v2:172.21.15.172:3300/0 conn(0x7efc940c60f0 0x7efc94155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc92ffd640 1 -- 172.21.15.133:0/1097052618 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc940c1ce0 con 0x7efc940c5640 2023-12-02T00:30:58.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc92ffd640 1 --2- 172.21.15.133:0/1097052618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc940c5bb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efc9406d340 tx=0x7efc8801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a718332e2f320de2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:58.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc927fc640 1 -- 172.21.15.133:0/1097052618 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc880ac640 con 0x7efc940c5640 2023-12-02T00:30:58.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc927fc640 1 -- 172.21.15.133:0/1097052618 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc880ac7a0 con 0x7efc940c5640 2023-12-02T00:30:58.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc927fc640 1 -- 172.21.15.133:0/1097052618 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc880acb30 con 0x7efc940c5640 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc99cea640 1 -- 172.21.15.133:0/1097052618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 msgr2=0x7efc940c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.511+0000 7efc99cea640 1 --2- 172.21.15.133:0/1097052618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc940c5bb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efc9406d340 tx=0x7efc8801c440 comp rx=0 tx=0).stop 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- 172.21.15.133:0/1097052618 shutdown_connections 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 --2- 172.21.15.133:0/1097052618 >> v2:172.21.15.172:3300/0 conn(0x7efc940c60f0 0x7efc94155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 --2- 172.21.15.133:0/1097052618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc940c5bb0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 --2- 172.21.15.133:0/1097052618 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc9406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- 172.21.15.133:0/1097052618 >> 172.21.15.133:0/1097052618 conn(0x7efc9406a5b0 msgr2=0x7efc9406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- 172.21.15.133:0/1097052618 shutdown_connections 2023-12-02T00:30:58.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- 172.21.15.133:0/1097052618 wait complete. 2023-12-02T00:30:58.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 Processor -- start 2023-12-02T00:30:58.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- start start 2023-12-02T00:30:58.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc941549e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:58.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc94149d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:58.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efc940c60f0 0x7efc9414a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:58.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc940bc730 con 0x7efc940c5640 2023-12-02T00:30:58.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc940bfd10 con 0x7efc940c60f0 2023-12-02T00:30:58.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc99cea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc940a9930 con 0x7efc940c5260 2023-12-02T00:30:58.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc94149d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc94149d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33982/0 (socket says 172.21.15.133:33982) 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 -- 172.21.15.133:0/1335689184 learned_addr learned my addr 172.21.15.133:0/1335689184 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc93fff640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efc940c60f0 0x7efc9414a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc937fe640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc941549e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 -- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 msgr2=0x7efc941549e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc941549e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 -- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efc940c60f0 msgr2=0x7efc9414a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efc940c60f0 0x7efc9414a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 -- 172.21.15.133:0/1335689184 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc880094d0 con 0x7efc940c5640 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc937fe640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc941549e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:30:58.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.515+0000 7efc92ffd640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc94149d10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efc8801aaf0 tx=0x7efc880191e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:58.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc7bfff640 1 -- 172.21.15.133:0/1335689184 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc880b5640 con 0x7efc940c5640 2023-12-02T00:30:58.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc7bfff640 1 -- 172.21.15.133:0/1335689184 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc880b57a0 con 0x7efc940c5640 2023-12-02T00:30:58.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc7bfff640 1 -- 172.21.15.133:0/1335689184 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc880b5b30 con 0x7efc940c5640 2023-12-02T00:30:58.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc940a9c10 con 0x7efc940c5640 2023-12-02T00:30:58.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc94154f20 con 0x7efc940c5640 2023-12-02T00:30:58.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc940667a0 con 0x7efc940c5640 2023-12-02T00:30:58.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc7bfff640 1 -- 172.21.15.133:0/1335689184 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efc880b3070 con 0x7efc940c5640 2023-12-02T00:30:58.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc7bfff640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efc800664a0 0x7efc80068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:58.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc7bfff640 1 -- 172.21.15.133:0/1335689184 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7efc8811e790 con 0x7efc940c5640 2023-12-02T00:30:58.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.519+0000 7efc937fe640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efc800664a0 0x7efc80068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:58.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.523+0000 7efc937fe640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efc800664a0 0x7efc80068960 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efc84009a90 tx=0x7efc84008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:58.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.523+0000 7efc7bfff640 1 -- 172.21.15.133:0/1335689184 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efc880ebe60 con 0x7efc940c5640 2023-12-02T00:30:58.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:58.675+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7efc94068400 con 0x7efc940c5640 2023-12-02T00:30:59.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.335+0000 7efc7bfff640 1 -- 172.21.15.133:0/1335689184 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7efc880ef480 con 0x7efc940c5640 2023-12-02T00:30:59.339 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' created 2023-12-02T00:30:59.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efc800664a0 msgr2=0x7efc80068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:59.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efc800664a0 0x7efc80068960 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efc84009a90 tx=0x7efc84008040 comp rx=0 tx=0).stop 2023-12-02T00:30:59.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 msgr2=0x7efc94149d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:59.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc94149d10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efc8801aaf0 tx=0x7efc880191e0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 shutdown_connections 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efc800664a0 0x7efc80068960 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efc940c60f0 0x7efc9414a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc940c5640 0x7efc94149d10 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 --2- 172.21.15.133:0/1335689184 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efc940c5260 0x7efc941549e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 >> 172.21.15.133:0/1335689184 conn(0x7efc9406a5b0 msgr2=0x7efc940c4230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 shutdown_connections 2023-12-02T00:30:59.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.339+0000 7efc99cea640 1 -- 172.21.15.133:0/1335689184 wait complete. 2023-12-02T00:30:59.378 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-02T00:30:59.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.515+0000 7fdfe210f640 1 Processor -- start 2023-12-02T00:30:59.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.515+0000 7fdfe210f640 1 -- start start 2023-12-02T00:30:59.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.515+0000 7fdfe210f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fdfdc0c63c0 0x7fdfdc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.515+0000 7fdfe210f640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdfdc0c4100 0x7fdfdc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.515+0000 7fdfe210f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfdc0c31c0 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.515+0000 7fdfe210f640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfdc0c34a0 con 0x7fdfdc0c4100 2023-12-02T00:30:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.515+0000 7fdfe210f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfdc0c1030 con 0x7fdfdc0c63c0 2023-12-02T00:30:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdbfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fdfdc0c29e0 0x7fdfdc0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44592/0 (socket says 172.21.15.133:44592) 2023-12-02T00:30:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdaffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdfdc0c4100 0x7fdfdc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdbfff640 1 -- 172.21.15.133:0/1361297527 learned_addr learned my addr 172.21.15.133:0/1361297527 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:30:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdb7fe640 1 --2- 172.21.15.133:0/1361297527 >> v2:172.21.15.172:3300/0 conn(0x7fdfdc0c63c0 0x7fdfdc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdaffd640 1 -- 172.21.15.133:0/1361297527 >> v2:172.21.15.172:3300/0 conn(0x7fdfdc0c63c0 msgr2=0x7fdfdc0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:30:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdaffd640 1 --2- 172.21.15.133:0/1361297527 >> v2:172.21.15.172:3300/0 conn(0x7fdfdc0c63c0 0x7fdfdc0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdaffd640 1 -- 172.21.15.133:0/1361297527 >> v1:172.21.15.133:6789/0 conn(0x7fdfdc0c29e0 legacy=0x7fdfdc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdaffd640 1 -- 172.21.15.133:0/1361297527 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfdc0c1310 con 0x7fdfdc0c4100 2023-12-02T00:30:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfda7fc640 1 -- 172.21.15.133:0/1361297527 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1654917839 0 0) 0x7fdfdc0c31c0 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfdaffd640 1 --2- 172.21.15.133:0/1361297527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc0c24a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc06e000 tx=0x7fdfd001c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5f777887bb6d2ec server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:59.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfda7fc640 1 -- 172.21.15.133:0/1361297527 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd00ab600 con 0x7fdfdc0c4100 2023-12-02T00:30:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfda7fc640 1 -- 172.21.15.133:0/1361297527 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfd00a7050 con 0x7fdfdc0c4100 2023-12-02T00:30:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.519+0000 7fdfda7fc640 1 -- 172.21.15.133:0/1361297527 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd00ab980 con 0x7fdfdc0c4100 2023-12-02T00:30:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- 172.21.15.133:0/1361297527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c4100 msgr2=0x7fdfdc0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 --2- 172.21.15.133:0/1361297527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc0c24a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc06e000 tx=0x7fdfd001c310 comp rx=0 tx=0).stop 2023-12-02T00:30:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- 172.21.15.133:0/1361297527 shutdown_connections 2023-12-02T00:30:59.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 --2- 172.21.15.133:0/1361297527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc0c24a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 --2- 172.21.15.133:0/1361297527 >> v2:172.21.15.172:3300/0 conn(0x7fdfdc0c63c0 0x7fdfdc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- 172.21.15.133:0/1361297527 >> 172.21.15.133:0/1361297527 conn(0x7fdfdc06a5b0 msgr2=0x7fdfdc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:30:59.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- 172.21.15.133:0/1361297527 shutdown_connections 2023-12-02T00:30:59.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- 172.21.15.133:0/1361297527 wait complete. 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 Processor -- start 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- start start 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c29e0 0x7fdfdc157190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdfdc0c63c0 0x7fdfdc1ed3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfdc1ec9e0 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfdc157d30 con 0x7fdfdc0c4100 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfe210f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfdc1ecbf0 con 0x7fdfdc0c63c0 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfdb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c29e0 0x7fdfdc157190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfdb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c29e0 0x7fdfdc157190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33998/0 (socket says 172.21.15.133:33998) 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.523+0000 7fdfdb7fe640 1 -- 172.21.15.133:0/4109558784 learned_addr learned my addr 172.21.15.133:0/4109558784 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdb7fe640 1 -- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdfdc0c63c0 msgr2=0x7fdfdc1ed3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdb7fe640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdfdc0c63c0 0x7fdfdc1ed3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdb7fe640 1 -- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdfdc0c4100 msgr2=0x7fdfdc155db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdaffd640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdb7fe640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc155db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdb7fe640 1 -- 172.21.15.133:0/4109558784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd0009420 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdaffd640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:30:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdb7fe640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c29e0 0x7fdfdc157190 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc00d620 tx=0x7fdfcc00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:59.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfc3fff640 1 -- 172.21.15.133:0/4109558784 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc00b620 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfc3fff640 1 -- 172.21.15.133:0/4109558784 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfcc00b780 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfdc157770 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfc3fff640 1 -- 172.21.15.133:0/4109558784 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc00bb10 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfdc1ece90 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfdc068400 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfc3fff640 1 -- 172.21.15.133:0/4109558784 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdfcc00bc70 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfc3fff640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdfc8066470 0x7fdfc8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:30:59.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfc3fff640 1 -- 172.21.15.133:0/4109558784 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fdfcc084320 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.527+0000 7fdfdaffd640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdfc8066470 0x7fdfc8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:30:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.531+0000 7fdfdaffd640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdfc8066470 0x7fdfc8068930 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdfd00ad000 tx=0x7fdfd0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:30:59.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.535+0000 7fdfc3fff640 1 -- 172.21.15.133:0/4109558784 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdfcc0517f0 con 0x7fdfdc0c29e0 2023-12-02T00:30:59.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:30:59.715+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fdfdc1562f0 con 0x7fdfdc0c29e0 2023-12-02T00:31:00.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.339+0000 7fdfc3fff640 1 -- 172.21.15.133:0/4109558784 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7fdfcc007380 con 0x7fdfdc0c29e0 2023-12-02T00:31:00.341 INFO:teuthology.orchestra.run.smithi133.stderr:new fs with metadata pool 2 and data pool 3 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.339+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdfc8066470 msgr2=0x7fdfc8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.339+0000 7fdfe210f640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdfc8066470 0x7fdfc8068930 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdfd00ad000 tx=0x7fdfd0008040 comp rx=0 tx=0).stop 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c29e0 msgr2=0x7fdfdc157190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c29e0 0x7fdfdc157190 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc00d620 tx=0x7fdfcc00dae0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 shutdown_connections 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdfc8066470 0x7fdfc8068930 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdfdc0c63c0 0x7fdfdc1ed3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdfdc0c4100 0x7fdfdc155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 --2- 172.21.15.133:0/4109558784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfdc0c29e0 0x7fdfdc157190 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 >> 172.21.15.133:0/4109558784 conn(0x7fdfdc06a5b0 msgr2=0x7fdfdc0700a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:00.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 shutdown_connections 2023-12-02T00:31:00.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.343+0000 7fdfe210f640 1 -- 172.21.15.133:0/4109558784 wait complete. 2023-12-02T00:31:00.370 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:00.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.503+0000 7f300dc32640 1 Processor -- start 2023-12-02T00:31:00.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.503+0000 7f300dc32640 1 -- start start 2023-12-02T00:31:00.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f300dc32640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f3008073a70 0x7f30080bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f300dc32640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3008157c20 0x7f3008158070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f300dc32640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f300806a5b0 con 0x7f300814b010 2023-12-02T00:31:00.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f300dc32640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f300806b710 con 0x7f3008157c20 2023-12-02T00:31:00.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f300dc32640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30080c1d60 con 0x7f3008073a70 2023-12-02T00:31:00.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f30077fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f300814b010 0x7f300806b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44604/0 (socket says 172.21.15.133:44604) 2023-12-02T00:31:00.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f30077fe640 1 -- 172.21.15.133:0/2442178473 learned_addr learned my addr 172.21.15.133:0/2442178473 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:00.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f3007fff640 1 --2- 172.21.15.133:0/2442178473 >> v2:172.21.15.133:3300/0 conn(0x7f3008157c20 0x7f3008158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f3006ffd640 1 --2- 172.21.15.133:0/2442178473 >> v2:172.21.15.172:3300/0 conn(0x7f3008073a70 0x7f30080bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f3007fff640 1 -- 172.21.15.133:0/2442178473 >> v2:172.21.15.172:3300/0 conn(0x7f3008073a70 msgr2=0x7f30080bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:00.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f3007fff640 1 --2- 172.21.15.133:0/2442178473 >> v2:172.21.15.172:3300/0 conn(0x7f3008073a70 0x7f30080bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f3007fff640 1 -- 172.21.15.133:0/2442178473 >> v1:172.21.15.133:6789/0 conn(0x7f300814b010 legacy=0x7f300806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f3007fff640 1 -- 172.21.15.133:0/2442178473 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30080c2040 con 0x7f3008157c20 2023-12-02T00:31:00.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.507+0000 7f30067fc640 1 -- 172.21.15.133:0/2442178473 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 866044760 0 0) 0x7f300806a5b0 con 0x7f300814b010 2023-12-02T00:31:00.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f3007fff640 1 --2- 172.21.15.133:0/2442178473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008157c20 0x7f3008158070 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f300804ede0 tx=0x7f300001f0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c90c047f43d1dd3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:00.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f30067fc640 1 -- 172.21.15.133:0/2442178473 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30000b0440 con 0x7f3008157c20 2023-12-02T00:31:00.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f30067fc640 1 -- 172.21.15.133:0/2442178473 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30000b05a0 con 0x7f3008157c20 2023-12-02T00:31:00.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f30067fc640 1 -- 172.21.15.133:0/2442178473 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30000b0930 con 0x7f3008157c20 2023-12-02T00:31:00.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 -- 172.21.15.133:0/2442178473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008157c20 msgr2=0x7f3008158070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 --2- 172.21.15.133:0/2442178473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008157c20 0x7f3008158070 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f300804ede0 tx=0x7f300001f0f0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 -- 172.21.15.133:0/2442178473 shutdown_connections 2023-12-02T00:31:00.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 --2- 172.21.15.133:0/2442178473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008157c20 0x7f3008158070 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 --2- 172.21.15.133:0/2442178473 >> v2:172.21.15.172:3300/0 conn(0x7f3008073a70 0x7f30080bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 -- 172.21.15.133:0/2442178473 >> 172.21.15.133:0/2442178473 conn(0x7f30080c30c0 msgr2=0x7f30080c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:00.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 -- 172.21.15.133:0/2442178473 shutdown_connections 2023-12-02T00:31:00.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 -- 172.21.15.133:0/2442178473 wait complete. 2023-12-02T00:31:00.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 Processor -- start 2023-12-02T00:31:00.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 -- start start 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.511+0000 7f300dc32640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008073a70 0x7f3008154950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f300814b010 0x7f30081ed340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3008157c20 0x7f30081eafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30080a9560 con 0x7f3008073a70 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3008153f00 con 0x7f300814b010 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30080aa510 con 0x7f3008157c20 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008073a70 0x7f3008154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008073a70 0x7f3008154950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34018/0 (socket says 172.21.15.133:34018) 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 -- 172.21.15.133:0/2991199986 learned_addr learned my addr 172.21.15.133:0/2991199986 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f3006ffd640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f300814b010 0x7f30081ed340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f3007fff640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3008157c20 0x7f30081eafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 -- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3008157c20 msgr2=0x7f30081eafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3008157c20 0x7f30081eafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 -- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f300814b010 msgr2=0x7f30081ed340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f300814b010 0x7f30081ed340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 -- 172.21.15.133:0/2991199986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3000009a70 con 0x7f3008073a70 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f3007fff640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3008157c20 0x7f30081eafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f30077fe640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008073a70 0x7f3008154950 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80011f0 tx=0x7f2ff800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f2feffff640 1 -- 172.21.15.133:0/2991199986 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff80074e0 con 0x7f3008073a70 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f2feffff640 1 -- 172.21.15.133:0/2991199986 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ff8007640 con 0x7f3008073a70 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30081edb90 con 0x7f3008073a70 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f2feffff640 1 -- 172.21.15.133:0/2991199986 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8004a10 con 0x7f3008073a70 2023-12-02T00:31:00.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3008154150 con 0x7f3008073a70 2023-12-02T00:31:00.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3008068400 con 0x7f3008073a70 2023-12-02T00:31:00.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.515+0000 7f2feffff640 1 -- 172.21.15.133:0/2991199986 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2ff8004b70 con 0x7f3008073a70 2023-12-02T00:31:00.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.519+0000 7f2feffff640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ff4066470 0x7f2ff4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.519+0000 7f2feffff640 1 -- 172.21.15.133:0/2991199986 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2ff8083260 con 0x7f3008073a70 2023-12-02T00:31:00.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.519+0000 7f3006ffd640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ff4066470 0x7f2ff4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.519+0000 7f3006ffd640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ff4066470 0x7f2ff4068930 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f30081e79b0 tx=0x7f2ffc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.523+0000 7f2feffff640 1 -- 172.21.15.133:0/2991199986 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2ff8050820 con 0x7f3008073a70 2023-12-02T00:31:00.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.671+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3008073850 con 0x7f3008073a70 2023-12-02T00:31:00.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f2feffff640 1 -- 172.21.15.133:0/2991199986 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16554 (secure 0 0 0) 0x7f2ff8053e40 con 0x7f3008073a70 2023-12-02T00:31:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:00.677 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":19,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:59.718332+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:00.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ff4066470 msgr2=0x7f2ff4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ff4066470 0x7f2ff4068930 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f30081e79b0 tx=0x7f2ffc008040 comp rx=0 tx=0).stop 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008073a70 msgr2=0x7f3008154950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008073a70 0x7f3008154950 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80011f0 tx=0x7f2ff800c9b0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 shutdown_connections 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ff4066470 0x7f2ff4068930 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3008157c20 0x7f30081eafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f300814b010 0x7f30081ed340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 --2- 172.21.15.133:0/2991199986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3008073a70 0x7f3008154950 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 >> 172.21.15.133:0/2991199986 conn(0x7f30080c30c0 msgr2=0x7f30080c34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 shutdown_connections 2023-12-02T00:31:00.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.675+0000 7f300dc32640 1 -- 172.21.15.133:0/2991199986 wait complete. 2023-12-02T00:31:00.697 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:00.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.831+0000 7f39f4d2a640 1 Processor -- start 2023-12-02T00:31:00.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.831+0000 7f39f4d2a640 1 -- start start 2023-12-02T00:31:00.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.831+0000 7f39f4d2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f0073a70 0x7f39f00bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39f4d2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f39f0157c20 0x7f39f01580b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39f4d2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39f006a5b0 con 0x7f39f014b010 2023-12-02T00:31:00.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39f4d2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39f006b710 con 0x7f39f0157c20 2023-12-02T00:31:00.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39f4d2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39f00c1d60 con 0x7f39f0073a70 2023-12-02T00:31:00.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39e7fff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f0073a70 0x7f39f00bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39eed9d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f39f0157c20 0x7f39f01580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39e7fff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f0073a70 0x7f39f00bf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:48644/0 (socket says 172.21.15.133:48644) 2023-12-02T00:31:00.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39ee59c640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f39f014b010 0x7f39f006b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:45630/0 (socket says 172.21.15.133:45630) 2023-12-02T00:31:00.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39e7fff640 1 -- 172.21.15.133:0/1135320658 learned_addr learned my addr 172.21.15.133:0/1135320658 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:00.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39eed9d640 1 -- 172.21.15.133:0/1135320658 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f0073a70 msgr2=0x7f39f00bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:00.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39eed9d640 1 --2- 172.21.15.133:0/1135320658 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f0073a70 0x7f39f00bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39eed9d640 1 -- 172.21.15.133:0/1135320658 >> v1:172.21.15.172:6789/0 conn(0x7f39f014b010 legacy=0x7f39f006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39eed9d640 1 -- 172.21.15.133:0/1135320658 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39f00c2040 con 0x7f39f0157c20 2023-12-02T00:31:00.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.835+0000 7f39eed9d640 1 --2- 172.21.15.133:0/1135320658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0157c20 0x7f39f01580b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f39e8009d90 tx=0x7f39e801f130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8c95a931390c5f0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:00.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39edd9b640 1 -- 172.21.15.133:0/1135320658 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e80af600 con 0x7f39f0157c20 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39edd9b640 1 -- 172.21.15.133:0/1135320658 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39e80ab050 con 0x7f39f0157c20 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39edd9b640 1 -- 172.21.15.133:0/1135320658 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e80af980 con 0x7f39f0157c20 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- 172.21.15.133:0/1135320658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0157c20 msgr2=0x7f39f01580b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/1135320658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0157c20 0x7f39f01580b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f39e8009d90 tx=0x7f39e801f130 comp rx=0 tx=0).stop 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- 172.21.15.133:0/1135320658 shutdown_connections 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/1135320658 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f0073a70 0x7f39f00bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/1135320658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0157c20 0x7f39f01580b0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- 172.21.15.133:0/1135320658 >> 172.21.15.133:0/1135320658 conn(0x7f39f00c30c0 msgr2=0x7f39f00c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- 172.21.15.133:0/1135320658 shutdown_connections 2023-12-02T00:31:00.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- 172.21.15.133:0/1135320658 wait complete. 2023-12-02T00:31:00.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 Processor -- start 2023-12-02T00:31:00.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- start start 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0073a70 0x7f39f00a97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f014b010 0x7f39f00aa610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39f0157c20 0x7f39f01ed600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f0153ec0 con 0x7f39f0157c20 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39f00ac5a0 con 0x7f39f0073a70 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39f4d2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39f01540d0 con 0x7f39f014b010 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39eed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39f0157c20 0x7f39f01ed600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39eed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39f0157c20 0x7f39f01ed600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34024/0 (socket says 172.21.15.133:34024) 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.839+0000 7f39eed9d640 1 -- 172.21.15.133:0/4145327669 learned_addr learned my addr 172.21.15.133:0/4145327669 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39ee59c640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0073a70 0x7f39f00a97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39e7fff640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f014b010 0x7f39f00aa610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39eed9d640 1 -- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f014b010 msgr2=0x7f39f00aa610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39eed9d640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f014b010 0x7f39f00aa610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39eed9d640 1 -- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0073a70 msgr2=0x7f39f00a97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39eed9d640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0073a70 0x7f39f00a97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39eed9d640 1 -- 172.21.15.133:0/4145327669 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39e8009a70 con 0x7f39f0157c20 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39ee59c640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0073a70 0x7f39f00a97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39eed9d640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39f0157c20 0x7f39f01ed600 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f39e80b2040 tx=0x7f39e801bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39e6ffd640 1 -- 172.21.15.133:0/4145327669 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e8009450 con 0x7f39f0157c20 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39e6ffd640 1 -- 172.21.15.133:0/4145327669 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39e80b9410 con 0x7f39f0157c20 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39e6ffd640 1 -- 172.21.15.133:0/4145327669 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e80b97c0 con 0x7f39f0157c20 2023-12-02T00:31:00.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39f01543b0 con 0x7f39f0157c20 2023-12-02T00:31:00.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39f00ac230 con 0x7f39f0157c20 2023-12-02T00:31:00.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39f00a94f0 con 0x7f39f0157c20 2023-12-02T00:31:00.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.843+0000 7f39e6ffd640 1 -- 172.21.15.133:0/4145327669 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f39e80b6050 con 0x7f39f0157c20 2023-12-02T00:31:00.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.847+0000 7f39e6ffd640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f39d0066470 0x7f39d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:00.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.847+0000 7f39e6ffd640 1 -- 172.21.15.133:0/4145327669 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f39e81222a0 con 0x7f39f0157c20 2023-12-02T00:31:00.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.847+0000 7f39ee59c640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f39d0066470 0x7f39d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:00.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.847+0000 7f39ee59c640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f39d0066470 0x7f39d0068930 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f39e0000f70 tx=0x7f39e0007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:00.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.851+0000 7f39e6ffd640 1 -- 172.21.15.133:0/4145327669 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f39f00a94f0 con 0x7f39f0157c20 2023-12-02T00:31:01.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.999+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f39f00a94f0 con 0x7f39f0157c20 2023-12-02T00:31:01.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:00.999+0000 7f39e6ffd640 1 -- 172.21.15.133:0/4145327669 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16554 (secure 0 0 0) 0x7f39f00a94f0 con 0x7f39f0157c20 2023-12-02T00:31:01.004 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:01.004 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":19,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:30:59.718332+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:01.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f39d0066470 msgr2=0x7f39d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f39d0066470 0x7f39d0068930 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f39e0000f70 tx=0x7f39e0007d50 comp rx=0 tx=0).stop 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39f0157c20 msgr2=0x7f39f01ed600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39f0157c20 0x7f39f01ed600 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f39e80b2040 tx=0x7f39e801bed0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 shutdown_connections 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f39d0066470 0x7f39d0068930 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39f0157c20 0x7f39f01ed600 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f39f014b010 0x7f39f00aa610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 --2- 172.21.15.133:0/4145327669 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f39f0073a70 0x7f39f00a97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 >> 172.21.15.133:0/4145327669 conn(0x7f39f00c30c0 msgr2=0x7f39f00c0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 shutdown_connections 2023-12-02T00:31:01.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.003+0000 7f39f4d2a640 1 -- 172.21.15.133:0/4145327669 wait complete. 2023-12-02T00:31:01.025 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-02T00:31:01.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d60d2a640 1 Processor -- start 2023-12-02T00:31:01.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d60d2a640 1 -- start start 2023-12-02T00:31:01.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d60d2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c0a5240 0x7f6d5c0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d60d2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6d5c1561f0 0x7f6d5c156680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d60d2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d5c0c3bd0 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d60d2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d5c0bf1e0 con 0x7f6d5c1561f0 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d60d2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d5c0c3e20 con 0x7f6d5c0a5240 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d53fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f6d5c0c01c0 0x7f6d5c0c5c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44620/0 (socket says 172.21.15.133:44620) 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d53fff640 1 -- 172.21.15.133:0/4232267953 learned_addr learned my addr 172.21.15.133:0/4232267953 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d5a59c640 1 --2- 172.21.15.133:0/4232267953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c0a5240 0x7f6d5c0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:01.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.163+0000 7f6d5ad9d640 1 --2- 172.21.15.133:0/4232267953 >> v2:172.21.15.172:3300/0 conn(0x7f6d5c1561f0 0x7f6d5c156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:01.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d59d9b640 1 -- 172.21.15.133:0/4232267953 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4170460873 0 0) 0x7f6d5c0c3bd0 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d59d9b640 1 -- 172.21.15.133:0/4232267953 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d48003530 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d5a59c640 1 -- 172.21.15.133:0/4232267953 >> v2:172.21.15.172:3300/0 conn(0x7f6d5c1561f0 msgr2=0x7f6d5c156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:01.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d5a59c640 1 --2- 172.21.15.133:0/4232267953 >> v2:172.21.15.172:3300/0 conn(0x7f6d5c1561f0 0x7f6d5c156680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d5a59c640 1 -- 172.21.15.133:0/4232267953 >> v1:172.21.15.133:6789/0 conn(0x7f6d5c0c01c0 legacy=0x7f6d5c0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:01.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d5a59c640 1 -- 172.21.15.133:0/4232267953 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d5c0c4100 con 0x7f6d5c0a5240 2023-12-02T00:31:01.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d5ad9d640 1 --2- 172.21.15.133:0/4232267953 >> v2:172.21.15.172:3300/0 conn(0x7f6d5c1561f0 0x7f6d5c156680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:01.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d5a59c640 1 --2- 172.21.15.133:0/4232267953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c0a5240 0x7f6d5c0bfc80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0097f0 tx=0x7f6d4c01c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f773f451ddb49b5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d59d9b640 1 -- 172.21.15.133:0/4232267953 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c0ac620 con 0x7f6d5c0a5240 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d59d9b640 1 -- 172.21.15.133:0/4232267953 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d4c0ac780 con 0x7f6d5c0a5240 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.167+0000 7f6d59d9b640 1 -- 172.21.15.133:0/4232267953 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c0acb10 con 0x7f6d5c0a5240 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- 172.21.15.133:0/4232267953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c0a5240 msgr2=0x7f6d5c0bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/4232267953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c0a5240 0x7f6d5c0bfc80 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0097f0 tx=0x7f6d4c01c3c0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- 172.21.15.133:0/4232267953 shutdown_connections 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/4232267953 >> v2:172.21.15.172:3300/0 conn(0x7f6d5c1561f0 0x7f6d5c156680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/4232267953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c0a5240 0x7f6d5c0bfc80 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- 172.21.15.133:0/4232267953 >> 172.21.15.133:0/4232267953 conn(0x7f6d5c06a5b0 msgr2=0x7f6d5c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:01.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- 172.21.15.133:0/4232267953 shutdown_connections 2023-12-02T00:31:01.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- 172.21.15.133:0/4232267953 wait complete. 2023-12-02T00:31:01.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 Processor -- start 2023-12-02T00:31:01.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- start start 2023-12-02T00:31:01.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d5c0a5240 0x7f6d5c1edd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:01.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d5c0c01c0 0x7f6d5c0aa6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:01.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c1561f0 0x7f6d5c144f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:01.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d5c1ee250 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d5c15afe0 con 0x7f6d5c0a5240 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d60d2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d5c15b2c0 con 0x7f6d5c1561f0 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d53fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d5c0c01c0 0x7f6d5c0aa6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d53fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d5c0c01c0 0x7f6d5c0aa6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34028/0 (socket says 172.21.15.133:34028) 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d53fff640 1 -- 172.21.15.133:0/2094790368 learned_addr learned my addr 172.21.15.133:0/2094790368 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d5a59c640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d5c0a5240 0x7f6d5c1edd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.171+0000 7f6d5ad9d640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c1561f0 0x7f6d5c144f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d53fff640 1 -- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c1561f0 msgr2=0x7f6d5c144f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d53fff640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c1561f0 0x7f6d5c144f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d53fff640 1 -- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d5c0a5240 msgr2=0x7f6d5c1edd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d53fff640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d5c0a5240 0x7f6d5c1edd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d53fff640 1 -- 172.21.15.133:0/2094790368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d54009a70 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d53fff640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d5c0c01c0 0x7f6d5c0aa6e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400c400 tx=0x7f6d4400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:01.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d52ffd640 1 -- 172.21.15.133:0/2094790368 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d44005cf0 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d52ffd640 1 -- 172.21.15.133:0/2094790368 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d44005e50 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d52ffd640 1 -- 172.21.15.133:0/2094790368 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d440072d0 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d4c009420 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d5c159030 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d5c0c52e0 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.175+0000 7f6d52ffd640 1 -- 172.21.15.133:0/2094790368 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6d44007430 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.179+0000 7f6d52ffd640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d3c066470 0x7f6d3c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:01.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.179+0000 7f6d52ffd640 1 -- 172.21.15.133:0/2094790368 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d44082f50 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.179+0000 7f6d5a59c640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d3c066470 0x7f6d3c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.179+0000 7f6d5a59c640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d3c066470 0x7f6d3c068930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0ae000 tx=0x7f6d4c0a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:01.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.183+0000 7f6d52ffd640 1 -- 172.21.15.133:0/2094790368 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6d44050530 con 0x7f6d5c0c01c0 2023-12-02T00:31:01.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:01.367+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f6d5c068400 con 0x7f6d5c0c01c0 2023-12-02T00:31:02.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.363+0000 7f6d52ffd640 1 -- 172.21.15.133:0/2094790368 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f6d44053b50 con 0x7f6d5c0c01c0 2023-12-02T00:31:02.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d3c066470 msgr2=0x7f6d3c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d3c066470 0x7f6d3c068930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0ae000 tx=0x7f6d4c0a7000 comp rx=0 tx=0).stop 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d5c0c01c0 msgr2=0x7f6d5c0aa6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d5c0c01c0 0x7f6d5c0aa6e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400c400 tx=0x7f6d4400c800 comp rx=0 tx=0).stop 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 shutdown_connections 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d3c066470 0x7f6d3c068930 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d5c1561f0 0x7f6d5c144f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d5c0c01c0 0x7f6d5c0aa6e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 --2- 172.21.15.133:0/2094790368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d5c0a5240 0x7f6d5c1edd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 >> 172.21.15.133:0/2094790368 conn(0x7f6d5c06a5b0 msgr2=0x7f6d5c0c5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 shutdown_connections 2023-12-02T00:31:02.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.367+0000 7f6d60d2a640 1 -- 172.21.15.133:0/2094790368 wait complete. 2023-12-02T00:31:02.391 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-02T00:31:02.392 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-02T00:31:02.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a4d52a640 1 Processor -- start 2023-12-02T00:31:02.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a4d52a640 1 -- start start 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a4d52a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7a48151e90 0x7f7a480c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a4d52a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7a480c7ea0 0x7f7a4806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a4d52a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a4806c860 con 0x7f7a480c4e60 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a4d52a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a480c8750 con 0x7f7a480c7ea0 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a4d52a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a481552d0 con 0x7f7a48151e90 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a477fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7a480c4e60 0x7f7a4806b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44624/0 (socket says 172.21.15.133:44624) 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a477fe640 1 -- 172.21.15.133:0/3711346136 learned_addr learned my addr 172.21.15.133:0/3711346136 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a467fc640 1 --2- 172.21.15.133:0/3711346136 >> v2:172.21.15.133:3300/0 conn(0x7f7a480c7ea0 0x7f7a4806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a46ffd640 1 --2- 172.21.15.133:0/3711346136 >> v2:172.21.15.172:3300/0 conn(0x7f7a48151e90 0x7f7a480c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a45ffb640 1 -- 172.21.15.133:0/3711346136 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 674436161 0 0) 0x7f7a4806c860 con 0x7f7a480c4e60 2023-12-02T00:31:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a45ffb640 1 -- 172.21.15.133:0/3711346136 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7a30003530 con 0x7f7a480c4e60 2023-12-02T00:31:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a467fc640 1 -- 172.21.15.133:0/3711346136 >> v2:172.21.15.172:3300/0 conn(0x7f7a48151e90 msgr2=0x7f7a480c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a467fc640 1 --2- 172.21.15.133:0/3711346136 >> v2:172.21.15.172:3300/0 conn(0x7f7a48151e90 0x7f7a480c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a467fc640 1 -- 172.21.15.133:0/3711346136 >> v1:172.21.15.133:6789/0 conn(0x7f7a480c4e60 legacy=0x7f7a4806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.535+0000 7f7a467fc640 1 -- 172.21.15.133:0/3711346136 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a48154930 con 0x7f7a480c7ea0 2023-12-02T00:31:02.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a467fc640 1 --2- 172.21.15.133:0/3711346136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a480c7ea0 0x7f7a4806b4a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7a4808b410 tx=0x7f7a3c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35424b8bd1d33466 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:02.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a45ffb640 1 -- 172.21.15.133:0/3711346136 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a3c0ab600 con 0x7f7a480c7ea0 2023-12-02T00:31:02.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a45ffb640 1 -- 172.21.15.133:0/3711346136 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a3c0a7050 con 0x7f7a480c7ea0 2023-12-02T00:31:02.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a45ffb640 1 -- 172.21.15.133:0/3711346136 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a3c0ab980 con 0x7f7a480c7ea0 2023-12-02T00:31:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 -- 172.21.15.133:0/3711346136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a480c7ea0 msgr2=0x7f7a4806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/3711346136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a480c7ea0 0x7f7a4806b4a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7a4808b410 tx=0x7f7a3c01c340 comp rx=0 tx=0).stop 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 -- 172.21.15.133:0/3711346136 shutdown_connections 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/3711346136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a480c7ea0 0x7f7a4806b4a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/3711346136 >> v2:172.21.15.172:3300/0 conn(0x7f7a48151e90 0x7f7a480c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 -- 172.21.15.133:0/3711346136 >> 172.21.15.133:0/3711346136 conn(0x7f7a480ca170 msgr2=0x7f7a480ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 -- 172.21.15.133:0/3711346136 shutdown_connections 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 -- 172.21.15.133:0/3711346136 wait complete. 2023-12-02T00:31:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.539+0000 7f7a4d52a640 1 Processor -- start 2023-12-02T00:31:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 -- start start 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a480c4e60 0x7f7a4814b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a480c7ea0 0x7f7a480c1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a48151e90 0x7f7a480c1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a480c3420 con 0x7f7a48151e90 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a481f09a0 con 0x7f7a480c4e60 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a481f0ed0 con 0x7f7a480c7ea0 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a48151e90 0x7f7a480c1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a48151e90 0x7f7a480c1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34046/0 (socket says 172.21.15.133:34046) 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 -- 172.21.15.133:0/1771092113 learned_addr learned my addr 172.21.15.133:0/1771092113 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a46ffd640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a480c4e60 0x7f7a4814b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a467fc640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a480c7ea0 0x7f7a480c1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 -- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a480c7ea0 msgr2=0x7f7a480c1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a480c7ea0 0x7f7a480c1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 -- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a480c4e60 msgr2=0x7f7a4814b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a480c4e60 0x7f7a4814b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 -- 172.21.15.133:0/1771092113 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a3c009420 con 0x7f7a48151e90 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a477fe640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a48151e90 0x7f7a480c1d50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7a4000caa0 tx=0x7f7a4000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a2f7fe640 1 -- 172.21.15.133:0/1771092113 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a4000ac00 con 0x7f7a48151e90 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a2f7fe640 1 -- 172.21.15.133:0/1771092113 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a4000ad60 con 0x7f7a48151e90 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a2f7fe640 1 -- 172.21.15.133:0/1771092113 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a40012620 con 0x7f7a48151e90 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a480aeef0 con 0x7f7a48151e90 2023-12-02T00:31:02.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a481f0bf0 con 0x7f7a48151e90 2023-12-02T00:31:02.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.543+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a480af080 con 0x7f7a48151e90 2023-12-02T00:31:02.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.547+0000 7f7a2f7fe640 1 -- 172.21.15.133:0/1771092113 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7a40007070 con 0x7f7a48151e90 2023-12-02T00:31:02.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.547+0000 7f7a2f7fe640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a34066470 0x7f7a34068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:02.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.547+0000 7f7a2f7fe640 1 -- 172.21.15.133:0/1771092113 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7a40083d30 con 0x7f7a48151e90 2023-12-02T00:31:02.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.547+0000 7f7a46ffd640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a34066470 0x7f7a34068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:02.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.547+0000 7f7a46ffd640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a34066470 0x7f7a34068930 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7a38009b60 tx=0x7f7a38009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:02.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.551+0000 7f7a2f7fe640 1 -- 172.21.15.133:0/1771092113 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7a400512f0 con 0x7f7a48151e90 2023-12-02T00:31:02.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:02.735+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f7a48068400 con 0x7f7a48151e90 2023-12-02T00:31:03.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.367+0000 7f7a2f7fe640 1 -- 172.21.15.133:0/1771092113 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f7a400170c0 con 0x7f7a48151e90 2023-12-02T00:31:03.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a34066470 msgr2=0x7f7a34068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a34066470 0x7f7a34068930 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7a38009b60 tx=0x7f7a38009190 comp rx=0 tx=0).stop 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a48151e90 msgr2=0x7f7a480c1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a48151e90 0x7f7a480c1d50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7a4000caa0 tx=0x7f7a4000cf60 comp rx=0 tx=0).stop 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 shutdown_connections 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a34066470 0x7f7a34068930 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a48151e90 0x7f7a480c1d50 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a480c7ea0 0x7f7a480c1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 --2- 172.21.15.133:0/1771092113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a480c4e60 0x7f7a4814b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 >> 172.21.15.133:0/1771092113 conn(0x7f7a480ca170 msgr2=0x7f7a481538e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 shutdown_connections 2023-12-02T00:31:03.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.371+0000 7f7a4d52a640 1 -- 172.21.15.133:0/1771092113 wait complete. 2023-12-02T00:31:03.394 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-02T00:31:03.395 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:03.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 Processor -- start 2023-12-02T00:31:03.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 -- start start 2023-12-02T00:31:03.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a0151e90 0x7f96a00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f96a00c7ea0 0x7f96a006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f96a00c4e60 0x7f96a006b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96a00c8750 con 0x7f96a00c7ea0 2023-12-02T00:31:03.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96a01552d0 con 0x7f96a00c4e60 2023-12-02T00:31:03.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96a5a17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96a00c5c60 con 0x7f96a0151e90 2023-12-02T00:31:03.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f96a00c7ea0 0x7f96a006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f96a00c7ea0 0x7f96a006b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34048/0 (socket says 172.21.15.133:34048) 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 -- 172.21.15.133:0/3103037690 learned_addr learned my addr 172.21.15.133:0/3103037690 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f969f7fe640 1 --2- 172.21.15.133:0/3103037690 >> v2:172.21.15.172:3300/0 conn(0x7f96a00c4e60 0x7f96a006b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f969effd640 1 --2- 172.21.15.133:0/3103037690 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a0151e90 0x7f96a00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 -- 172.21.15.133:0/3103037690 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a0151e90 msgr2=0x7f96a00c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 --2- 172.21.15.133:0/3103037690 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a0151e90 0x7f96a00c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 -- 172.21.15.133:0/3103037690 >> v2:172.21.15.172:3300/0 conn(0x7f96a00c4e60 msgr2=0x7f96a006b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 --2- 172.21.15.133:0/3103037690 >> v2:172.21.15.172:3300/0 conn(0x7f96a00c4e60 0x7f96a006b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.531+0000 7f96967fc640 1 -- 172.21.15.133:0/3103037690 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96a006c860 con 0x7f96a00c7ea0 2023-12-02T00:31:03.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96967fc640 1 --2- 172.21.15.133:0/3103037690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a00c7ea0 0x7f96a006b4a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f96a00bd660 tx=0x7f968801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6acf7c7c0caf25a6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:03.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f969e7fc640 1 -- 172.21.15.133:0/3103037690 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96880ab600 con 0x7f96a00c7ea0 2023-12-02T00:31:03.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f969e7fc640 1 -- 172.21.15.133:0/3103037690 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96880a7050 con 0x7f96a00c7ea0 2023-12-02T00:31:03.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f969e7fc640 1 -- 172.21.15.133:0/3103037690 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96880ab980 con 0x7f96a00c7ea0 2023-12-02T00:31:03.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 -- 172.21.15.133:0/3103037690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a00c7ea0 msgr2=0x7f96a006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 --2- 172.21.15.133:0/3103037690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a00c7ea0 0x7f96a006b4a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f96a00bd660 tx=0x7f968801c3e0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 -- 172.21.15.133:0/3103037690 shutdown_connections 2023-12-02T00:31:03.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 --2- 172.21.15.133:0/3103037690 >> v2:172.21.15.172:3300/0 conn(0x7f96a00c4e60 0x7f96a006b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 --2- 172.21.15.133:0/3103037690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a00c7ea0 0x7f96a006b4a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 --2- 172.21.15.133:0/3103037690 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a0151e90 0x7f96a00c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 -- 172.21.15.133:0/3103037690 >> 172.21.15.133:0/3103037690 conn(0x7f96a00ca170 msgr2=0x7f96a00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:03.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 -- 172.21.15.133:0/3103037690 shutdown_connections 2023-12-02T00:31:03.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.535+0000 7f96a5a17640 1 -- 172.21.15.133:0/3103037690 wait complete. 2023-12-02T00:31:03.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 Processor -- start 2023-12-02T00:31:03.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 -- start start 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96a00c4e60 0x7f96a00be940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a00c7ea0 0x7f96a00bff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a0151e90 0x7f96a0149f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96a01ee1c0 con 0x7f96a0151e90 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96a00bef70 con 0x7f96a00c4e60 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96a00bf250 con 0x7f96a00c7ea0 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a0151e90 0x7f96a0149f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a0151e90 0x7f96a0149f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34058/0 (socket says 172.21.15.133:34058) 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 -- 172.21.15.133:0/190776963 learned_addr learned my addr 172.21.15.133:0/190776963 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:03.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96967fc640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a00c7ea0 0x7f96a00bff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969effd640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96a00c4e60 0x7f96a00be940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 -- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a00c7ea0 msgr2=0x7f96a00bff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a00c7ea0 0x7f96a00bff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 -- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96a00c4e60 msgr2=0x7f96a00be940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96a00c4e60 0x7f96a00be940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 -- 172.21.15.133:0/190776963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96880094d0 con 0x7f96a0151e90 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969effd640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96a00c4e60 0x7f96a00be940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969f7fe640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a0151e90 0x7f96a0149f90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9698007d20 tx=0x7f969800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969cff9640 1 -- 172.21.15.133:0/190776963 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9698014420 con 0x7f96a0151e90 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969cff9640 1 -- 172.21.15.133:0/190776963 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96980145a0 con 0x7f96a0151e90 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f969cff9640 1 -- 172.21.15.133:0/190776963 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9698014950 con 0x7f96a0151e90 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96a01ee460 con 0x7f96a0151e90 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96a014f380 con 0x7f96a0151e90 2023-12-02T00:31:03.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.539+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96a0068400 con 0x7f96a0151e90 2023-12-02T00:31:03.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.543+0000 7f969cff9640 1 -- 172.21.15.133:0/190776963 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9698014ab0 con 0x7f96a0151e90 2023-12-02T00:31:03.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.543+0000 7f969cff9640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9680066470 0x7f9680068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.543+0000 7f969cff9640 1 -- 172.21.15.133:0/190776963 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9698084760 con 0x7f96a0151e90 2023-12-02T00:31:03.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.543+0000 7f969effd640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9680066470 0x7f9680068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.543+0000 7f969effd640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9680066470 0x7f9680068930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9690009840 tx=0x7f9690008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:03.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.547+0000 7f969cff9640 1 -- 172.21.15.133:0/190776963 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9698051bd0 con 0x7f96a0151e90 2023-12-02T00:31:03.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f96a01ee910 con 0x7f96a0151e90 2023-12-02T00:31:03.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f969cff9640 1 -- 172.21.15.133:0/190776963 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f96980551f0 con 0x7f96a0151e90 2023-12-02T00:31:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:03.729 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:03.730 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:03.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9680066470 msgr2=0x7f9680068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9680066470 0x7f9680068930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9690009840 tx=0x7f9690008040 comp rx=0 tx=0).stop 2023-12-02T00:31:03.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a0151e90 msgr2=0x7f96a0149f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a0151e90 0x7f96a0149f90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9698007d20 tx=0x7f969800e4b0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 shutdown_connections 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9680066470 0x7f9680068930 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96a0151e90 0x7f96a0149f90 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96a00c7ea0 0x7f96a00bff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 --2- 172.21.15.133:0/190776963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96a00c4e60 0x7f96a00be940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 >> 172.21.15.133:0/190776963 conn(0x7f96a00ca170 msgr2=0x7f96a014f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 shutdown_connections 2023-12-02T00:31:03.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.727+0000 7f96a5a17640 1 -- 172.21.15.133:0/190776963 wait complete. 2023-12-02T00:31:03.750 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:03.880 INFO:tasks.ceph.mds.b.smithi172.stderr:2023-12-02T00:31:03.879+0000 7fd1812ab640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:31:03.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77bcadc640 1 Processor -- start 2023-12-02T00:31:03.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77bcadc640 1 -- start start 2023-12-02T00:31:03.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77bcadc640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f77b80c4750 0x7f77b80c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77bcadc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f77b81544c0 0x7f77b8154910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77bcadc640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77b806c660 con 0x7f77b80af5c0 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77bcadc640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77b806ba50 con 0x7f77b81544c0 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77bcadc640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77b806bd30 con 0x7f77b80c4750 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f77b81544c0 0x7f77b8154910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b77fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f77b80af5c0 0x7f77b80c7d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44638/0 (socket says 172.21.15.133:44638) 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b77fe640 1 -- 172.21.15.133:0/1132327218 learned_addr learned my addr 172.21.15.133:0/1132327218 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:03.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b6ffd640 1 --2- 172.21.15.133:0/1132327218 >> v2:172.21.15.172:3300/0 conn(0x7f77b80c4750 0x7f77b80c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b7fff640 1 -- 172.21.15.133:0/1132327218 >> v2:172.21.15.172:3300/0 conn(0x7f77b80c4750 msgr2=0x7f77b80c4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:03.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b7fff640 1 --2- 172.21.15.133:0/1132327218 >> v2:172.21.15.172:3300/0 conn(0x7f77b80c4750 0x7f77b80c4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b7fff640 1 -- 172.21.15.133:0/1132327218 >> v1:172.21.15.133:6789/0 conn(0x7f77b80af5c0 legacy=0x7f77b80c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b67fc640 1 -- 172.21.15.133:0/1132327218 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2827779854 0 0) 0x7f77b806c660 con 0x7f77b80af5c0 2023-12-02T00:31:03.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.887+0000 7f77b7fff640 1 -- 172.21.15.133:0/1132327218 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77b806c010 con 0x7f77b81544c0 2023-12-02T00:31:03.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77b7fff640 1 --2- 172.21.15.133:0/1132327218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8154910 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f77b808bd00 tx=0x7f77b001c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ea27a357f83223a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:03.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77b67fc640 1 -- 172.21.15.133:0/1132327218 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b00a57d0 con 0x7f77b81544c0 2023-12-02T00:31:03.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77b67fc640 1 -- 172.21.15.133:0/1132327218 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77b00a5930 con 0x7f77b81544c0 2023-12-02T00:31:03.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77b67fc640 1 -- 172.21.15.133:0/1132327218 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b00a5cc0 con 0x7f77b81544c0 2023-12-02T00:31:03.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 -- 172.21.15.133:0/1132327218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 msgr2=0x7f77b8154910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1132327218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8154910 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f77b808bd00 tx=0x7f77b001c910 comp rx=0 tx=0).stop 2023-12-02T00:31:03.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 -- 172.21.15.133:0/1132327218 shutdown_connections 2023-12-02T00:31:03.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1132327218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8154910 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1132327218 >> v2:172.21.15.172:3300/0 conn(0x7f77b80c4750 0x7f77b80c4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 -- 172.21.15.133:0/1132327218 >> 172.21.15.133:0/1132327218 conn(0x7f77b80ab960 msgr2=0x7f77b80abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:03.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 -- 172.21.15.133:0/1132327218 shutdown_connections 2023-12-02T00:31:03.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 -- 172.21.15.133:0/1132327218 wait complete. 2023-12-02T00:31:03.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.891+0000 7f77bcadc640 1 Processor -- start 2023-12-02T00:31:03.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 -- start start 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77b80af5c0 0x7f77b8152530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77b80c4750 0x7f77b8152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8148b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b8152fb0 con 0x7f77b81544c0 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b81531c0 con 0x7f77b80af5c0 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77b814b060 con 0x7f77b80c4750 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8148b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8148b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34088/0 (socket says 172.21.15.133:34088) 2023-12-02T00:31:03.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 -- 172.21.15.133:0/1259816412 learned_addr learned my addr 172.21.15.133:0/1259816412 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b77fe640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77b80af5c0 0x7f77b8152530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b6ffd640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77b80c4750 0x7f77b8152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 -- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77b80c4750 msgr2=0x7f77b8152a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77b80c4750 0x7f77b8152a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 -- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77b80af5c0 msgr2=0x7f77b8152530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77b80af5c0 0x7f77b8152530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 -- 172.21.15.133:0/1259816412 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77b0009a70 con 0x7f77b81544c0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b6ffd640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77b80c4750 0x7f77b8152a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77b7fff640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8148b80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f77b0019520 tx=0x7f77b00196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f779ffff640 1 -- 172.21.15.133:0/1259816412 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b00b9860 con 0x7f77b81544c0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f779ffff640 1 -- 172.21.15.133:0/1259816412 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77b00b99c0 con 0x7f77b81544c0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77b814b340 con 0x7f77b81544c0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f779ffff640 1 -- 172.21.15.133:0/1259816412 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b00b9d50 con 0x7f77b81544c0 2023-12-02T00:31:03.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77b814b900 con 0x7f77b81544c0 2023-12-02T00:31:03.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.895+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77b804e850 con 0x7f77b81544c0 2023-12-02T00:31:03.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.899+0000 7f779ffff640 1 -- 172.21.15.133:0/1259816412 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f77b00ad440 con 0x7f77b81544c0 2023-12-02T00:31:03.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.899+0000 7f779ffff640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f77a4066470 0x7f77a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:03.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.899+0000 7f779ffff640 1 -- 172.21.15.133:0/1259816412 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f77b011f360 con 0x7f77b81544c0 2023-12-02T00:31:03.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.899+0000 7f77b77fe640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f77a4066470 0x7f77a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:03.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.899+0000 7f77b77fe640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f77a4066470 0x7f77a4068930 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f77a8000f70 tx=0x7f77a8007c10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:03.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:03.903+0000 7f779ffff640 1 -- 172.21.15.133:0/1259816412 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f77b00ec8f0 con 0x7f77b81544c0 2023-12-02T00:31:04.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.055+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f77b80bd610 con 0x7f77b81544c0 2023-12-02T00:31:04.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.055+0000 7f779ffff640 1 -- 172.21.15.133:0/1259816412 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f77b00eff10 con 0x7f77b81544c0 2023-12-02T00:31:04.059 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:04.059 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:04.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f77a4066470 msgr2=0x7f77a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f77a4066470 0x7f77a4068930 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f77a8000f70 tx=0x7f77a8007c10 comp rx=0 tx=0).stop 2023-12-02T00:31:04.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 msgr2=0x7f77b8148b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8148b80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f77b0019520 tx=0x7f77b00196b0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 shutdown_connections 2023-12-02T00:31:04.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f77a4066470 0x7f77a4068930 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77b81544c0 0x7f77b8148b80 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77b80c4750 0x7f77b8152a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 --2- 172.21.15.133:0/1259816412 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77b80af5c0 0x7f77b8152530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 >> 172.21.15.133:0/1259816412 conn(0x7f77b80ab960 msgr2=0x7f77b80a9890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:04.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 shutdown_connections 2023-12-02T00:31:04.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.059+0000 7f77bcadc640 1 -- 172.21.15.133:0/1259816412 wait complete. 2023-12-02T00:31:04.080 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-02T00:31:04.081 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:31:04.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f598219d640 1 Processor -- start 2023-12-02T00:31:04.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f598219d640 1 -- start start 2023-12-02T00:31:04.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f598219d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f597c0a5240 0x7f597c0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f598219d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f597c0c3bd0 con 0x7f597c0c01c0 2023-12-02T00:31:04.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f598219d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f597c0bf1e0 con 0x7f597c1561f0 2023-12-02T00:31:04.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f598219d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f597c0c3e20 con 0x7f597c0a5240 2023-12-02T00:31:04.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597affd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f597c0c01c0 0x7f597c0c5c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44642/0 (socket says 172.21.15.133:44642) 2023-12-02T00:31:04.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597affd640 1 -- 172.21.15.133:0/2478129383 learned_addr learned my addr 172.21.15.133:0/2478129383 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:04.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597b7fe640 1 --2- 172.21.15.133:0/2478129383 >> v2:172.21.15.172:3300/0 conn(0x7f597c0a5240 0x7f597c0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597a7fc640 1 -- 172.21.15.133:0/2478129383 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2118755447 0 0) 0x7f597c0c3bd0 con 0x7f597c0c01c0 2023-12-02T00:31:04.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597a7fc640 1 -- 172.21.15.133:0/2478129383 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5964003530 con 0x7f597c0c01c0 2023-12-02T00:31:04.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597a7fc640 1 -- 172.21.15.133:0/2478129383 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2517901516 0 0) 0x7f5964003530 con 0x7f597c0c01c0 2023-12-02T00:31:04.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597b7fe640 1 -- 172.21.15.133:0/2478129383 >> v1:172.21.15.172:6789/0 conn(0x7f597c1561f0 legacy=0x7f597c156640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597b7fe640 1 -- 172.21.15.133:0/2478129383 >> v1:172.21.15.133:6789/0 conn(0x7f597c0c01c0 legacy=0x7f597c0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.215+0000 7f597b7fe640 1 -- 172.21.15.133:0/2478129383 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f597c0c4100 con 0x7f597c0a5240 2023-12-02T00:31:04.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f597b7fe640 1 --2- 172.21.15.133:0/2478129383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c0a5240 0x7f597c0bfc80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f596c0097c0 tx=0x7f596c01c2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d15566b53645d0f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f597a7fc640 1 -- 172.21.15.133:0/2478129383 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5970001680 con 0x7f597c0a5240 2023-12-02T00:31:04.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f597a7fc640 1 -- 172.21.15.133:0/2478129383 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f596c0a7050 con 0x7f597c0a5240 2023-12-02T00:31:04.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f597a7fc640 1 -- 172.21.15.133:0/2478129383 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c0ab620 con 0x7f597c0a5240 2023-12-02T00:31:04.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f598219d640 1 -- 172.21.15.133:0/2478129383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c0a5240 msgr2=0x7f597c0bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f598219d640 1 --2- 172.21.15.133:0/2478129383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c0a5240 0x7f597c0bfc80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f596c0097c0 tx=0x7f596c01c2e0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f598219d640 1 -- 172.21.15.133:0/2478129383 shutdown_connections 2023-12-02T00:31:04.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f598219d640 1 --2- 172.21.15.133:0/2478129383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c0a5240 0x7f597c0bfc80 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f598219d640 1 -- 172.21.15.133:0/2478129383 >> 172.21.15.133:0/2478129383 conn(0x7f597c06a5b0 msgr2=0x7f597c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:04.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f598219d640 1 -- 172.21.15.133:0/2478129383 shutdown_connections 2023-12-02T00:31:04.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.219+0000 7f598219d640 1 -- 172.21.15.133:0/2478129383 wait complete. 2023-12-02T00:31:04.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 Processor -- start 2023-12-02T00:31:04.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 -- start start 2023-12-02T00:31:04.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f597c0a5240 0x7f597c14d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f597c0c01c0 0x7f597c1f0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c1561f0 0x7f597c071bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f597c153280 con 0x7f597c0c01c0 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f597c153520 con 0x7f597c1561f0 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f597c1f0140 con 0x7f597c0a5240 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f597c0c01c0 0x7f597c1f0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f597c0c01c0 0x7f597c1f0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34098/0 (socket says 172.21.15.133:34098) 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 -- 172.21.15.133:0/2800789818 learned_addr learned my addr 172.21.15.133:0/2800789818 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597b7fe640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f597c0a5240 0x7f597c14d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597bfff640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c1561f0 0x7f597c071bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 -- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f597c0a5240 msgr2=0x7f597c14d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f597c0a5240 0x7f597c14d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 -- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c1561f0 msgr2=0x7f597c071bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c1561f0 0x7f597c071bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 -- 172.21.15.133:0/2800789818 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f596c009420 con 0x7f597c0c01c0 2023-12-02T00:31:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f597affd640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f597c0c01c0 0x7f597c1f0940 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f597000c750 tx=0x7f597000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f5963fff640 1 -- 172.21.15.133:0/2800789818 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5970005ae0 con 0x7f597c0c01c0 2023-12-02T00:31:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f5963fff640 1 -- 172.21.15.133:0/2800789818 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5970005c40 con 0x7f597c0c01c0 2023-12-02T00:31:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f597c1f0420 con 0x7f597c0c01c0 2023-12-02T00:31:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f5963fff640 1 -- 172.21.15.133:0/2800789818 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5970007290 con 0x7f597c0c01c0 2023-12-02T00:31:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.223+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f597c0c23a0 con 0x7f597c0c01c0 2023-12-02T00:31:04.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.227+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f597c068400 con 0x7f597c0c01c0 2023-12-02T00:31:04.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.227+0000 7f5963fff640 1 -- 172.21.15.133:0/2800789818 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f59700073f0 con 0x7f597c0c01c0 2023-12-02T00:31:04.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.227+0000 7f5963fff640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5968066470 0x7f5968068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.227+0000 7f5963fff640 1 -- 172.21.15.133:0/2800789818 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f59700836b0 con 0x7f597c0c01c0 2023-12-02T00:31:04.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.227+0000 7f597b7fe640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5968066470 0x7f5968068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.227+0000 7f597b7fe640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5968066470 0x7f5968068930 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f596c0ad000 tx=0x7f596c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.231+0000 7f5963fff640 1 -- 172.21.15.133:0/2800789818 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5970050b40 con 0x7f597c0c01c0 2023-12-02T00:31:04.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.379+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f597c156d50 con 0x7f5968066470 2023-12-02T00:31:04.389 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.387+0000 7f5963fff640 1 -- 172.21.15.133:0/2800789818 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264728 (secure 0 0 0) 0x7f596c0ab700 con 0x7f5968066470 2023-12-02T00:31:04.392 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:04.394 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5968066470 msgr2=0x7f5968068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5968066470 0x7f5968068930 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f596c0ad000 tx=0x7f596c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f597c0c01c0 msgr2=0x7f597c1f0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f597c0c01c0 0x7f597c1f0940 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f597000c750 tx=0x7f597000cc10 comp rx=0 tx=0).stop 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 shutdown_connections 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5968066470 0x7f5968068930 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f597c1561f0 0x7f597c071bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f597c0c01c0 0x7f597c1f0940 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 --2- 172.21.15.133:0/2800789818 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f597c0a5240 0x7f597c14d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 >> 172.21.15.133:0/2800789818 conn(0x7f597c06a5b0 msgr2=0x7f597c156600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:04.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 shutdown_connections 2023-12-02T00:31:04.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.391+0000 7f598219d640 1 -- 172.21.15.133:0/2800789818 wait complete. 2023-12-02T00:31:04.412 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-12-02T00:31:03.240995+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218980,"kb_used_data":2800,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755740,"statfs":{"total":773094113280,"available":772869877760,"internally_reserved":0,"allocated":2867200,"data_stored":1740236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.908869"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128847+0000","last_change":"2023-12-02T00:31:00.061499+0000","last_active":"2023-12-02T00:31:01.128847+0000","last_peered":"2023-12-02T00:31:01.128847+0000","last_clean":"2023-12-02T00:31:01.128847+0000","last_became_active":"2023-12-02T00:31:00.061202+0000","last_became_peered":"2023-12-02T00:31:00.061202+0000","last_unstale":"2023-12-02T00:31:01.128847+0000","last_undegraded":"2023-12-02T00:31:01.128847+0000","last_fullsized":"2023-12-02T00:31:01.128847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:16.479332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033742+0000","last_change":"2023-12-02T00:31:00.045755+0000","last_active":"2023-12-02T00:31:01.033742+0000","last_peered":"2023-12-02T00:31:01.033742+0000","last_clean":"2023-12-02T00:31:01.033742+0000","last_became_active":"2023-12-02T00:31:00.044794+0000","last_became_peered":"2023-12-02T00:31:00.044794+0000","last_unstale":"2023-12-02T00:31:01.033742+0000","last_undegraded":"2023-12-02T00:31:01.033742+0000","last_fullsized":"2023-12-02T00:31:01.033742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179187+0000","last_change":"2023-12-02T00:31:00.040101+0000","last_active":"2023-12-02T00:31:01.179187+0000","last_peered":"2023-12-02T00:31:01.179187+0000","last_clean":"2023-12-02T00:31:01.179187+0000","last_became_active":"2023-12-02T00:31:00.039387+0000","last_became_peered":"2023-12-02T00:31:00.039387+0000","last_unstale":"2023-12-02T00:31:01.179187+0000","last_undegraded":"2023-12-02T00:31:01.179187+0000","last_fullsized":"2023-12-02T00:31:01.179187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036663+0000","last_change":"2023-12-02T00:31:00.055480+0000","last_active":"2023-12-02T00:31:02.036663+0000","last_peered":"2023-12-02T00:31:02.036663+0000","last_clean":"2023-12-02T00:31:02.036663+0000","last_became_active":"2023-12-02T00:31:00.054936+0000","last_became_peered":"2023-12-02T00:31:00.054936+0000","last_unstale":"2023-12-02T00:31:02.036663+0000","last_undegraded":"2023-12-02T00:31:02.036663+0000","last_fullsized":"2023-12-02T00:31:02.036663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128457+0000","last_change":"2023-12-02T00:31:00.062432+0000","last_active":"2023-12-02T00:31:01.128457+0000","last_peered":"2023-12-02T00:31:01.128457+0000","last_clean":"2023-12-02T00:31:01.128457+0000","last_became_active":"2023-12-02T00:31:00.057587+0000","last_became_peered":"2023-12-02T00:31:00.057587+0000","last_unstale":"2023-12-02T00:31:01.128457+0000","last_undegraded":"2023-12-02T00:31:01.128457+0000","last_fullsized":"2023-12-02T00:31:01.128457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036583+0000","last_change":"2023-12-02T00:31:00.055273+0000","last_active":"2023-12-02T00:31:02.036583+0000","last_peered":"2023-12-02T00:31:02.036583+0000","last_clean":"2023-12-02T00:31:02.036583+0000","last_became_active":"2023-12-02T00:31:00.054573+0000","last_became_peered":"2023-12-02T00:31:00.054573+0000","last_unstale":"2023-12-02T00:31:02.036583+0000","last_undegraded":"2023-12-02T00:31:02.036583+0000","last_fullsized":"2023-12-02T00:31:02.036583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128292+0000","last_change":"2023-12-02T00:31:00.060566+0000","last_active":"2023-12-02T00:31:01.128292+0000","last_peered":"2023-12-02T00:31:01.128292+0000","last_clean":"2023-12-02T00:31:01.128292+0000","last_became_active":"2023-12-02T00:31:00.058024+0000","last_became_peered":"2023-12-02T00:31:00.058024+0000","last_unstale":"2023-12-02T00:31:01.128292+0000","last_undegraded":"2023-12-02T00:31:01.128292+0000","last_fullsized":"2023-12-02T00:31:01.128292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035563+0000","last_change":"2023-12-02T00:31:00.056342+0000","last_active":"2023-12-02T00:31:02.035563+0000","last_peered":"2023-12-02T00:31:02.035563+0000","last_clean":"2023-12-02T00:31:02.035563+0000","last_became_active":"2023-12-02T00:31:00.056035+0000","last_became_peered":"2023-12-02T00:31:00.056035+0000","last_unstale":"2023-12-02T00:31:02.035563+0000","last_undegraded":"2023-12-02T00:31:02.035563+0000","last_fullsized":"2023-12-02T00:31:02.035563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128817+0000","last_change":"2023-12-02T00:31:00.065258+0000","last_active":"2023-12-02T00:31:01.128817+0000","last_peered":"2023-12-02T00:31:01.128817+0000","last_clean":"2023-12-02T00:31:01.128817+0000","last_became_active":"2023-12-02T00:31:00.065005+0000","last_became_peered":"2023-12-02T00:31:00.065005+0000","last_unstale":"2023-12-02T00:31:01.128817+0000","last_undegraded":"2023-12-02T00:31:01.128817+0000","last_fullsized":"2023-12-02T00:31:01.128817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:17.982464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058274+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.056203+0000","last_became_peered":"2023-12-02T00:31:00.056203+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034479+0000","last_change":"2023-12-02T00:31:00.050855+0000","last_active":"2023-12-02T00:31:01.034479+0000","last_peered":"2023-12-02T00:31:01.034479+0000","last_clean":"2023-12-02T00:31:01.034479+0000","last_became_active":"2023-12-02T00:31:00.050537+0000","last_became_peered":"2023-12-02T00:31:00.050537+0000","last_unstale":"2023-12-02T00:31:01.034479+0000","last_undegraded":"2023-12-02T00:31:01.034479+0000","last_fullsized":"2023-12-02T00:31:01.034479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034798+0000","last_change":"2023-12-02T00:31:00.038297+0000","last_active":"2023-12-02T00:31:01.034798+0000","last_peered":"2023-12-02T00:31:01.034798+0000","last_clean":"2023-12-02T00:31:01.034798+0000","last_became_active":"2023-12-02T00:31:00.037580+0000","last_became_peered":"2023-12-02T00:31:00.037580+0000","last_unstale":"2023-12-02T00:31:01.034798+0000","last_undegraded":"2023-12-02T00:31:01.034798+0000","last_fullsized":"2023-12-02T00:31:01.034798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:22.569707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035784+0000","last_change":"2023-12-02T00:31:00.046286+0000","last_active":"2023-12-02T00:31:02.035784+0000","last_peered":"2023-12-02T00:31:02.035784+0000","last_clean":"2023-12-02T00:31:02.035784+0000","last_became_active":"2023-12-02T00:31:00.045640+0000","last_became_peered":"2023-12-02T00:31:00.045640+0000","last_unstale":"2023-12-02T00:31:02.035784+0000","last_undegraded":"2023-12-02T00:31:02.035784+0000","last_fullsized":"2023-12-02T00:31:02.035784+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179135+0000","last_change":"2023-12-02T00:31:00.048263+0000","last_active":"2023-12-02T00:31:01.179135+0000","last_peered":"2023-12-02T00:31:01.179135+0000","last_clean":"2023-12-02T00:31:01.179135+0000","last_became_active":"2023-12-02T00:31:00.045153+0000","last_became_peered":"2023-12-02T00:31:00.045153+0000","last_unstale":"2023-12-02T00:31:01.179135+0000","last_undegraded":"2023-12-02T00:31:01.179135+0000","last_fullsized":"2023-12-02T00:31:01.179135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:48.308079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033326+0000","last_change":"2023-12-02T00:31:00.041775+0000","last_active":"2023-12-02T00:31:01.033326+0000","last_peered":"2023-12-02T00:31:01.033326+0000","last_clean":"2023-12-02T00:31:01.033326+0000","last_became_active":"2023-12-02T00:31:00.041347+0000","last_became_peered":"2023-12-02T00:31:00.041347+0000","last_unstale":"2023-12-02T00:31:01.033326+0000","last_undegraded":"2023-12-02T00:31:01.033326+0000","last_fullsized":"2023-12-02T00:31:01.033326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036433+0000","last_change":"2023-12-02T00:31:00.056535+0000","last_active":"2023-12-02T00:31:02.036433+0000","last_peered":"2023-12-02T00:31:02.036433+0000","last_clean":"2023-12-02T00:31:02.036433+0000","last_became_active":"2023-12-02T00:31:00.056094+0000","last_became_peered":"2023-12-02T00:31:00.056094+0000","last_unstale":"2023-12-02T00:31:02.036433+0000","last_undegraded":"2023-12-02T00:31:02.036433+0000","last_fullsized":"2023-12-02T00:31:02.036433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037138+0000","last_change":"2023-12-02T00:31:00.055333+0000","last_active":"2023-12-02T00:31:02.037138+0000","last_peered":"2023-12-02T00:31:02.037138+0000","last_clean":"2023-12-02T00:31:02.037138+0000","last_became_active":"2023-12-02T00:31:00.054990+0000","last_became_peered":"2023-12-02T00:31:00.054990+0000","last_unstale":"2023-12-02T00:31:02.037138+0000","last_undegraded":"2023-12-02T00:31:02.037138+0000","last_fullsized":"2023-12-02T00:31:02.037138+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210934+0000","last_change":"2023-12-02T00:31:00.046306+0000","last_active":"2023-12-02T00:31:01.210934+0000","last_peered":"2023-12-02T00:31:01.210934+0000","last_clean":"2023-12-02T00:31:01.210934+0000","last_became_active":"2023-12-02T00:31:00.046055+0000","last_became_peered":"2023-12-02T00:31:00.046055+0000","last_unstale":"2023-12-02T00:31:01.210934+0000","last_undegraded":"2023-12-02T00:31:01.210934+0000","last_fullsized":"2023-12-02T00:31:01.210934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:50.344312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128881+0000","last_change":"2023-12-02T00:31:00.065208+0000","last_active":"2023-12-02T00:31:01.128881+0000","last_peered":"2023-12-02T00:31:01.128881+0000","last_clean":"2023-12-02T00:31:01.128881+0000","last_became_active":"2023-12-02T00:31:00.064646+0000","last_became_peered":"2023-12-02T00:31:00.064646+0000","last_unstale":"2023-12-02T00:31:01.128881+0000","last_undegraded":"2023-12-02T00:31:01.128881+0000","last_fullsized":"2023-12-02T00:31:01.128881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:31:39.135641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034956+0000","last_change":"2023-12-02T00:31:00.042941+0000","last_active":"2023-12-02T00:31:01.034956+0000","last_peered":"2023-12-02T00:31:01.034956+0000","last_clean":"2023-12-02T00:31:01.034956+0000","last_became_active":"2023-12-02T00:31:00.042541+0000","last_became_peered":"2023-12-02T00:31:00.042541+0000","last_unstale":"2023-12-02T00:31:01.034956+0000","last_undegraded":"2023-12-02T00:31:01.034956+0000","last_fullsized":"2023-12-02T00:31:01.034956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179426+0000","last_change":"2023-12-02T00:31:00.053280+0000","last_active":"2023-12-02T00:31:01.179426+0000","last_peered":"2023-12-02T00:31:01.179426+0000","last_clean":"2023-12-02T00:31:01.179426+0000","last_became_active":"2023-12-02T00:31:00.052988+0000","last_became_peered":"2023-12-02T00:31:00.052988+0000","last_unstale":"2023-12-02T00:31:01.179426+0000","last_undegraded":"2023-12-02T00:31:01.179426+0000","last_fullsized":"2023-12-02T00:31:01.179426+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036702+0000","last_change":"2023-12-02T00:31:00.067428+0000","last_active":"2023-12-02T00:31:02.036702+0000","last_peered":"2023-12-02T00:31:02.036702+0000","last_clean":"2023-12-02T00:31:02.036702+0000","last_became_active":"2023-12-02T00:31:00.067129+0000","last_became_peered":"2023-12-02T00:31:00.067129+0000","last_unstale":"2023-12-02T00:31:02.036702+0000","last_undegraded":"2023-12-02T00:31:02.036702+0000","last_fullsized":"2023-12-02T00:31:02.036702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035582+0000","last_change":"2023-12-02T00:31:00.050342+0000","last_active":"2023-12-02T00:31:02.035582+0000","last_peered":"2023-12-02T00:31:02.035582+0000","last_clean":"2023-12-02T00:31:02.035582+0000","last_became_active":"2023-12-02T00:31:00.049878+0000","last_became_peered":"2023-12-02T00:31:00.049878+0000","last_unstale":"2023-12-02T00:31:02.035582+0000","last_undegraded":"2023-12-02T00:31:02.035582+0000","last_fullsized":"2023-12-02T00:31:02.035582+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036801+0000","last_change":"2023-12-02T00:31:00.050478+0000","last_active":"2023-12-02T00:31:02.036801+0000","last_peered":"2023-12-02T00:31:02.036801+0000","last_clean":"2023-12-02T00:31:02.036801+0000","last_became_active":"2023-12-02T00:31:00.049924+0000","last_became_peered":"2023-12-02T00:31:00.049924+0000","last_unstale":"2023-12-02T00:31:02.036801+0000","last_undegraded":"2023-12-02T00:31:02.036801+0000","last_fullsized":"2023-12-02T00:31:02.036801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036136+0000","last_change":"2023-12-02T00:31:00.052949+0000","last_active":"2023-12-02T00:31:02.036136+0000","last_peered":"2023-12-02T00:31:02.036136+0000","last_clean":"2023-12-02T00:31:02.036136+0000","last_became_active":"2023-12-02T00:31:00.052619+0000","last_became_peered":"2023-12-02T00:31:00.052619+0000","last_unstale":"2023-12-02T00:31:02.036136+0000","last_undegraded":"2023-12-02T00:31:02.036136+0000","last_fullsized":"2023-12-02T00:31:02.036136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058825+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.058560+0000","last_became_peered":"2023-12-02T00:31:00.058560+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033650+0000","last_change":"2023-12-02T00:31:00.043004+0000","last_active":"2023-12-02T00:31:01.033650+0000","last_peered":"2023-12-02T00:31:01.033650+0000","last_clean":"2023-12-02T00:31:01.033650+0000","last_became_active":"2023-12-02T00:31:00.042672+0000","last_became_peered":"2023-12-02T00:31:00.042672+0000","last_unstale":"2023-12-02T00:31:01.033650+0000","last_undegraded":"2023-12-02T00:31:01.033650+0000","last_fullsized":"2023-12-02T00:31:01.033650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035990+0000","last_change":"2023-12-02T00:31:00.050999+0000","last_active":"2023-12-02T00:31:02.035990+0000","last_peered":"2023-12-02T00:31:02.035990+0000","last_clean":"2023-12-02T00:31:02.035990+0000","last_became_active":"2023-12-02T00:31:00.050711+0000","last_became_peered":"2023-12-02T00:31:00.050711+0000","last_unstale":"2023-12-02T00:31:02.035990+0000","last_undegraded":"2023-12-02T00:31:02.035990+0000","last_fullsized":"2023-12-02T00:31:02.035990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179537+0000","last_change":"2023-12-02T00:31:00.047051+0000","last_active":"2023-12-02T00:31:01.179537+0000","last_peered":"2023-12-02T00:31:01.179537+0000","last_clean":"2023-12-02T00:31:01.179537+0000","last_became_active":"2023-12-02T00:31:00.046772+0000","last_became_peered":"2023-12-02T00:31:00.046772+0000","last_unstale":"2023-12-02T00:31:01.179537+0000","last_undegraded":"2023-12-02T00:31:01.179537+0000","last_fullsized":"2023-12-02T00:31:01.179537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036847+0000","last_change":"2023-12-02T00:31:00.055499+0000","last_active":"2023-12-02T00:31:02.036847+0000","last_peered":"2023-12-02T00:31:02.036847+0000","last_clean":"2023-12-02T00:31:02.036847+0000","last_became_active":"2023-12-02T00:31:00.054983+0000","last_became_peered":"2023-12-02T00:31:00.054983+0000","last_unstale":"2023-12-02T00:31:02.036847+0000","last_undegraded":"2023-12-02T00:31:02.036847+0000","last_fullsized":"2023-12-02T00:31:02.036847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210797+0000","last_change":"2023-12-02T00:31:00.051734+0000","last_active":"2023-12-02T00:31:01.210797+0000","last_peered":"2023-12-02T00:31:01.210797+0000","last_clean":"2023-12-02T00:31:01.210797+0000","last_became_active":"2023-12-02T00:31:00.051411+0000","last_became_peered":"2023-12-02T00:31:00.051411+0000","last_unstale":"2023-12-02T00:31:01.210797+0000","last_undegraded":"2023-12-02T00:31:01.210797+0000","last_fullsized":"2023-12-02T00:31:01.210797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034041+0000","last_change":"2023-12-02T00:31:00.048070+0000","last_active":"2023-12-02T00:31:01.034041+0000","last_peered":"2023-12-02T00:31:01.034041+0000","last_clean":"2023-12-02T00:31:01.034041+0000","last_became_active":"2023-12-02T00:31:00.047743+0000","last_became_peered":"2023-12-02T00:31:00.047743+0000","last_unstale":"2023-12-02T00:31:01.034041+0000","last_undegraded":"2023-12-02T00:31:01.034041+0000","last_fullsized":"2023-12-02T00:31:01.034041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034606+0000","last_change":"2023-12-02T00:31:00.044934+0000","last_active":"2023-12-02T00:31:01.034606+0000","last_peered":"2023-12-02T00:31:01.034606+0000","last_clean":"2023-12-02T00:31:01.034606+0000","last_became_active":"2023-12-02T00:31:00.044585+0000","last_became_peered":"2023-12-02T00:31:00.044585+0000","last_unstale":"2023-12-02T00:31:01.034606+0000","last_undegraded":"2023-12-02T00:31:01.034606+0000","last_fullsized":"2023-12-02T00:31:01.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:07.945056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035897+0000","last_change":"2023-12-02T00:30:59.373670+0000","last_active":"2023-12-02T00:31:02.035897+0000","last_peered":"2023-12-02T00:31:02.035897+0000","last_clean":"2023-12-02T00:31:02.035897+0000","last_became_active":"2023-12-02T00:30:59.373251+0000","last_became_peered":"2023-12-02T00:30:59.373251+0000","last_unstale":"2023-12-02T00:31:02.035897+0000","last_undegraded":"2023-12-02T00:31:02.035897+0000","last_fullsized":"2023-12-02T00:31:02.035897+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179640+0000","last_change":"2023-12-02T00:31:00.038784+0000","last_active":"2023-12-02T00:31:01.179640+0000","last_peered":"2023-12-02T00:31:01.179640+0000","last_clean":"2023-12-02T00:31:01.179640+0000","last_became_active":"2023-12-02T00:31:00.038466+0000","last_became_peered":"2023-12-02T00:31:00.038466+0000","last_unstale":"2023-12-02T00:31:01.179640+0000","last_undegraded":"2023-12-02T00:31:01.179640+0000","last_fullsized":"2023-12-02T00:31:01.179640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035187+0000","last_change":"2023-12-02T00:30:59.361979+0000","last_active":"2023-12-02T00:31:01.035187+0000","last_peered":"2023-12-02T00:31:01.035187+0000","last_clean":"2023-12-02T00:31:01.035187+0000","last_became_active":"2023-12-02T00:30:59.361585+0000","last_became_peered":"2023-12-02T00:30:59.361585+0000","last_unstale":"2023-12-02T00:31:01.035187+0000","last_undegraded":"2023-12-02T00:31:01.035187+0000","last_fullsized":"2023-12-02T00:31:01.035187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035669+0000","last_change":"2023-12-02T00:30:59.366292+0000","last_active":"2023-12-02T00:31:02.035669+0000","last_peered":"2023-12-02T00:31:02.035669+0000","last_clean":"2023-12-02T00:31:02.035669+0000","last_became_active":"2023-12-02T00:30:59.365970+0000","last_became_peered":"2023-12-02T00:30:59.365970+0000","last_unstale":"2023-12-02T00:31:02.035669+0000","last_undegraded":"2023-12-02T00:31:02.035669+0000","last_fullsized":"2023-12-02T00:31:02.035669+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035635+0000","last_change":"2023-12-02T00:31:00.047613+0000","last_active":"2023-12-02T00:31:02.035635+0000","last_peered":"2023-12-02T00:31:02.035635+0000","last_clean":"2023-12-02T00:31:02.035635+0000","last_became_active":"2023-12-02T00:31:00.045024+0000","last_became_peered":"2023-12-02T00:31:00.045024+0000","last_unstale":"2023-12-02T00:31:02.035635+0000","last_undegraded":"2023-12-02T00:31:02.035635+0000","last_fullsized":"2023-12-02T00:31:02.035635+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036566+0000","last_change":"2023-12-02T00:30:59.368112+0000","last_active":"2023-12-02T00:31:02.036566+0000","last_peered":"2023-12-02T00:31:02.036566+0000","last_clean":"2023-12-02T00:31:02.036566+0000","last_became_active":"2023-12-02T00:30:59.367524+0000","last_became_peered":"2023-12-02T00:30:59.367524+0000","last_unstale":"2023-12-02T00:31:02.036566+0000","last_undegraded":"2023-12-02T00:31:02.036566+0000","last_fullsized":"2023-12-02T00:31:02.036566+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:21.315291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033328+0000","last_change":"2023-12-02T00:31:00.047006+0000","last_active":"2023-12-02T00:31:01.033328+0000","last_peered":"2023-12-02T00:31:01.033328+0000","last_clean":"2023-12-02T00:31:01.033328+0000","last_became_active":"2023-12-02T00:31:00.046717+0000","last_became_peered":"2023-12-02T00:31:00.046717+0000","last_unstale":"2023-12-02T00:31:01.033328+0000","last_undegraded":"2023-12-02T00:31:01.033328+0000","last_fullsized":"2023-12-02T00:31:01.033328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035878+0000","last_change":"2023-12-02T00:30:59.369458+0000","last_active":"2023-12-02T00:31:01.035878+0000","last_peered":"2023-12-02T00:31:01.035878+0000","last_clean":"2023-12-02T00:31:01.035878+0000","last_became_active":"2023-12-02T00:30:59.369154+0000","last_became_peered":"2023-12-02T00:30:59.369154+0000","last_unstale":"2023-12-02T00:31:01.035878+0000","last_undegraded":"2023-12-02T00:31:01.035878+0000","last_fullsized":"2023-12-02T00:31:01.035878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036869+0000","last_change":"2023-12-02T00:31:00.065741+0000","last_active":"2023-12-02T00:31:02.036869+0000","last_peered":"2023-12-02T00:31:02.036869+0000","last_clean":"2023-12-02T00:31:02.036869+0000","last_became_active":"2023-12-02T00:31:00.065338+0000","last_became_peered":"2023-12-02T00:31:00.065338+0000","last_unstale":"2023-12-02T00:31:02.036869+0000","last_undegraded":"2023-12-02T00:31:02.036869+0000","last_fullsized":"2023-12-02T00:31:02.036869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037286+0000","last_change":"2023-12-02T00:30:59.368680+0000","last_active":"2023-12-02T00:31:02.037286+0000","last_peered":"2023-12-02T00:31:02.037286+0000","last_clean":"2023-12-02T00:31:02.037286+0000","last_became_active":"2023-12-02T00:30:59.368344+0000","last_became_peered":"2023-12-02T00:30:59.368344+0000","last_unstale":"2023-12-02T00:31:02.037286+0000","last_undegraded":"2023-12-02T00:31:02.037286+0000","last_fullsized":"2023-12-02T00:31:02.037286+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:37.332596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179527+0000","last_change":"2023-12-02T00:31:00.050562+0000","last_active":"2023-12-02T00:31:01.179527+0000","last_peered":"2023-12-02T00:31:01.179527+0000","last_clean":"2023-12-02T00:31:01.179527+0000","last_became_active":"2023-12-02T00:31:00.050242+0000","last_became_peered":"2023-12-02T00:31:00.050242+0000","last_unstale":"2023-12-02T00:31:01.179527+0000","last_undegraded":"2023-12-02T00:31:01.179527+0000","last_fullsized":"2023-12-02T00:31:01.179527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033738+0000","last_change":"2023-12-02T00:30:59.368147+0000","last_active":"2023-12-02T00:31:01.033738+0000","last_peered":"2023-12-02T00:31:01.033738+0000","last_clean":"2023-12-02T00:31:01.033738+0000","last_became_active":"2023-12-02T00:30:59.367860+0000","last_became_peered":"2023-12-02T00:30:59.367860+0000","last_unstale":"2023-12-02T00:31:01.033738+0000","last_undegraded":"2023-12-02T00:31:01.033738+0000","last_fullsized":"2023-12-02T00:31:01.033738+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034775+0000","last_change":"2023-12-02T00:31:00.056880+0000","last_active":"2023-12-02T00:31:01.034775+0000","last_peered":"2023-12-02T00:31:01.034775+0000","last_clean":"2023-12-02T00:31:01.034775+0000","last_became_active":"2023-12-02T00:31:00.056529+0000","last_became_peered":"2023-12-02T00:31:00.056529+0000","last_unstale":"2023-12-02T00:31:01.034775+0000","last_undegraded":"2023-12-02T00:31:01.034775+0000","last_fullsized":"2023-12-02T00:31:01.034775+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:03.580709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035106+0000","last_change":"2023-12-02T00:30:59.364761+0000","last_active":"2023-12-02T00:31:01.035106+0000","last_peered":"2023-12-02T00:31:01.035106+0000","last_clean":"2023-12-02T00:31:01.035106+0000","last_became_active":"2023-12-02T00:30:59.364444+0000","last_became_peered":"2023-12-02T00:30:59.364444+0000","last_unstale":"2023-12-02T00:31:01.035106+0000","last_undegraded":"2023-12-02T00:31:01.035106+0000","last_fullsized":"2023-12-02T00:31:01.035106+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128526+0000","last_change":"2023-12-02T00:31:00.064067+0000","last_active":"2023-12-02T00:31:01.128526+0000","last_peered":"2023-12-02T00:31:01.128526+0000","last_clean":"2023-12-02T00:31:01.128526+0000","last_became_active":"2023-12-02T00:31:00.063747+0000","last_became_peered":"2023-12-02T00:31:00.063747+0000","last_unstale":"2023-12-02T00:31:01.128526+0000","last_undegraded":"2023-12-02T00:31:01.128526+0000","last_fullsized":"2023-12-02T00:31:01.128526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179694+0000","last_change":"2023-12-02T00:30:59.359764+0000","last_active":"2023-12-02T00:31:01.179694+0000","last_peered":"2023-12-02T00:31:01.179694+0000","last_clean":"2023-12-02T00:31:01.179694+0000","last_became_active":"2023-12-02T00:30:59.359434+0000","last_became_peered":"2023-12-02T00:30:59.359434+0000","last_unstale":"2023-12-02T00:31:01.179694+0000","last_undegraded":"2023-12-02T00:31:01.179694+0000","last_fullsized":"2023-12-02T00:31:01.179694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179160+0000","last_change":"2023-12-02T00:31:00.062103+0000","last_active":"2023-12-02T00:31:01.179160+0000","last_peered":"2023-12-02T00:31:01.179160+0000","last_clean":"2023-12-02T00:31:01.179160+0000","last_became_active":"2023-12-02T00:31:00.061775+0000","last_became_peered":"2023-12-02T00:31:00.061775+0000","last_unstale":"2023-12-02T00:31:01.179160+0000","last_undegraded":"2023-12-02T00:31:01.179160+0000","last_fullsized":"2023-12-02T00:31:01.179160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036899+0000","last_change":"2023-12-02T00:30:59.374442+0000","last_active":"2023-12-02T00:31:02.036899+0000","last_peered":"2023-12-02T00:31:02.036899+0000","last_clean":"2023-12-02T00:31:02.036899+0000","last_became_active":"2023-12-02T00:30:59.374116+0000","last_became_peered":"2023-12-02T00:30:59.374116+0000","last_unstale":"2023-12-02T00:31:02.036899+0000","last_undegraded":"2023-12-02T00:31:02.036899+0000","last_fullsized":"2023-12-02T00:31:02.036899+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:45.463016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128592+0000","last_change":"2023-12-02T00:31:00.063145+0000","last_active":"2023-12-02T00:31:01.128592+0000","last_peered":"2023-12-02T00:31:01.128592+0000","last_clean":"2023-12-02T00:31:01.128592+0000","last_became_active":"2023-12-02T00:31:00.062872+0000","last_became_peered":"2023-12-02T00:31:00.062872+0000","last_unstale":"2023-12-02T00:31:01.128592+0000","last_undegraded":"2023-12-02T00:31:01.128592+0000","last_fullsized":"2023-12-02T00:31:01.128592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034315+0000","last_change":"2023-12-02T00:30:59.360489+0000","last_active":"2023-12-02T00:31:01.034315+0000","last_peered":"2023-12-02T00:31:01.034315+0000","last_clean":"2023-12-02T00:31:01.034315+0000","last_became_active":"2023-12-02T00:30:59.360195+0000","last_became_peered":"2023-12-02T00:30:59.360195+0000","last_unstale":"2023-12-02T00:31:01.034315+0000","last_undegraded":"2023-12-02T00:31:01.034315+0000","last_fullsized":"2023-12-02T00:31:01.034315+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034233+0000","last_change":"2023-12-02T00:31:00.047818+0000","last_active":"2023-12-02T00:31:01.034233+0000","last_peered":"2023-12-02T00:31:01.034233+0000","last_clean":"2023-12-02T00:31:01.034233+0000","last_became_active":"2023-12-02T00:31:00.047464+0000","last_became_peered":"2023-12-02T00:31:00.047464+0000","last_unstale":"2023-12-02T00:31:01.034233+0000","last_undegraded":"2023-12-02T00:31:01.034233+0000","last_fullsized":"2023-12-02T00:31:01.034233+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210719+0000","last_change":"2023-12-02T00:30:59.366036+0000","last_active":"2023-12-02T00:31:01.210719+0000","last_peered":"2023-12-02T00:31:01.210719+0000","last_clean":"2023-12-02T00:31:01.210719+0000","last_became_active":"2023-12-02T00:30:59.365492+0000","last_became_peered":"2023-12-02T00:30:59.365492+0000","last_unstale":"2023-12-02T00:31:01.210719+0000","last_undegraded":"2023-12-02T00:31:01.210719+0000","last_fullsized":"2023-12-02T00:31:01.210719+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128404+0000","last_change":"2023-12-02T00:31:00.061630+0000","last_active":"2023-12-02T00:31:01.128404+0000","last_peered":"2023-12-02T00:31:01.128404+0000","last_clean":"2023-12-02T00:31:01.128404+0000","last_became_active":"2023-12-02T00:31:00.061351+0000","last_became_peered":"2023-12-02T00:31:00.061351+0000","last_unstale":"2023-12-02T00:31:01.128404+0000","last_undegraded":"2023-12-02T00:31:01.128404+0000","last_fullsized":"2023-12-02T00:31:01.128404+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034534+0000","last_change":"2023-12-02T00:30:59.358929+0000","last_active":"2023-12-02T00:31:01.034534+0000","last_peered":"2023-12-02T00:31:01.034534+0000","last_clean":"2023-12-02T00:31:01.034534+0000","last_became_active":"2023-12-02T00:30:59.358092+0000","last_became_peered":"2023-12-02T00:30:59.358092+0000","last_unstale":"2023-12-02T00:31:01.034534+0000","last_undegraded":"2023-12-02T00:31:01.034534+0000","last_fullsized":"2023-12-02T00:31:01.034534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128744+0000","last_change":"2023-12-02T00:31:00.063169+0000","last_active":"2023-12-02T00:31:01.128744+0000","last_peered":"2023-12-02T00:31:01.128744+0000","last_clean":"2023-12-02T00:31:01.128744+0000","last_became_active":"2023-12-02T00:31:00.062945+0000","last_became_peered":"2023-12-02T00:31:00.062945+0000","last_unstale":"2023-12-02T00:31:01.128744+0000","last_undegraded":"2023-12-02T00:31:01.128744+0000","last_fullsized":"2023-12-02T00:31:01.128744+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210987+0000","last_change":"2023-12-02T00:30:59.366398+0000","last_active":"2023-12-02T00:31:01.210987+0000","last_peered":"2023-12-02T00:31:01.210987+0000","last_clean":"2023-12-02T00:31:01.210987+0000","last_became_active":"2023-12-02T00:30:59.365851+0000","last_became_peered":"2023-12-02T00:30:59.365851+0000","last_unstale":"2023-12-02T00:31:01.210987+0000","last_undegraded":"2023-12-02T00:31:01.210987+0000","last_fullsized":"2023-12-02T00:31:01.210987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:39.793095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128909+0000","last_change":"2023-12-02T00:31:00.061847+0000","last_active":"2023-12-02T00:31:01.128909+0000","last_peered":"2023-12-02T00:31:01.128909+0000","last_clean":"2023-12-02T00:31:01.128909+0000","last_became_active":"2023-12-02T00:31:00.061556+0000","last_became_peered":"2023-12-02T00:31:00.061556+0000","last_unstale":"2023-12-02T00:31:01.128909+0000","last_undegraded":"2023-12-02T00:31:01.128909+0000","last_fullsized":"2023-12-02T00:31:01.128909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:20:21.757852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033828+0000","last_change":"2023-12-02T00:30:59.364211+0000","last_active":"2023-12-02T00:31:01.033828+0000","last_peered":"2023-12-02T00:31:01.033828+0000","last_clean":"2023-12-02T00:31:01.033828+0000","last_became_active":"2023-12-02T00:30:59.363937+0000","last_became_peered":"2023-12-02T00:30:59.363937+0000","last_unstale":"2023-12-02T00:31:01.033828+0000","last_undegraded":"2023-12-02T00:31:01.033828+0000","last_fullsized":"2023-12-02T00:31:01.033828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037003+0000","last_change":"2023-12-02T00:31:00.055243+0000","last_active":"2023-12-02T00:31:02.037003+0000","last_peered":"2023-12-02T00:31:02.037003+0000","last_clean":"2023-12-02T00:31:02.037003+0000","last_became_active":"2023-12-02T00:31:00.054563+0000","last_became_peered":"2023-12-02T00:31:00.054563+0000","last_unstale":"2023-12-02T00:31:02.037003+0000","last_undegraded":"2023-12-02T00:31:02.037003+0000","last_fullsized":"2023-12-02T00:31:02.037003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210830+0000","last_change":"2023-12-02T00:30:59.372685+0000","last_active":"2023-12-02T00:31:01.210830+0000","last_peered":"2023-12-02T00:31:01.210830+0000","last_clean":"2023-12-02T00:31:01.210830+0000","last_became_active":"2023-12-02T00:30:59.371585+0000","last_became_peered":"2023-12-02T00:30:59.371585+0000","last_unstale":"2023-12-02T00:31:01.210830+0000","last_undegraded":"2023-12-02T00:31:01.210830+0000","last_fullsized":"2023-12-02T00:31:01.210830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128696+0000","last_change":"2023-12-02T00:31:00.065002+0000","last_active":"2023-12-02T00:31:01.128696+0000","last_peered":"2023-12-02T00:31:01.128696+0000","last_clean":"2023-12-02T00:31:01.128696+0000","last_became_active":"2023-12-02T00:31:00.064357+0000","last_became_peered":"2023-12-02T00:31:00.064357+0000","last_unstale":"2023-12-02T00:31:01.128696+0000","last_undegraded":"2023-12-02T00:31:01.128696+0000","last_fullsized":"2023-12-02T00:31:01.128696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-02T00:31:00.042901+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:00.042901+0000","last_peered":"2023-12-02T00:31:00.042901+0000","last_clean":"2023-12-02T00:31:00.042901+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:00.042901+0000","last_undegraded":"2023-12-02T00:31:00.042901+0000","last_fullsized":"2023-12-02T00:31:00.042901+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036544+0000","last_change":"2023-12-02T00:30:59.373182+0000","last_active":"2023-12-02T00:31:02.036544+0000","last_peered":"2023-12-02T00:31:02.036544+0000","last_clean":"2023-12-02T00:31:02.036544+0000","last_became_active":"2023-12-02T00:30:59.372836+0000","last_became_peered":"2023-12-02T00:30:59.372836+0000","last_unstale":"2023-12-02T00:31:02.036544+0000","last_undegraded":"2023-12-02T00:31:02.036544+0000","last_fullsized":"2023-12-02T00:31:02.036544+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:17.409045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035843+0000","last_change":"2023-12-02T00:31:00.056098+0000","last_active":"2023-12-02T00:31:02.035843+0000","last_peered":"2023-12-02T00:31:02.035843+0000","last_clean":"2023-12-02T00:31:02.035843+0000","last_became_active":"2023-12-02T00:31:00.055719+0000","last_became_peered":"2023-12-02T00:31:00.055719+0000","last_unstale":"2023-12-02T00:31:02.035843+0000","last_undegraded":"2023-12-02T00:31:02.035843+0000","last_fullsized":"2023-12-02T00:31:02.035843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128222+0000","last_change":"2023-12-02T00:30:59.372853+0000","last_active":"2023-12-02T00:31:01.128222+0000","last_peered":"2023-12-02T00:31:01.128222+0000","last_clean":"2023-12-02T00:31:01.128222+0000","last_became_active":"2023-12-02T00:30:59.372347+0000","last_became_peered":"2023-12-02T00:30:59.372347+0000","last_unstale":"2023-12-02T00:31:01.128222+0000","last_undegraded":"2023-12-02T00:31:01.128222+0000","last_fullsized":"2023-12-02T00:31:01.128222+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179073+0000","last_change":"2023-12-02T00:31:00.042145+0000","last_active":"2023-12-02T00:31:01.179073+0000","last_peered":"2023-12-02T00:31:01.179073+0000","last_clean":"2023-12-02T00:31:01.179073+0000","last_became_active":"2023-12-02T00:31:00.041792+0000","last_became_peered":"2023-12-02T00:31:00.041792+0000","last_unstale":"2023-12-02T00:31:01.179073+0000","last_undegraded":"2023-12-02T00:31:01.179073+0000","last_fullsized":"2023-12-02T00:31:01.179073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:27.169942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210888+0000","last_change":"2023-12-02T00:30:59.360738+0000","last_active":"2023-12-02T00:31:01.210888+0000","last_peered":"2023-12-02T00:31:01.210888+0000","last_clean":"2023-12-02T00:31:01.210888+0000","last_became_active":"2023-12-02T00:30:59.358424+0000","last_became_peered":"2023-12-02T00:30:59.358424+0000","last_unstale":"2023-12-02T00:31:01.210888+0000","last_undegraded":"2023-12-02T00:31:01.210888+0000","last_fullsized":"2023-12-02T00:31:01.210888+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:06.937476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033362+0000","last_change":"2023-12-02T00:31:00.047175+0000","last_active":"2023-12-02T00:31:01.033362+0000","last_peered":"2023-12-02T00:31:01.033362+0000","last_clean":"2023-12-02T00:31:01.033362+0000","last_became_active":"2023-12-02T00:31:00.045126+0000","last_became_peered":"2023-12-02T00:31:00.045126+0000","last_unstale":"2023-12-02T00:31:01.033362+0000","last_undegraded":"2023-12-02T00:31:01.033362+0000","last_fullsized":"2023-12-02T00:31:01.033362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036954+0000","last_change":"2023-12-02T00:30:59.370117+0000","last_active":"2023-12-02T00:31:02.036954+0000","last_peered":"2023-12-02T00:31:02.036954+0000","last_clean":"2023-12-02T00:31:02.036954+0000","last_became_active":"2023-12-02T00:30:59.369852+0000","last_became_peered":"2023-12-02T00:30:59.369852+0000","last_unstale":"2023-12-02T00:31:02.036954+0000","last_undegraded":"2023-12-02T00:31:02.036954+0000","last_fullsized":"2023-12-02T00:31:02.036954+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:15.337585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034948+0000","last_change":"2023-12-02T00:31:00.045875+0000","last_active":"2023-12-02T00:31:01.034948+0000","last_peered":"2023-12-02T00:31:01.034948+0000","last_clean":"2023-12-02T00:31:01.034948+0000","last_became_active":"2023-12-02T00:31:00.045541+0000","last_became_peered":"2023-12-02T00:31:00.045541+0000","last_unstale":"2023-12-02T00:31:01.034948+0000","last_undegraded":"2023-12-02T00:31:01.034948+0000","last_fullsized":"2023-12-02T00:31:01.034948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033666+0000","last_change":"2023-12-02T00:30:59.364794+0000","last_active":"2023-12-02T00:31:01.033666+0000","last_peered":"2023-12-02T00:31:01.033666+0000","last_clean":"2023-12-02T00:31:01.033666+0000","last_became_active":"2023-12-02T00:30:59.364228+0000","last_became_peered":"2023-12-02T00:30:59.364228+0000","last_unstale":"2023-12-02T00:31:01.033666+0000","last_undegraded":"2023-12-02T00:31:01.033666+0000","last_fullsized":"2023-12-02T00:31:01.033666+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037051+0000","last_change":"2023-12-02T00:31:00.047128+0000","last_active":"2023-12-02T00:31:02.037051+0000","last_peered":"2023-12-02T00:31:02.037051+0000","last_clean":"2023-12-02T00:31:02.037051+0000","last_became_active":"2023-12-02T00:31:00.046774+0000","last_became_peered":"2023-12-02T00:31:00.046774+0000","last_unstale":"2023-12-02T00:31:02.037051+0000","last_undegraded":"2023-12-02T00:31:02.037051+0000","last_fullsized":"2023-12-02T00:31:02.037051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128940+0000","last_change":"2023-12-02T00:30:59.371654+0000","last_active":"2023-12-02T00:31:01.128940+0000","last_peered":"2023-12-02T00:31:01.128940+0000","last_clean":"2023-12-02T00:31:01.128940+0000","last_became_active":"2023-12-02T00:30:59.371385+0000","last_became_peered":"2023-12-02T00:30:59.371385+0000","last_unstale":"2023-12-02T00:31:01.128940+0000","last_undegraded":"2023-12-02T00:31:01.128940+0000","last_fullsized":"2023-12-02T00:31:01.128940+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:18.732802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033614+0000","last_change":"2023-12-02T00:31:00.047402+0000","last_active":"2023-12-02T00:31:01.033614+0000","last_peered":"2023-12-02T00:31:01.033614+0000","last_clean":"2023-12-02T00:31:01.033614+0000","last_became_active":"2023-12-02T00:31:00.046261+0000","last_became_peered":"2023-12-02T00:31:00.046261+0000","last_unstale":"2023-12-02T00:31:01.033614+0000","last_undegraded":"2023-12-02T00:31:01.033614+0000","last_fullsized":"2023-12-02T00:31:01.033614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033820+0000","last_change":"2023-12-02T00:30:59.367524+0000","last_active":"2023-12-02T00:31:01.033820+0000","last_peered":"2023-12-02T00:31:01.033820+0000","last_clean":"2023-12-02T00:31:01.033820+0000","last_became_active":"2023-12-02T00:30:59.365452+0000","last_became_peered":"2023-12-02T00:30:59.365452+0000","last_unstale":"2023-12-02T00:31:01.033820+0000","last_undegraded":"2023-12-02T00:31:01.033820+0000","last_fullsized":"2023-12-02T00:31:01.033820+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036113+0000","last_change":"2023-12-02T00:31:00.056477+0000","last_active":"2023-12-02T00:31:02.036113+0000","last_peered":"2023-12-02T00:31:02.036113+0000","last_clean":"2023-12-02T00:31:02.036113+0000","last_became_active":"2023-12-02T00:31:00.056185+0000","last_became_peered":"2023-12-02T00:31:00.056185+0000","last_unstale":"2023-12-02T00:31:02.036113+0000","last_undegraded":"2023-12-02T00:31:02.036113+0000","last_fullsized":"2023-12-02T00:31:02.036113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035016+0000","last_change":"2023-12-02T00:30:59.367757+0000","last_active":"2023-12-02T00:31:01.035016+0000","last_peered":"2023-12-02T00:31:01.035016+0000","last_clean":"2023-12-02T00:31:01.035016+0000","last_became_active":"2023-12-02T00:30:59.367447+0000","last_became_peered":"2023-12-02T00:30:59.367447+0000","last_unstale":"2023-12-02T00:31:01.035016+0000","last_undegraded":"2023-12-02T00:31:01.035016+0000","last_fullsized":"2023-12-02T00:31:01.035016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179364+0000","last_change":"2023-12-02T00:31:00.046010+0000","last_active":"2023-12-02T00:31:01.179364+0000","last_peered":"2023-12-02T00:31:01.179364+0000","last_clean":"2023-12-02T00:31:01.179364+0000","last_became_active":"2023-12-02T00:31:00.045618+0000","last_became_peered":"2023-12-02T00:31:00.045618+0000","last_unstale":"2023-12-02T00:31:01.179364+0000","last_undegraded":"2023-12-02T00:31:01.179364+0000","last_fullsized":"2023-12-02T00:31:01.179364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128184+0000","last_change":"2023-12-02T00:30:59.370451+0000","last_active":"2023-12-02T00:31:01.128184+0000","last_peered":"2023-12-02T00:31:01.128184+0000","last_clean":"2023-12-02T00:31:01.128184+0000","last_became_active":"2023-12-02T00:30:59.370129+0000","last_became_peered":"2023-12-02T00:30:59.370129+0000","last_unstale":"2023-12-02T00:31:01.128184+0000","last_undegraded":"2023-12-02T00:31:01.128184+0000","last_fullsized":"2023-12-02T00:31:01.128184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034147+0000","last_change":"2023-12-02T00:31:00.040623+0000","last_active":"2023-12-02T00:31:01.034147+0000","last_peered":"2023-12-02T00:31:01.034147+0000","last_clean":"2023-12-02T00:31:01.034147+0000","last_became_active":"2023-12-02T00:31:00.040295+0000","last_became_peered":"2023-12-02T00:31:00.040295+0000","last_unstale":"2023-12-02T00:31:01.034147+0000","last_undegraded":"2023-12-02T00:31:01.034147+0000","last_fullsized":"2023-12-02T00:31:01.034147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:40.800675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033459+0000","last_change":"2023-12-02T00:30:59.373574+0000","last_active":"2023-12-02T00:31:01.033459+0000","last_peered":"2023-12-02T00:31:01.033459+0000","last_clean":"2023-12-02T00:31:01.033459+0000","last_became_active":"2023-12-02T00:30:59.373266+0000","last_became_peered":"2023-12-02T00:30:59.373266+0000","last_unstale":"2023-12-02T00:31:01.033459+0000","last_undegraded":"2023-12-02T00:31:01.033459+0000","last_fullsized":"2023-12-02T00:31:01.033459+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035754+0000","last_change":"2023-12-02T00:31:00.050340+0000","last_active":"2023-12-02T00:31:02.035754+0000","last_peered":"2023-12-02T00:31:02.035754+0000","last_clean":"2023-12-02T00:31:02.035754+0000","last_became_active":"2023-12-02T00:31:00.050071+0000","last_became_peered":"2023-12-02T00:31:00.050071+0000","last_unstale":"2023-12-02T00:31:02.035754+0000","last_undegraded":"2023-12-02T00:31:02.035754+0000","last_fullsized":"2023-12-02T00:31:02.035754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033640+0000","last_change":"2023-12-02T00:30:59.364306+0000","last_active":"2023-12-02T00:31:01.033640+0000","last_peered":"2023-12-02T00:31:01.033640+0000","last_clean":"2023-12-02T00:31:01.033640+0000","last_became_active":"2023-12-02T00:30:59.363962+0000","last_became_peered":"2023-12-02T00:30:59.363962+0000","last_unstale":"2023-12-02T00:31:01.033640+0000","last_undegraded":"2023-12-02T00:31:01.033640+0000","last_fullsized":"2023-12-02T00:31:01.033640+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035835+0000","last_change":"2023-12-02T00:31:00.043995+0000","last_active":"2023-12-02T00:31:02.035835+0000","last_peered":"2023-12-02T00:31:02.035835+0000","last_clean":"2023-12-02T00:31:02.035835+0000","last_became_active":"2023-12-02T00:31:00.043738+0000","last_became_peered":"2023-12-02T00:31:00.043738+0000","last_unstale":"2023-12-02T00:31:02.035835+0000","last_undegraded":"2023-12-02T00:31:02.035835+0000","last_fullsized":"2023-12-02T00:31:02.035835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128581+0000","last_change":"2023-12-02T00:30:59.371233+0000","last_active":"2023-12-02T00:31:01.128581+0000","last_peered":"2023-12-02T00:31:01.128581+0000","last_clean":"2023-12-02T00:31:01.128581+0000","last_became_active":"2023-12-02T00:30:59.370919+0000","last_became_peered":"2023-12-02T00:30:59.370919+0000","last_unstale":"2023-12-02T00:31:01.128581+0000","last_undegraded":"2023-12-02T00:31:01.128581+0000","last_fullsized":"2023-12-02T00:31:01.128581+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034513+0000","last_change":"2023-12-02T00:31:00.043086+0000","last_active":"2023-12-02T00:31:01.034513+0000","last_peered":"2023-12-02T00:31:01.034513+0000","last_clean":"2023-12-02T00:31:01.034513+0000","last_became_active":"2023-12-02T00:31:00.042808+0000","last_became_peered":"2023-12-02T00:31:00.042808+0000","last_unstale":"2023-12-02T00:31:01.034513+0000","last_undegraded":"2023-12-02T00:31:01.034513+0000","last_fullsized":"2023-12-02T00:31:01.034513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036885+0000","last_change":"2023-12-02T00:31:00.057521+0000","last_active":"2023-12-02T00:31:02.036885+0000","last_peered":"2023-12-02T00:31:02.036885+0000","last_clean":"2023-12-02T00:31:02.036885+0000","last_became_active":"2023-12-02T00:31:00.054622+0000","last_became_peered":"2023-12-02T00:31:00.054622+0000","last_unstale":"2023-12-02T00:31:02.036885+0000","last_undegraded":"2023-12-02T00:31:02.036885+0000","last_fullsized":"2023-12-02T00:31:02.036885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128472+0000","last_change":"2023-12-02T00:30:59.376174+0000","last_active":"2023-12-02T00:31:01.128472+0000","last_peered":"2023-12-02T00:31:01.128472+0000","last_clean":"2023-12-02T00:31:01.128472+0000","last_became_active":"2023-12-02T00:30:59.375868+0000","last_became_peered":"2023-12-02T00:30:59.375868+0000","last_unstale":"2023-12-02T00:31:01.128472+0000","last_undegraded":"2023-12-02T00:31:01.128472+0000","last_fullsized":"2023-12-02T00:31:01.128472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036759+0000","last_change":"2023-12-02T00:31:00.053063+0000","last_active":"2023-12-02T00:31:02.036759+0000","last_peered":"2023-12-02T00:31:02.036759+0000","last_clean":"2023-12-02T00:31:02.036759+0000","last_became_active":"2023-12-02T00:31:00.052698+0000","last_became_peered":"2023-12-02T00:31:00.052698+0000","last_unstale":"2023-12-02T00:31:02.036759+0000","last_undegraded":"2023-12-02T00:31:02.036759+0000","last_fullsized":"2023-12-02T00:31:02.036759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128795+0000","last_change":"2023-12-02T00:30:59.371186+0000","last_active":"2023-12-02T00:31:01.128795+0000","last_peered":"2023-12-02T00:31:01.128795+0000","last_clean":"2023-12-02T00:31:01.128795+0000","last_became_active":"2023-12-02T00:30:59.370859+0000","last_became_peered":"2023-12-02T00:30:59.370859+0000","last_unstale":"2023-12-02T00:31:01.128795+0000","last_undegraded":"2023-12-02T00:31:01.128795+0000","last_fullsized":"2023-12-02T00:31:01.128795+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:11.255651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179416+0000","last_change":"2023-12-02T00:31:00.055505+0000","last_active":"2023-12-02T00:31:01.179416+0000","last_peered":"2023-12-02T00:31:01.179416+0000","last_clean":"2023-12-02T00:31:01.179416+0000","last_became_active":"2023-12-02T00:31:00.055179+0000","last_became_peered":"2023-12-02T00:31:00.055179+0000","last_unstale":"2023-12-02T00:31:01.179416+0000","last_undegraded":"2023-12-02T00:31:01.179416+0000","last_fullsized":"2023-12-02T00:31:01.179416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036089+0000","last_change":"2023-12-02T00:30:59.361284+0000","last_active":"2023-12-02T00:31:02.036089+0000","last_peered":"2023-12-02T00:31:02.036089+0000","last_clean":"2023-12-02T00:31:02.036089+0000","last_became_active":"2023-12-02T00:30:59.360994+0000","last_became_peered":"2023-12-02T00:30:59.360994+0000","last_unstale":"2023-12-02T00:31:02.036089+0000","last_undegraded":"2023-12-02T00:31:02.036089+0000","last_fullsized":"2023-12-02T00:31:02.036089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036034+0000","last_change":"2023-12-02T00:31:00.044361+0000","last_active":"2023-12-02T00:31:02.036034+0000","last_peered":"2023-12-02T00:31:02.036034+0000","last_clean":"2023-12-02T00:31:02.036034+0000","last_became_active":"2023-12-02T00:31:00.043959+0000","last_became_peered":"2023-12-02T00:31:00.043959+0000","last_unstale":"2023-12-02T00:31:02.036034+0000","last_undegraded":"2023-12-02T00:31:02.036034+0000","last_fullsized":"2023-12-02T00:31:02.036034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179607+0000","last_change":"2023-12-02T00:30:59.372636+0000","last_active":"2023-12-02T00:31:01.179607+0000","last_peered":"2023-12-02T00:31:01.179607+0000","last_clean":"2023-12-02T00:31:01.179607+0000","last_became_active":"2023-12-02T00:30:59.372339+0000","last_became_peered":"2023-12-02T00:30:59.372339+0000","last_unstale":"2023-12-02T00:31:01.179607+0000","last_undegraded":"2023-12-02T00:31:01.179607+0000","last_fullsized":"2023-12-02T00:31:01.179607+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":196608,"data_stored":64700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0129999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":66222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":661916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:31:04.417 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:31:04.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147fd80640 1 Processor -- start 2023-12-02T00:31:04.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147fd80640 1 -- start start 2023-12-02T00:31:04.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147fd80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1478151e90 0x7f14780c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147fd80640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f147806c860 con 0x7f14780c7ea0 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147fd80640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1478154930 con 0x7f14780c4e60 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147fd80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14780c8750 con 0x7f1478151e90 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147d31b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f14780c7ea0 0x7f147806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44656/0 (socket says 172.21.15.133:44656) 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147d31b640 1 -- 172.21.15.133:0/2892714600 learned_addr learned my addr 172.21.15.133:0/2892714600 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147db1c640 1 --2- 172.21.15.133:0/2892714600 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1478151e90 0x7f14780c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147cb1a640 1 -- 172.21.15.133:0/2892714600 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1147306851 0 0) 0x7f147806c860 con 0x7f14780c7ea0 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147cb1a640 1 -- 172.21.15.133:0/2892714600 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1464003530 con 0x7f14780c7ea0 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147cb1a640 1 -- 172.21.15.133:0/2892714600 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2173795702 0 0) 0x7f1478154930 con 0x7f14780c4e60 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147cb1a640 1 -- 172.21.15.133:0/2892714600 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f147806c860 con 0x7f14780c4e60 2023-12-02T00:31:04.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147db1c640 1 -- 172.21.15.133:0/2892714600 >> v1:172.21.15.172:6789/0 conn(0x7f14780c4e60 legacy=0x7f147815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147db1c640 1 -- 172.21.15.133:0/2892714600 >> v1:172.21.15.133:6789/0 conn(0x7f14780c7ea0 legacy=0x7f147806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.595+0000 7f147db1c640 1 -- 172.21.15.133:0/2892714600 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1478154c10 con 0x7f1478151e90 2023-12-02T00:31:04.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147db1c640 1 --2- 172.21.15.133:0/2892714600 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1478151e90 0x7f14780c4920 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f14740097f0 tx=0x7f147401c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1de73652f5a28d51 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147cb1a640 1 -- 172.21.15.133:0/2892714600 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14740ab600 con 0x7f1478151e90 2023-12-02T00:31:04.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147cb1a640 1 -- 172.21.15.133:0/2892714600 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14740a7050 con 0x7f1478151e90 2023-12-02T00:31:04.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147cb1a640 1 -- 172.21.15.133:0/2892714600 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14740ab960 con 0x7f1478151e90 2023-12-02T00:31:04.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147fd80640 1 -- 172.21.15.133:0/2892714600 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1478151e90 msgr2=0x7f14780c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147fd80640 1 --2- 172.21.15.133:0/2892714600 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1478151e90 0x7f14780c4920 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f14740097f0 tx=0x7f147401c3a0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147fd80640 1 -- 172.21.15.133:0/2892714600 shutdown_connections 2023-12-02T00:31:04.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147fd80640 1 --2- 172.21.15.133:0/2892714600 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1478151e90 0x7f14780c4920 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147fd80640 1 -- 172.21.15.133:0/2892714600 >> 172.21.15.133:0/2892714600 conn(0x7f14780ca170 msgr2=0x7f14780ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:04.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147fd80640 1 -- 172.21.15.133:0/2892714600 shutdown_connections 2023-12-02T00:31:04.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.599+0000 7f147fd80640 1 -- 172.21.15.133:0/2892714600 wait complete. 2023-12-02T00:31:04.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 Processor -- start 2023-12-02T00:31:04.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 -- start start 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14780c4e60 0x7f147814e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14780c7ea0 0x7f147814b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1478151e90 0x7f14780c29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14781552d0 con 0x7f1478151e90 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14781420a0 con 0x7f14780c4e60 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f147814eac0 con 0x7f14780c7ea0 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1478151e90 0x7f14780c29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1478151e90 0x7f14780c29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34112/0 (socket says 172.21.15.133:34112) 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 -- 172.21.15.133:0/133228617 learned_addr learned my addr 172.21.15.133:0/133228617 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147db1c640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14780c4e60 0x7f147814e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147d31b640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14780c7ea0 0x7f147814b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 -- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14780c7ea0 msgr2=0x7f147814b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14780c7ea0 0x7f147814b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 -- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14780c4e60 msgr2=0x7f147814e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14780c4e60 0x7f147814e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 -- 172.21.15.133:0/133228617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1474009420 con 0x7f1478151e90 2023-12-02T00:31:04.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147d31b640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14780c7ea0 0x7f147814b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:04.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147db1c640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14780c4e60 0x7f147814e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:04.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147e31d640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1478151e90 0x7f14780c29b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f147000c730 tx=0x7f147000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f146e7fc640 1 -- 172.21.15.133:0/133228617 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1470003b80 con 0x7f1478151e90 2023-12-02T00:31:04.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f146e7fc640 1 -- 172.21.15.133:0/133228617 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1470003ce0 con 0x7f1478151e90 2023-12-02T00:31:04.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14781ed1d0 con 0x7f1478151e90 2023-12-02T00:31:04.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f146e7fc640 1 -- 172.21.15.133:0/133228617 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f147000aa90 con 0x7f1478151e90 2023-12-02T00:31:04.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14781ed790 con 0x7f1478151e90 2023-12-02T00:31:04.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.603+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1478068400 con 0x7f1478151e90 2023-12-02T00:31:04.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.607+0000 7f146e7fc640 1 -- 172.21.15.133:0/133228617 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f147000abf0 con 0x7f1478151e90 2023-12-02T00:31:04.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.607+0000 7f146e7fc640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f145c066470 0x7f145c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.607+0000 7f146e7fc640 1 -- 172.21.15.133:0/133228617 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1470083c00 con 0x7f1478151e90 2023-12-02T00:31:04.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.607+0000 7f147db1c640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f145c066470 0x7f145c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.607+0000 7f147db1c640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f145c066470 0x7f145c068930 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f14740ad000 tx=0x7f14740a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.611+0000 7f146e7fc640 1 -- 172.21.15.133:0/133228617 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f147008a080 con 0x7f1478151e90 2023-12-02T00:31:04.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.759+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f14780c5a60 con 0x7f145c066470 2023-12-02T00:31:04.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.763+0000 7f146e7fc640 1 -- 172.21.15.133:0/133228617 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264728 (secure 0 0 0) 0x7f14780c5a60 con 0x7f145c066470 2023-12-02T00:31:04.770 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:04.772 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f145c066470 msgr2=0x7f145c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f145c066470 0x7f145c068930 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f14740ad000 tx=0x7f14740a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1478151e90 msgr2=0x7f14780c29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1478151e90 0x7f14780c29b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f147000c730 tx=0x7f147000cbf0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 shutdown_connections 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f145c066470 0x7f145c068930 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1478151e90 0x7f14780c29b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14780c7ea0 0x7f147814b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 --2- 172.21.15.133:0/133228617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14780c4e60 0x7f147814e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 >> 172.21.15.133:0/133228617 conn(0x7f14780ca170 msgr2=0x7f1478150050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:04.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 shutdown_connections 2023-12-02T00:31:04.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.767+0000 7f147fd80640 1 -- 172.21.15.133:0/133228617 wait complete. 2023-12-02T00:31:04.790 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-12-02T00:31:03.240995+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218980,"kb_used_data":2800,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755740,"statfs":{"total":773094113280,"available":772869877760,"internally_reserved":0,"allocated":2867200,"data_stored":1740236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.908869"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128847+0000","last_change":"2023-12-02T00:31:00.061499+0000","last_active":"2023-12-02T00:31:01.128847+0000","last_peered":"2023-12-02T00:31:01.128847+0000","last_clean":"2023-12-02T00:31:01.128847+0000","last_became_active":"2023-12-02T00:31:00.061202+0000","last_became_peered":"2023-12-02T00:31:00.061202+0000","last_unstale":"2023-12-02T00:31:01.128847+0000","last_undegraded":"2023-12-02T00:31:01.128847+0000","last_fullsized":"2023-12-02T00:31:01.128847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:16.479332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033742+0000","last_change":"2023-12-02T00:31:00.045755+0000","last_active":"2023-12-02T00:31:01.033742+0000","last_peered":"2023-12-02T00:31:01.033742+0000","last_clean":"2023-12-02T00:31:01.033742+0000","last_became_active":"2023-12-02T00:31:00.044794+0000","last_became_peered":"2023-12-02T00:31:00.044794+0000","last_unstale":"2023-12-02T00:31:01.033742+0000","last_undegraded":"2023-12-02T00:31:01.033742+0000","last_fullsized":"2023-12-02T00:31:01.033742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179187+0000","last_change":"2023-12-02T00:31:00.040101+0000","last_active":"2023-12-02T00:31:01.179187+0000","last_peered":"2023-12-02T00:31:01.179187+0000","last_clean":"2023-12-02T00:31:01.179187+0000","last_became_active":"2023-12-02T00:31:00.039387+0000","last_became_peered":"2023-12-02T00:31:00.039387+0000","last_unstale":"2023-12-02T00:31:01.179187+0000","last_undegraded":"2023-12-02T00:31:01.179187+0000","last_fullsized":"2023-12-02T00:31:01.179187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036663+0000","last_change":"2023-12-02T00:31:00.055480+0000","last_active":"2023-12-02T00:31:02.036663+0000","last_peered":"2023-12-02T00:31:02.036663+0000","last_clean":"2023-12-02T00:31:02.036663+0000","last_became_active":"2023-12-02T00:31:00.054936+0000","last_became_peered":"2023-12-02T00:31:00.054936+0000","last_unstale":"2023-12-02T00:31:02.036663+0000","last_undegraded":"2023-12-02T00:31:02.036663+0000","last_fullsized":"2023-12-02T00:31:02.036663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128457+0000","last_change":"2023-12-02T00:31:00.062432+0000","last_active":"2023-12-02T00:31:01.128457+0000","last_peered":"2023-12-02T00:31:01.128457+0000","last_clean":"2023-12-02T00:31:01.128457+0000","last_became_active":"2023-12-02T00:31:00.057587+0000","last_became_peered":"2023-12-02T00:31:00.057587+0000","last_unstale":"2023-12-02T00:31:01.128457+0000","last_undegraded":"2023-12-02T00:31:01.128457+0000","last_fullsized":"2023-12-02T00:31:01.128457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036583+0000","last_change":"2023-12-02T00:31:00.055273+0000","last_active":"2023-12-02T00:31:02.036583+0000","last_peered":"2023-12-02T00:31:02.036583+0000","last_clean":"2023-12-02T00:31:02.036583+0000","last_became_active":"2023-12-02T00:31:00.054573+0000","last_became_peered":"2023-12-02T00:31:00.054573+0000","last_unstale":"2023-12-02T00:31:02.036583+0000","last_undegraded":"2023-12-02T00:31:02.036583+0000","last_fullsized":"2023-12-02T00:31:02.036583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128292+0000","last_change":"2023-12-02T00:31:00.060566+0000","last_active":"2023-12-02T00:31:01.128292+0000","last_peered":"2023-12-02T00:31:01.128292+0000","last_clean":"2023-12-02T00:31:01.128292+0000","last_became_active":"2023-12-02T00:31:00.058024+0000","last_became_peered":"2023-12-02T00:31:00.058024+0000","last_unstale":"2023-12-02T00:31:01.128292+0000","last_undegraded":"2023-12-02T00:31:01.128292+0000","last_fullsized":"2023-12-02T00:31:01.128292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035563+0000","last_change":"2023-12-02T00:31:00.056342+0000","last_active":"2023-12-02T00:31:02.035563+0000","last_peered":"2023-12-02T00:31:02.035563+0000","last_clean":"2023-12-02T00:31:02.035563+0000","last_became_active":"2023-12-02T00:31:00.056035+0000","last_became_peered":"2023-12-02T00:31:00.056035+0000","last_unstale":"2023-12-02T00:31:02.035563+0000","last_undegraded":"2023-12-02T00:31:02.035563+0000","last_fullsized":"2023-12-02T00:31:02.035563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128817+0000","last_change":"2023-12-02T00:31:00.065258+0000","last_active":"2023-12-02T00:31:01.128817+0000","last_peered":"2023-12-02T00:31:01.128817+0000","last_clean":"2023-12-02T00:31:01.128817+0000","last_became_active":"2023-12-02T00:31:00.065005+0000","last_became_peered":"2023-12-02T00:31:00.065005+0000","last_unstale":"2023-12-02T00:31:01.128817+0000","last_undegraded":"2023-12-02T00:31:01.128817+0000","last_fullsized":"2023-12-02T00:31:01.128817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:17.982464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058274+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.056203+0000","last_became_peered":"2023-12-02T00:31:00.056203+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034479+0000","last_change":"2023-12-02T00:31:00.050855+0000","last_active":"2023-12-02T00:31:01.034479+0000","last_peered":"2023-12-02T00:31:01.034479+0000","last_clean":"2023-12-02T00:31:01.034479+0000","last_became_active":"2023-12-02T00:31:00.050537+0000","last_became_peered":"2023-12-02T00:31:00.050537+0000","last_unstale":"2023-12-02T00:31:01.034479+0000","last_undegraded":"2023-12-02T00:31:01.034479+0000","last_fullsized":"2023-12-02T00:31:01.034479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034798+0000","last_change":"2023-12-02T00:31:00.038297+0000","last_active":"2023-12-02T00:31:01.034798+0000","last_peered":"2023-12-02T00:31:01.034798+0000","last_clean":"2023-12-02T00:31:01.034798+0000","last_became_active":"2023-12-02T00:31:00.037580+0000","last_became_peered":"2023-12-02T00:31:00.037580+0000","last_unstale":"2023-12-02T00:31:01.034798+0000","last_undegraded":"2023-12-02T00:31:01.034798+0000","last_fullsized":"2023-12-02T00:31:01.034798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:22.569707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035784+0000","last_change":"2023-12-02T00:31:00.046286+0000","last_active":"2023-12-02T00:31:02.035784+0000","last_peered":"2023-12-02T00:31:02.035784+0000","last_clean":"2023-12-02T00:31:02.035784+0000","last_became_active":"2023-12-02T00:31:00.045640+0000","last_became_peered":"2023-12-02T00:31:00.045640+0000","last_unstale":"2023-12-02T00:31:02.035784+0000","last_undegraded":"2023-12-02T00:31:02.035784+0000","last_fullsized":"2023-12-02T00:31:02.035784+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179135+0000","last_change":"2023-12-02T00:31:00.048263+0000","last_active":"2023-12-02T00:31:01.179135+0000","last_peered":"2023-12-02T00:31:01.179135+0000","last_clean":"2023-12-02T00:31:01.179135+0000","last_became_active":"2023-12-02T00:31:00.045153+0000","last_became_peered":"2023-12-02T00:31:00.045153+0000","last_unstale":"2023-12-02T00:31:01.179135+0000","last_undegraded":"2023-12-02T00:31:01.179135+0000","last_fullsized":"2023-12-02T00:31:01.179135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:48.308079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033326+0000","last_change":"2023-12-02T00:31:00.041775+0000","last_active":"2023-12-02T00:31:01.033326+0000","last_peered":"2023-12-02T00:31:01.033326+0000","last_clean":"2023-12-02T00:31:01.033326+0000","last_became_active":"2023-12-02T00:31:00.041347+0000","last_became_peered":"2023-12-02T00:31:00.041347+0000","last_unstale":"2023-12-02T00:31:01.033326+0000","last_undegraded":"2023-12-02T00:31:01.033326+0000","last_fullsized":"2023-12-02T00:31:01.033326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036433+0000","last_change":"2023-12-02T00:31:00.056535+0000","last_active":"2023-12-02T00:31:02.036433+0000","last_peered":"2023-12-02T00:31:02.036433+0000","last_clean":"2023-12-02T00:31:02.036433+0000","last_became_active":"2023-12-02T00:31:00.056094+0000","last_became_peered":"2023-12-02T00:31:00.056094+0000","last_unstale":"2023-12-02T00:31:02.036433+0000","last_undegraded":"2023-12-02T00:31:02.036433+0000","last_fullsized":"2023-12-02T00:31:02.036433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037138+0000","last_change":"2023-12-02T00:31:00.055333+0000","last_active":"2023-12-02T00:31:02.037138+0000","last_peered":"2023-12-02T00:31:02.037138+0000","last_clean":"2023-12-02T00:31:02.037138+0000","last_became_active":"2023-12-02T00:31:00.054990+0000","last_became_peered":"2023-12-02T00:31:00.054990+0000","last_unstale":"2023-12-02T00:31:02.037138+0000","last_undegraded":"2023-12-02T00:31:02.037138+0000","last_fullsized":"2023-12-02T00:31:02.037138+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210934+0000","last_change":"2023-12-02T00:31:00.046306+0000","last_active":"2023-12-02T00:31:01.210934+0000","last_peered":"2023-12-02T00:31:01.210934+0000","last_clean":"2023-12-02T00:31:01.210934+0000","last_became_active":"2023-12-02T00:31:00.046055+0000","last_became_peered":"2023-12-02T00:31:00.046055+0000","last_unstale":"2023-12-02T00:31:01.210934+0000","last_undegraded":"2023-12-02T00:31:01.210934+0000","last_fullsized":"2023-12-02T00:31:01.210934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:50.344312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128881+0000","last_change":"2023-12-02T00:31:00.065208+0000","last_active":"2023-12-02T00:31:01.128881+0000","last_peered":"2023-12-02T00:31:01.128881+0000","last_clean":"2023-12-02T00:31:01.128881+0000","last_became_active":"2023-12-02T00:31:00.064646+0000","last_became_peered":"2023-12-02T00:31:00.064646+0000","last_unstale":"2023-12-02T00:31:01.128881+0000","last_undegraded":"2023-12-02T00:31:01.128881+0000","last_fullsized":"2023-12-02T00:31:01.128881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:31:39.135641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034956+0000","last_change":"2023-12-02T00:31:00.042941+0000","last_active":"2023-12-02T00:31:01.034956+0000","last_peered":"2023-12-02T00:31:01.034956+0000","last_clean":"2023-12-02T00:31:01.034956+0000","last_became_active":"2023-12-02T00:31:00.042541+0000","last_became_peered":"2023-12-02T00:31:00.042541+0000","last_unstale":"2023-12-02T00:31:01.034956+0000","last_undegraded":"2023-12-02T00:31:01.034956+0000","last_fullsized":"2023-12-02T00:31:01.034956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179426+0000","last_change":"2023-12-02T00:31:00.053280+0000","last_active":"2023-12-02T00:31:01.179426+0000","last_peered":"2023-12-02T00:31:01.179426+0000","last_clean":"2023-12-02T00:31:01.179426+0000","last_became_active":"2023-12-02T00:31:00.052988+0000","last_became_peered":"2023-12-02T00:31:00.052988+0000","last_unstale":"2023-12-02T00:31:01.179426+0000","last_undegraded":"2023-12-02T00:31:01.179426+0000","last_fullsized":"2023-12-02T00:31:01.179426+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036702+0000","last_change":"2023-12-02T00:31:00.067428+0000","last_active":"2023-12-02T00:31:02.036702+0000","last_peered":"2023-12-02T00:31:02.036702+0000","last_clean":"2023-12-02T00:31:02.036702+0000","last_became_active":"2023-12-02T00:31:00.067129+0000","last_became_peered":"2023-12-02T00:31:00.067129+0000","last_unstale":"2023-12-02T00:31:02.036702+0000","last_undegraded":"2023-12-02T00:31:02.036702+0000","last_fullsized":"2023-12-02T00:31:02.036702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035582+0000","last_change":"2023-12-02T00:31:00.050342+0000","last_active":"2023-12-02T00:31:02.035582+0000","last_peered":"2023-12-02T00:31:02.035582+0000","last_clean":"2023-12-02T00:31:02.035582+0000","last_became_active":"2023-12-02T00:31:00.049878+0000","last_became_peered":"2023-12-02T00:31:00.049878+0000","last_unstale":"2023-12-02T00:31:02.035582+0000","last_undegraded":"2023-12-02T00:31:02.035582+0000","last_fullsized":"2023-12-02T00:31:02.035582+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036801+0000","last_change":"2023-12-02T00:31:00.050478+0000","last_active":"2023-12-02T00:31:02.036801+0000","last_peered":"2023-12-02T00:31:02.036801+0000","last_clean":"2023-12-02T00:31:02.036801+0000","last_became_active":"2023-12-02T00:31:00.049924+0000","last_became_peered":"2023-12-02T00:31:00.049924+0000","last_unstale":"2023-12-02T00:31:02.036801+0000","last_undegraded":"2023-12-02T00:31:02.036801+0000","last_fullsized":"2023-12-02T00:31:02.036801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036136+0000","last_change":"2023-12-02T00:31:00.052949+0000","last_active":"2023-12-02T00:31:02.036136+0000","last_peered":"2023-12-02T00:31:02.036136+0000","last_clean":"2023-12-02T00:31:02.036136+0000","last_became_active":"2023-12-02T00:31:00.052619+0000","last_became_peered":"2023-12-02T00:31:00.052619+0000","last_unstale":"2023-12-02T00:31:02.036136+0000","last_undegraded":"2023-12-02T00:31:02.036136+0000","last_fullsized":"2023-12-02T00:31:02.036136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058825+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.058560+0000","last_became_peered":"2023-12-02T00:31:00.058560+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033650+0000","last_change":"2023-12-02T00:31:00.043004+0000","last_active":"2023-12-02T00:31:01.033650+0000","last_peered":"2023-12-02T00:31:01.033650+0000","last_clean":"2023-12-02T00:31:01.033650+0000","last_became_active":"2023-12-02T00:31:00.042672+0000","last_became_peered":"2023-12-02T00:31:00.042672+0000","last_unstale":"2023-12-02T00:31:01.033650+0000","last_undegraded":"2023-12-02T00:31:01.033650+0000","last_fullsized":"2023-12-02T00:31:01.033650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035990+0000","last_change":"2023-12-02T00:31:00.050999+0000","last_active":"2023-12-02T00:31:02.035990+0000","last_peered":"2023-12-02T00:31:02.035990+0000","last_clean":"2023-12-02T00:31:02.035990+0000","last_became_active":"2023-12-02T00:31:00.050711+0000","last_became_peered":"2023-12-02T00:31:00.050711+0000","last_unstale":"2023-12-02T00:31:02.035990+0000","last_undegraded":"2023-12-02T00:31:02.035990+0000","last_fullsized":"2023-12-02T00:31:02.035990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179537+0000","last_change":"2023-12-02T00:31:00.047051+0000","last_active":"2023-12-02T00:31:01.179537+0000","last_peered":"2023-12-02T00:31:01.179537+0000","last_clean":"2023-12-02T00:31:01.179537+0000","last_became_active":"2023-12-02T00:31:00.046772+0000","last_became_peered":"2023-12-02T00:31:00.046772+0000","last_unstale":"2023-12-02T00:31:01.179537+0000","last_undegraded":"2023-12-02T00:31:01.179537+0000","last_fullsized":"2023-12-02T00:31:01.179537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036847+0000","last_change":"2023-12-02T00:31:00.055499+0000","last_active":"2023-12-02T00:31:02.036847+0000","last_peered":"2023-12-02T00:31:02.036847+0000","last_clean":"2023-12-02T00:31:02.036847+0000","last_became_active":"2023-12-02T00:31:00.054983+0000","last_became_peered":"2023-12-02T00:31:00.054983+0000","last_unstale":"2023-12-02T00:31:02.036847+0000","last_undegraded":"2023-12-02T00:31:02.036847+0000","last_fullsized":"2023-12-02T00:31:02.036847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210797+0000","last_change":"2023-12-02T00:31:00.051734+0000","last_active":"2023-12-02T00:31:01.210797+0000","last_peered":"2023-12-02T00:31:01.210797+0000","last_clean":"2023-12-02T00:31:01.210797+0000","last_became_active":"2023-12-02T00:31:00.051411+0000","last_became_peered":"2023-12-02T00:31:00.051411+0000","last_unstale":"2023-12-02T00:31:01.210797+0000","last_undegraded":"2023-12-02T00:31:01.210797+0000","last_fullsized":"2023-12-02T00:31:01.210797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034041+0000","last_change":"2023-12-02T00:31:00.048070+0000","last_active":"2023-12-02T00:31:01.034041+0000","last_peered":"2023-12-02T00:31:01.034041+0000","last_clean":"2023-12-02T00:31:01.034041+0000","last_became_active":"2023-12-02T00:31:00.047743+0000","last_became_peered":"2023-12-02T00:31:00.047743+0000","last_unstale":"2023-12-02T00:31:01.034041+0000","last_undegraded":"2023-12-02T00:31:01.034041+0000","last_fullsized":"2023-12-02T00:31:01.034041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034606+0000","last_change":"2023-12-02T00:31:00.044934+0000","last_active":"2023-12-02T00:31:01.034606+0000","last_peered":"2023-12-02T00:31:01.034606+0000","last_clean":"2023-12-02T00:31:01.034606+0000","last_became_active":"2023-12-02T00:31:00.044585+0000","last_became_peered":"2023-12-02T00:31:00.044585+0000","last_unstale":"2023-12-02T00:31:01.034606+0000","last_undegraded":"2023-12-02T00:31:01.034606+0000","last_fullsized":"2023-12-02T00:31:01.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:07.945056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035897+0000","last_change":"2023-12-02T00:30:59.373670+0000","last_active":"2023-12-02T00:31:02.035897+0000","last_peered":"2023-12-02T00:31:02.035897+0000","last_clean":"2023-12-02T00:31:02.035897+0000","last_became_active":"2023-12-02T00:30:59.373251+0000","last_became_peered":"2023-12-02T00:30:59.373251+0000","last_unstale":"2023-12-02T00:31:02.035897+0000","last_undegraded":"2023-12-02T00:31:02.035897+0000","last_fullsized":"2023-12-02T00:31:02.035897+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179640+0000","last_change":"2023-12-02T00:31:00.038784+0000","last_active":"2023-12-02T00:31:01.179640+0000","last_peered":"2023-12-02T00:31:01.179640+0000","last_clean":"2023-12-02T00:31:01.179640+0000","last_became_active":"2023-12-02T00:31:00.038466+0000","last_became_peered":"2023-12-02T00:31:00.038466+0000","last_unstale":"2023-12-02T00:31:01.179640+0000","last_undegraded":"2023-12-02T00:31:01.179640+0000","last_fullsized":"2023-12-02T00:31:01.179640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035187+0000","last_change":"2023-12-02T00:30:59.361979+0000","last_active":"2023-12-02T00:31:01.035187+0000","last_peered":"2023-12-02T00:31:01.035187+0000","last_clean":"2023-12-02T00:31:01.035187+0000","last_became_active":"2023-12-02T00:30:59.361585+0000","last_became_peered":"2023-12-02T00:30:59.361585+0000","last_unstale":"2023-12-02T00:31:01.035187+0000","last_undegraded":"2023-12-02T00:31:01.035187+0000","last_fullsized":"2023-12-02T00:31:01.035187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035669+0000","last_change":"2023-12-02T00:30:59.366292+0000","last_active":"2023-12-02T00:31:02.035669+0000","last_peered":"2023-12-02T00:31:02.035669+0000","last_clean":"2023-12-02T00:31:02.035669+0000","last_became_active":"2023-12-02T00:30:59.365970+0000","last_became_peered":"2023-12-02T00:30:59.365970+0000","last_unstale":"2023-12-02T00:31:02.035669+0000","last_undegraded":"2023-12-02T00:31:02.035669+0000","last_fullsized":"2023-12-02T00:31:02.035669+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035635+0000","last_change":"2023-12-02T00:31:00.047613+0000","last_active":"2023-12-02T00:31:02.035635+0000","last_peered":"2023-12-02T00:31:02.035635+0000","last_clean":"2023-12-02T00:31:02.035635+0000","last_became_active":"2023-12-02T00:31:00.045024+0000","last_became_peered":"2023-12-02T00:31:00.045024+0000","last_unstale":"2023-12-02T00:31:02.035635+0000","last_undegraded":"2023-12-02T00:31:02.035635+0000","last_fullsized":"2023-12-02T00:31:02.035635+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036566+0000","last_change":"2023-12-02T00:30:59.368112+0000","last_active":"2023-12-02T00:31:02.036566+0000","last_peered":"2023-12-02T00:31:02.036566+0000","last_clean":"2023-12-02T00:31:02.036566+0000","last_became_active":"2023-12-02T00:30:59.367524+0000","last_became_peered":"2023-12-02T00:30:59.367524+0000","last_unstale":"2023-12-02T00:31:02.036566+0000","last_undegraded":"2023-12-02T00:31:02.036566+0000","last_fullsized":"2023-12-02T00:31:02.036566+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:21.315291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033328+0000","last_change":"2023-12-02T00:31:00.047006+0000","last_active":"2023-12-02T00:31:01.033328+0000","last_peered":"2023-12-02T00:31:01.033328+0000","last_clean":"2023-12-02T00:31:01.033328+0000","last_became_active":"2023-12-02T00:31:00.046717+0000","last_became_peered":"2023-12-02T00:31:00.046717+0000","last_unstale":"2023-12-02T00:31:01.033328+0000","last_undegraded":"2023-12-02T00:31:01.033328+0000","last_fullsized":"2023-12-02T00:31:01.033328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035878+0000","last_change":"2023-12-02T00:30:59.369458+0000","last_active":"2023-12-02T00:31:01.035878+0000","last_peered":"2023-12-02T00:31:01.035878+0000","last_clean":"2023-12-02T00:31:01.035878+0000","last_became_active":"2023-12-02T00:30:59.369154+0000","last_became_peered":"2023-12-02T00:30:59.369154+0000","last_unstale":"2023-12-02T00:31:01.035878+0000","last_undegraded":"2023-12-02T00:31:01.035878+0000","last_fullsized":"2023-12-02T00:31:01.035878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036869+0000","last_change":"2023-12-02T00:31:00.065741+0000","last_active":"2023-12-02T00:31:02.036869+0000","last_peered":"2023-12-02T00:31:02.036869+0000","last_clean":"2023-12-02T00:31:02.036869+0000","last_became_active":"2023-12-02T00:31:00.065338+0000","last_became_peered":"2023-12-02T00:31:00.065338+0000","last_unstale":"2023-12-02T00:31:02.036869+0000","last_undegraded":"2023-12-02T00:31:02.036869+0000","last_fullsized":"2023-12-02T00:31:02.036869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037286+0000","last_change":"2023-12-02T00:30:59.368680+0000","last_active":"2023-12-02T00:31:02.037286+0000","last_peered":"2023-12-02T00:31:02.037286+0000","last_clean":"2023-12-02T00:31:02.037286+0000","last_became_active":"2023-12-02T00:30:59.368344+0000","last_became_peered":"2023-12-02T00:30:59.368344+0000","last_unstale":"2023-12-02T00:31:02.037286+0000","last_undegraded":"2023-12-02T00:31:02.037286+0000","last_fullsized":"2023-12-02T00:31:02.037286+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:37.332596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179527+0000","last_change":"2023-12-02T00:31:00.050562+0000","last_active":"2023-12-02T00:31:01.179527+0000","last_peered":"2023-12-02T00:31:01.179527+0000","last_clean":"2023-12-02T00:31:01.179527+0000","last_became_active":"2023-12-02T00:31:00.050242+0000","last_became_peered":"2023-12-02T00:31:00.050242+0000","last_unstale":"2023-12-02T00:31:01.179527+0000","last_undegraded":"2023-12-02T00:31:01.179527+0000","last_fullsized":"2023-12-02T00:31:01.179527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033738+0000","last_change":"2023-12-02T00:30:59.368147+0000","last_active":"2023-12-02T00:31:01.033738+0000","last_peered":"2023-12-02T00:31:01.033738+0000","last_clean":"2023-12-02T00:31:01.033738+0000","last_became_active":"2023-12-02T00:30:59.367860+0000","last_became_peered":"2023-12-02T00:30:59.367860+0000","last_unstale":"2023-12-02T00:31:01.033738+0000","last_undegraded":"2023-12-02T00:31:01.033738+0000","last_fullsized":"2023-12-02T00:31:01.033738+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034775+0000","last_change":"2023-12-02T00:31:00.056880+0000","last_active":"2023-12-02T00:31:01.034775+0000","last_peered":"2023-12-02T00:31:01.034775+0000","last_clean":"2023-12-02T00:31:01.034775+0000","last_became_active":"2023-12-02T00:31:00.056529+0000","last_became_peered":"2023-12-02T00:31:00.056529+0000","last_unstale":"2023-12-02T00:31:01.034775+0000","last_undegraded":"2023-12-02T00:31:01.034775+0000","last_fullsized":"2023-12-02T00:31:01.034775+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:03.580709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035106+0000","last_change":"2023-12-02T00:30:59.364761+0000","last_active":"2023-12-02T00:31:01.035106+0000","last_peered":"2023-12-02T00:31:01.035106+0000","last_clean":"2023-12-02T00:31:01.035106+0000","last_became_active":"2023-12-02T00:30:59.364444+0000","last_became_peered":"2023-12-02T00:30:59.364444+0000","last_unstale":"2023-12-02T00:31:01.035106+0000","last_undegraded":"2023-12-02T00:31:01.035106+0000","last_fullsized":"2023-12-02T00:31:01.035106+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128526+0000","last_change":"2023-12-02T00:31:00.064067+0000","last_active":"2023-12-02T00:31:01.128526+0000","last_peered":"2023-12-02T00:31:01.128526+0000","last_clean":"2023-12-02T00:31:01.128526+0000","last_became_active":"2023-12-02T00:31:00.063747+0000","last_became_peered":"2023-12-02T00:31:00.063747+0000","last_unstale":"2023-12-02T00:31:01.128526+0000","last_undegraded":"2023-12-02T00:31:01.128526+0000","last_fullsized":"2023-12-02T00:31:01.128526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179694+0000","last_change":"2023-12-02T00:30:59.359764+0000","last_active":"2023-12-02T00:31:01.179694+0000","last_peered":"2023-12-02T00:31:01.179694+0000","last_clean":"2023-12-02T00:31:01.179694+0000","last_became_active":"2023-12-02T00:30:59.359434+0000","last_became_peered":"2023-12-02T00:30:59.359434+0000","last_unstale":"2023-12-02T00:31:01.179694+0000","last_undegraded":"2023-12-02T00:31:01.179694+0000","last_fullsized":"2023-12-02T00:31:01.179694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179160+0000","last_change":"2023-12-02T00:31:00.062103+0000","last_active":"2023-12-02T00:31:01.179160+0000","last_peered":"2023-12-02T00:31:01.179160+0000","last_clean":"2023-12-02T00:31:01.179160+0000","last_became_active":"2023-12-02T00:31:00.061775+0000","last_became_peered":"2023-12-02T00:31:00.061775+0000","last_unstale":"2023-12-02T00:31:01.179160+0000","last_undegraded":"2023-12-02T00:31:01.179160+0000","last_fullsized":"2023-12-02T00:31:01.179160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036899+0000","last_change":"2023-12-02T00:30:59.374442+0000","last_active":"2023-12-02T00:31:02.036899+0000","last_peered":"2023-12-02T00:31:02.036899+0000","last_clean":"2023-12-02T00:31:02.036899+0000","last_became_active":"2023-12-02T00:30:59.374116+0000","last_became_peered":"2023-12-02T00:30:59.374116+0000","last_unstale":"2023-12-02T00:31:02.036899+0000","last_undegraded":"2023-12-02T00:31:02.036899+0000","last_fullsized":"2023-12-02T00:31:02.036899+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:45.463016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128592+0000","last_change":"2023-12-02T00:31:00.063145+0000","last_active":"2023-12-02T00:31:01.128592+0000","last_peered":"2023-12-02T00:31:01.128592+0000","last_clean":"2023-12-02T00:31:01.128592+0000","last_became_active":"2023-12-02T00:31:00.062872+0000","last_became_peered":"2023-12-02T00:31:00.062872+0000","last_unstale":"2023-12-02T00:31:01.128592+0000","last_undegraded":"2023-12-02T00:31:01.128592+0000","last_fullsized":"2023-12-02T00:31:01.128592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034315+0000","last_change":"2023-12-02T00:30:59.360489+0000","last_active":"2023-12-02T00:31:01.034315+0000","last_peered":"2023-12-02T00:31:01.034315+0000","last_clean":"2023-12-02T00:31:01.034315+0000","last_became_active":"2023-12-02T00:30:59.360195+0000","last_became_peered":"2023-12-02T00:30:59.360195+0000","last_unstale":"2023-12-02T00:31:01.034315+0000","last_undegraded":"2023-12-02T00:31:01.034315+0000","last_fullsized":"2023-12-02T00:31:01.034315+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034233+0000","last_change":"2023-12-02T00:31:00.047818+0000","last_active":"2023-12-02T00:31:01.034233+0000","last_peered":"2023-12-02T00:31:01.034233+0000","last_clean":"2023-12-02T00:31:01.034233+0000","last_became_active":"2023-12-02T00:31:00.047464+0000","last_became_peered":"2023-12-02T00:31:00.047464+0000","last_unstale":"2023-12-02T00:31:01.034233+0000","last_undegraded":"2023-12-02T00:31:01.034233+0000","last_fullsized":"2023-12-02T00:31:01.034233+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210719+0000","last_change":"2023-12-02T00:30:59.366036+0000","last_active":"2023-12-02T00:31:01.210719+0000","last_peered":"2023-12-02T00:31:01.210719+0000","last_clean":"2023-12-02T00:31:01.210719+0000","last_became_active":"2023-12-02T00:30:59.365492+0000","last_became_peered":"2023-12-02T00:30:59.365492+0000","last_unstale":"2023-12-02T00:31:01.210719+0000","last_undegraded":"2023-12-02T00:31:01.210719+0000","last_fullsized":"2023-12-02T00:31:01.210719+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128404+0000","last_change":"2023-12-02T00:31:00.061630+0000","last_active":"2023-12-02T00:31:01.128404+0000","last_peered":"2023-12-02T00:31:01.128404+0000","last_clean":"2023-12-02T00:31:01.128404+0000","last_became_active":"2023-12-02T00:31:00.061351+0000","last_became_peered":"2023-12-02T00:31:00.061351+0000","last_unstale":"2023-12-02T00:31:01.128404+0000","last_undegraded":"2023-12-02T00:31:01.128404+0000","last_fullsized":"2023-12-02T00:31:01.128404+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034534+0000","last_change":"2023-12-02T00:30:59.358929+0000","last_active":"2023-12-02T00:31:01.034534+0000","last_peered":"2023-12-02T00:31:01.034534+0000","last_clean":"2023-12-02T00:31:01.034534+0000","last_became_active":"2023-12-02T00:30:59.358092+0000","last_became_peered":"2023-12-02T00:30:59.358092+0000","last_unstale":"2023-12-02T00:31:01.034534+0000","last_undegraded":"2023-12-02T00:31:01.034534+0000","last_fullsized":"2023-12-02T00:31:01.034534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128744+0000","last_change":"2023-12-02T00:31:00.063169+0000","last_active":"2023-12-02T00:31:01.128744+0000","last_peered":"2023-12-02T00:31:01.128744+0000","last_clean":"2023-12-02T00:31:01.128744+0000","last_became_active":"2023-12-02T00:31:00.062945+0000","last_became_peered":"2023-12-02T00:31:00.062945+0000","last_unstale":"2023-12-02T00:31:01.128744+0000","last_undegraded":"2023-12-02T00:31:01.128744+0000","last_fullsized":"2023-12-02T00:31:01.128744+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210987+0000","last_change":"2023-12-02T00:30:59.366398+0000","last_active":"2023-12-02T00:31:01.210987+0000","last_peered":"2023-12-02T00:31:01.210987+0000","last_clean":"2023-12-02T00:31:01.210987+0000","last_became_active":"2023-12-02T00:30:59.365851+0000","last_became_peered":"2023-12-02T00:30:59.365851+0000","last_unstale":"2023-12-02T00:31:01.210987+0000","last_undegraded":"2023-12-02T00:31:01.210987+0000","last_fullsized":"2023-12-02T00:31:01.210987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:39.793095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128909+0000","last_change":"2023-12-02T00:31:00.061847+0000","last_active":"2023-12-02T00:31:01.128909+0000","last_peered":"2023-12-02T00:31:01.128909+0000","last_clean":"2023-12-02T00:31:01.128909+0000","last_became_active":"2023-12-02T00:31:00.061556+0000","last_became_peered":"2023-12-02T00:31:00.061556+0000","last_unstale":"2023-12-02T00:31:01.128909+0000","last_undegraded":"2023-12-02T00:31:01.128909+0000","last_fullsized":"2023-12-02T00:31:01.128909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:20:21.757852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033828+0000","last_change":"2023-12-02T00:30:59.364211+0000","last_active":"2023-12-02T00:31:01.033828+0000","last_peered":"2023-12-02T00:31:01.033828+0000","last_clean":"2023-12-02T00:31:01.033828+0000","last_became_active":"2023-12-02T00:30:59.363937+0000","last_became_peered":"2023-12-02T00:30:59.363937+0000","last_unstale":"2023-12-02T00:31:01.033828+0000","last_undegraded":"2023-12-02T00:31:01.033828+0000","last_fullsized":"2023-12-02T00:31:01.033828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037003+0000","last_change":"2023-12-02T00:31:00.055243+0000","last_active":"2023-12-02T00:31:02.037003+0000","last_peered":"2023-12-02T00:31:02.037003+0000","last_clean":"2023-12-02T00:31:02.037003+0000","last_became_active":"2023-12-02T00:31:00.054563+0000","last_became_peered":"2023-12-02T00:31:00.054563+0000","last_unstale":"2023-12-02T00:31:02.037003+0000","last_undegraded":"2023-12-02T00:31:02.037003+0000","last_fullsized":"2023-12-02T00:31:02.037003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210830+0000","last_change":"2023-12-02T00:30:59.372685+0000","last_active":"2023-12-02T00:31:01.210830+0000","last_peered":"2023-12-02T00:31:01.210830+0000","last_clean":"2023-12-02T00:31:01.210830+0000","last_became_active":"2023-12-02T00:30:59.371585+0000","last_became_peered":"2023-12-02T00:30:59.371585+0000","last_unstale":"2023-12-02T00:31:01.210830+0000","last_undegraded":"2023-12-02T00:31:01.210830+0000","last_fullsized":"2023-12-02T00:31:01.210830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128696+0000","last_change":"2023-12-02T00:31:00.065002+0000","last_active":"2023-12-02T00:31:01.128696+0000","last_peered":"2023-12-02T00:31:01.128696+0000","last_clean":"2023-12-02T00:31:01.128696+0000","last_became_active":"2023-12-02T00:31:00.064357+0000","last_became_peered":"2023-12-02T00:31:00.064357+0000","last_unstale":"2023-12-02T00:31:01.128696+0000","last_undegraded":"2023-12-02T00:31:01.128696+0000","last_fullsized":"2023-12-02T00:31:01.128696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-02T00:31:00.042901+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:00.042901+0000","last_peered":"2023-12-02T00:31:00.042901+0000","last_clean":"2023-12-02T00:31:00.042901+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:00.042901+0000","last_undegraded":"2023-12-02T00:31:00.042901+0000","last_fullsized":"2023-12-02T00:31:00.042901+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036544+0000","last_change":"2023-12-02T00:30:59.373182+0000","last_active":"2023-12-02T00:31:02.036544+0000","last_peered":"2023-12-02T00:31:02.036544+0000","last_clean":"2023-12-02T00:31:02.036544+0000","last_became_active":"2023-12-02T00:30:59.372836+0000","last_became_peered":"2023-12-02T00:30:59.372836+0000","last_unstale":"2023-12-02T00:31:02.036544+0000","last_undegraded":"2023-12-02T00:31:02.036544+0000","last_fullsized":"2023-12-02T00:31:02.036544+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:17.409045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035843+0000","last_change":"2023-12-02T00:31:00.056098+0000","last_active":"2023-12-02T00:31:02.035843+0000","last_peered":"2023-12-02T00:31:02.035843+0000","last_clean":"2023-12-02T00:31:02.035843+0000","last_became_active":"2023-12-02T00:31:00.055719+0000","last_became_peered":"2023-12-02T00:31:00.055719+0000","last_unstale":"2023-12-02T00:31:02.035843+0000","last_undegraded":"2023-12-02T00:31:02.035843+0000","last_fullsized":"2023-12-02T00:31:02.035843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128222+0000","last_change":"2023-12-02T00:30:59.372853+0000","last_active":"2023-12-02T00:31:01.128222+0000","last_peered":"2023-12-02T00:31:01.128222+0000","last_clean":"2023-12-02T00:31:01.128222+0000","last_became_active":"2023-12-02T00:30:59.372347+0000","last_became_peered":"2023-12-02T00:30:59.372347+0000","last_unstale":"2023-12-02T00:31:01.128222+0000","last_undegraded":"2023-12-02T00:31:01.128222+0000","last_fullsized":"2023-12-02T00:31:01.128222+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179073+0000","last_change":"2023-12-02T00:31:00.042145+0000","last_active":"2023-12-02T00:31:01.179073+0000","last_peered":"2023-12-02T00:31:01.179073+0000","last_clean":"2023-12-02T00:31:01.179073+0000","last_became_active":"2023-12-02T00:31:00.041792+0000","last_became_peered":"2023-12-02T00:31:00.041792+0000","last_unstale":"2023-12-02T00:31:01.179073+0000","last_undegraded":"2023-12-02T00:31:01.179073+0000","last_fullsized":"2023-12-02T00:31:01.179073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:27.169942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210888+0000","last_change":"2023-12-02T00:30:59.360738+0000","last_active":"2023-12-02T00:31:01.210888+0000","last_peered":"2023-12-02T00:31:01.210888+0000","last_clean":"2023-12-02T00:31:01.210888+0000","last_became_active":"2023-12-02T00:30:59.358424+0000","last_became_peered":"2023-12-02T00:30:59.358424+0000","last_unstale":"2023-12-02T00:31:01.210888+0000","last_undegraded":"2023-12-02T00:31:01.210888+0000","last_fullsized":"2023-12-02T00:31:01.210888+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:06.937476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033362+0000","last_change":"2023-12-02T00:31:00.047175+0000","last_active":"2023-12-02T00:31:01.033362+0000","last_peered":"2023-12-02T00:31:01.033362+0000","last_clean":"2023-12-02T00:31:01.033362+0000","last_became_active":"2023-12-02T00:31:00.045126+0000","last_became_peered":"2023-12-02T00:31:00.045126+0000","last_unstale":"2023-12-02T00:31:01.033362+0000","last_undegraded":"2023-12-02T00:31:01.033362+0000","last_fullsized":"2023-12-02T00:31:01.033362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036954+0000","last_change":"2023-12-02T00:30:59.370117+0000","last_active":"2023-12-02T00:31:02.036954+0000","last_peered":"2023-12-02T00:31:02.036954+0000","last_clean":"2023-12-02T00:31:02.036954+0000","last_became_active":"2023-12-02T00:30:59.369852+0000","last_became_peered":"2023-12-02T00:30:59.369852+0000","last_unstale":"2023-12-02T00:31:02.036954+0000","last_undegraded":"2023-12-02T00:31:02.036954+0000","last_fullsized":"2023-12-02T00:31:02.036954+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:15.337585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034948+0000","last_change":"2023-12-02T00:31:00.045875+0000","last_active":"2023-12-02T00:31:01.034948+0000","last_peered":"2023-12-02T00:31:01.034948+0000","last_clean":"2023-12-02T00:31:01.034948+0000","last_became_active":"2023-12-02T00:31:00.045541+0000","last_became_peered":"2023-12-02T00:31:00.045541+0000","last_unstale":"2023-12-02T00:31:01.034948+0000","last_undegraded":"2023-12-02T00:31:01.034948+0000","last_fullsized":"2023-12-02T00:31:01.034948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033666+0000","last_change":"2023-12-02T00:30:59.364794+0000","last_active":"2023-12-02T00:31:01.033666+0000","last_peered":"2023-12-02T00:31:01.033666+0000","last_clean":"2023-12-02T00:31:01.033666+0000","last_became_active":"2023-12-02T00:30:59.364228+0000","last_became_peered":"2023-12-02T00:30:59.364228+0000","last_unstale":"2023-12-02T00:31:01.033666+0000","last_undegraded":"2023-12-02T00:31:01.033666+0000","last_fullsized":"2023-12-02T00:31:01.033666+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037051+0000","last_change":"2023-12-02T00:31:00.047128+0000","last_active":"2023-12-02T00:31:02.037051+0000","last_peered":"2023-12-02T00:31:02.037051+0000","last_clean":"2023-12-02T00:31:02.037051+0000","last_became_active":"2023-12-02T00:31:00.046774+0000","last_became_peered":"2023-12-02T00:31:00.046774+0000","last_unstale":"2023-12-02T00:31:02.037051+0000","last_undegraded":"2023-12-02T00:31:02.037051+0000","last_fullsized":"2023-12-02T00:31:02.037051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128940+0000","last_change":"2023-12-02T00:30:59.371654+0000","last_active":"2023-12-02T00:31:01.128940+0000","last_peered":"2023-12-02T00:31:01.128940+0000","last_clean":"2023-12-02T00:31:01.128940+0000","last_became_active":"2023-12-02T00:30:59.371385+0000","last_became_peered":"2023-12-02T00:30:59.371385+0000","last_unstale":"2023-12-02T00:31:01.128940+0000","last_undegraded":"2023-12-02T00:31:01.128940+0000","last_fullsized":"2023-12-02T00:31:01.128940+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:18.732802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033614+0000","last_change":"2023-12-02T00:31:00.047402+0000","last_active":"2023-12-02T00:31:01.033614+0000","last_peered":"2023-12-02T00:31:01.033614+0000","last_clean":"2023-12-02T00:31:01.033614+0000","last_became_active":"2023-12-02T00:31:00.046261+0000","last_became_peered":"2023-12-02T00:31:00.046261+0000","last_unstale":"2023-12-02T00:31:01.033614+0000","last_undegraded":"2023-12-02T00:31:01.033614+0000","last_fullsized":"2023-12-02T00:31:01.033614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033820+0000","last_change":"2023-12-02T00:30:59.367524+0000","last_active":"2023-12-02T00:31:01.033820+0000","last_peered":"2023-12-02T00:31:01.033820+0000","last_clean":"2023-12-02T00:31:01.033820+0000","last_became_active":"2023-12-02T00:30:59.365452+0000","last_became_peered":"2023-12-02T00:30:59.365452+0000","last_unstale":"2023-12-02T00:31:01.033820+0000","last_undegraded":"2023-12-02T00:31:01.033820+0000","last_fullsized":"2023-12-02T00:31:01.033820+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036113+0000","last_change":"2023-12-02T00:31:00.056477+0000","last_active":"2023-12-02T00:31:02.036113+0000","last_peered":"2023-12-02T00:31:02.036113+0000","last_clean":"2023-12-02T00:31:02.036113+0000","last_became_active":"2023-12-02T00:31:00.056185+0000","last_became_peered":"2023-12-02T00:31:00.056185+0000","last_unstale":"2023-12-02T00:31:02.036113+0000","last_undegraded":"2023-12-02T00:31:02.036113+0000","last_fullsized":"2023-12-02T00:31:02.036113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035016+0000","last_change":"2023-12-02T00:30:59.367757+0000","last_active":"2023-12-02T00:31:01.035016+0000","last_peered":"2023-12-02T00:31:01.035016+0000","last_clean":"2023-12-02T00:31:01.035016+0000","last_became_active":"2023-12-02T00:30:59.367447+0000","last_became_peered":"2023-12-02T00:30:59.367447+0000","last_unstale":"2023-12-02T00:31:01.035016+0000","last_undegraded":"2023-12-02T00:31:01.035016+0000","last_fullsized":"2023-12-02T00:31:01.035016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179364+0000","last_change":"2023-12-02T00:31:00.046010+0000","last_active":"2023-12-02T00:31:01.179364+0000","last_peered":"2023-12-02T00:31:01.179364+0000","last_clean":"2023-12-02T00:31:01.179364+0000","last_became_active":"2023-12-02T00:31:00.045618+0000","last_became_peered":"2023-12-02T00:31:00.045618+0000","last_unstale":"2023-12-02T00:31:01.179364+0000","last_undegraded":"2023-12-02T00:31:01.179364+0000","last_fullsized":"2023-12-02T00:31:01.179364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128184+0000","last_change":"2023-12-02T00:30:59.370451+0000","last_active":"2023-12-02T00:31:01.128184+0000","last_peered":"2023-12-02T00:31:01.128184+0000","last_clean":"2023-12-02T00:31:01.128184+0000","last_became_active":"2023-12-02T00:30:59.370129+0000","last_became_peered":"2023-12-02T00:30:59.370129+0000","last_unstale":"2023-12-02T00:31:01.128184+0000","last_undegraded":"2023-12-02T00:31:01.128184+0000","last_fullsized":"2023-12-02T00:31:01.128184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034147+0000","last_change":"2023-12-02T00:31:00.040623+0000","last_active":"2023-12-02T00:31:01.034147+0000","last_peered":"2023-12-02T00:31:01.034147+0000","last_clean":"2023-12-02T00:31:01.034147+0000","last_became_active":"2023-12-02T00:31:00.040295+0000","last_became_peered":"2023-12-02T00:31:00.040295+0000","last_unstale":"2023-12-02T00:31:01.034147+0000","last_undegraded":"2023-12-02T00:31:01.034147+0000","last_fullsized":"2023-12-02T00:31:01.034147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:40.800675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033459+0000","last_change":"2023-12-02T00:30:59.373574+0000","last_active":"2023-12-02T00:31:01.033459+0000","last_peered":"2023-12-02T00:31:01.033459+0000","last_clean":"2023-12-02T00:31:01.033459+0000","last_became_active":"2023-12-02T00:30:59.373266+0000","last_became_peered":"2023-12-02T00:30:59.373266+0000","last_unstale":"2023-12-02T00:31:01.033459+0000","last_undegraded":"2023-12-02T00:31:01.033459+0000","last_fullsized":"2023-12-02T00:31:01.033459+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035754+0000","last_change":"2023-12-02T00:31:00.050340+0000","last_active":"2023-12-02T00:31:02.035754+0000","last_peered":"2023-12-02T00:31:02.035754+0000","last_clean":"2023-12-02T00:31:02.035754+0000","last_became_active":"2023-12-02T00:31:00.050071+0000","last_became_peered":"2023-12-02T00:31:00.050071+0000","last_unstale":"2023-12-02T00:31:02.035754+0000","last_undegraded":"2023-12-02T00:31:02.035754+0000","last_fullsized":"2023-12-02T00:31:02.035754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033640+0000","last_change":"2023-12-02T00:30:59.364306+0000","last_active":"2023-12-02T00:31:01.033640+0000","last_peered":"2023-12-02T00:31:01.033640+0000","last_clean":"2023-12-02T00:31:01.033640+0000","last_became_active":"2023-12-02T00:30:59.363962+0000","last_became_peered":"2023-12-02T00:30:59.363962+0000","last_unstale":"2023-12-02T00:31:01.033640+0000","last_undegraded":"2023-12-02T00:31:01.033640+0000","last_fullsized":"2023-12-02T00:31:01.033640+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035835+0000","last_change":"2023-12-02T00:31:00.043995+0000","last_active":"2023-12-02T00:31:02.035835+0000","last_peered":"2023-12-02T00:31:02.035835+0000","last_clean":"2023-12-02T00:31:02.035835+0000","last_became_active":"2023-12-02T00:31:00.043738+0000","last_became_peered":"2023-12-02T00:31:00.043738+0000","last_unstale":"2023-12-02T00:31:02.035835+0000","last_undegraded":"2023-12-02T00:31:02.035835+0000","last_fullsized":"2023-12-02T00:31:02.035835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128581+0000","last_change":"2023-12-02T00:30:59.371233+0000","last_active":"2023-12-02T00:31:01.128581+0000","last_peered":"2023-12-02T00:31:01.128581+0000","last_clean":"2023-12-02T00:31:01.128581+0000","last_became_active":"2023-12-02T00:30:59.370919+0000","last_became_peered":"2023-12-02T00:30:59.370919+0000","last_unstale":"2023-12-02T00:31:01.128581+0000","last_undegraded":"2023-12-02T00:31:01.128581+0000","last_fullsized":"2023-12-02T00:31:01.128581+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034513+0000","last_change":"2023-12-02T00:31:00.043086+0000","last_active":"2023-12-02T00:31:01.034513+0000","last_peered":"2023-12-02T00:31:01.034513+0000","last_clean":"2023-12-02T00:31:01.034513+0000","last_became_active":"2023-12-02T00:31:00.042808+0000","last_became_peered":"2023-12-02T00:31:00.042808+0000","last_unstale":"2023-12-02T00:31:01.034513+0000","last_undegraded":"2023-12-02T00:31:01.034513+0000","last_fullsized":"2023-12-02T00:31:01.034513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036885+0000","last_change":"2023-12-02T00:31:00.057521+0000","last_active":"2023-12-02T00:31:02.036885+0000","last_peered":"2023-12-02T00:31:02.036885+0000","last_clean":"2023-12-02T00:31:02.036885+0000","last_became_active":"2023-12-02T00:31:00.054622+0000","last_became_peered":"2023-12-02T00:31:00.054622+0000","last_unstale":"2023-12-02T00:31:02.036885+0000","last_undegraded":"2023-12-02T00:31:02.036885+0000","last_fullsized":"2023-12-02T00:31:02.036885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128472+0000","last_change":"2023-12-02T00:30:59.376174+0000","last_active":"2023-12-02T00:31:01.128472+0000","last_peered":"2023-12-02T00:31:01.128472+0000","last_clean":"2023-12-02T00:31:01.128472+0000","last_became_active":"2023-12-02T00:30:59.375868+0000","last_became_peered":"2023-12-02T00:30:59.375868+0000","last_unstale":"2023-12-02T00:31:01.128472+0000","last_undegraded":"2023-12-02T00:31:01.128472+0000","last_fullsized":"2023-12-02T00:31:01.128472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036759+0000","last_change":"2023-12-02T00:31:00.053063+0000","last_active":"2023-12-02T00:31:02.036759+0000","last_peered":"2023-12-02T00:31:02.036759+0000","last_clean":"2023-12-02T00:31:02.036759+0000","last_became_active":"2023-12-02T00:31:00.052698+0000","last_became_peered":"2023-12-02T00:31:00.052698+0000","last_unstale":"2023-12-02T00:31:02.036759+0000","last_undegraded":"2023-12-02T00:31:02.036759+0000","last_fullsized":"2023-12-02T00:31:02.036759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128795+0000","last_change":"2023-12-02T00:30:59.371186+0000","last_active":"2023-12-02T00:31:01.128795+0000","last_peered":"2023-12-02T00:31:01.128795+0000","last_clean":"2023-12-02T00:31:01.128795+0000","last_became_active":"2023-12-02T00:30:59.370859+0000","last_became_peered":"2023-12-02T00:30:59.370859+0000","last_unstale":"2023-12-02T00:31:01.128795+0000","last_undegraded":"2023-12-02T00:31:01.128795+0000","last_fullsized":"2023-12-02T00:31:01.128795+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:11.255651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179416+0000","last_change":"2023-12-02T00:31:00.055505+0000","last_active":"2023-12-02T00:31:01.179416+0000","last_peered":"2023-12-02T00:31:01.179416+0000","last_clean":"2023-12-02T00:31:01.179416+0000","last_became_active":"2023-12-02T00:31:00.055179+0000","last_became_peered":"2023-12-02T00:31:00.055179+0000","last_unstale":"2023-12-02T00:31:01.179416+0000","last_undegraded":"2023-12-02T00:31:01.179416+0000","last_fullsized":"2023-12-02T00:31:01.179416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036089+0000","last_change":"2023-12-02T00:30:59.361284+0000","last_active":"2023-12-02T00:31:02.036089+0000","last_peered":"2023-12-02T00:31:02.036089+0000","last_clean":"2023-12-02T00:31:02.036089+0000","last_became_active":"2023-12-02T00:30:59.360994+0000","last_became_peered":"2023-12-02T00:30:59.360994+0000","last_unstale":"2023-12-02T00:31:02.036089+0000","last_undegraded":"2023-12-02T00:31:02.036089+0000","last_fullsized":"2023-12-02T00:31:02.036089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036034+0000","last_change":"2023-12-02T00:31:00.044361+0000","last_active":"2023-12-02T00:31:02.036034+0000","last_peered":"2023-12-02T00:31:02.036034+0000","last_clean":"2023-12-02T00:31:02.036034+0000","last_became_active":"2023-12-02T00:31:00.043959+0000","last_became_peered":"2023-12-02T00:31:00.043959+0000","last_unstale":"2023-12-02T00:31:02.036034+0000","last_undegraded":"2023-12-02T00:31:02.036034+0000","last_fullsized":"2023-12-02T00:31:02.036034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179607+0000","last_change":"2023-12-02T00:30:59.372636+0000","last_active":"2023-12-02T00:31:01.179607+0000","last_peered":"2023-12-02T00:31:01.179607+0000","last_clean":"2023-12-02T00:31:01.179607+0000","last_became_active":"2023-12-02T00:30:59.372339+0000","last_became_peered":"2023-12-02T00:30:59.372339+0000","last_unstale":"2023-12-02T00:31:01.179607+0000","last_undegraded":"2023-12-02T00:31:01.179607+0000","last_fullsized":"2023-12-02T00:31:01.179607+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":196608,"data_stored":64700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0129999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":204800,"data_stored":66222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":661916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:31:04.794 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-02T00:31:04.795 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-02T00:31:04.795 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-12-02T00:31:04.795 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-12-02T00:31:04.795 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-12-02T00:31:04.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.963+0000 7f86f8879640 1 Processor -- start 2023-12-02T00:31:04.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.963+0000 7f86f8879640 1 -- start start 2023-12-02T00:31:04.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f8879640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f40c5640 0x7f86f40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f8879640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86f40c2580 con 0x7f86f40c5260 2023-12-02T00:31:04.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f8879640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86f40c1a00 con 0x7f86f40c60f0 2023-12-02T00:31:04.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f8879640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86f4153510 con 0x7f86f40c5640 2023-12-02T00:31:04.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f259c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f86f40c5260 0x7f86f406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44664/0 (socket says 172.21.15.133:44664) 2023-12-02T00:31:04.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f259c640 1 -- 172.21.15.133:0/1288562163 learned_addr learned my addr 172.21.15.133:0/1288562163 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:04.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86e9d9b640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f40c5640 0x7f86f40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 608315183 0 0) 0x7f86f40c2580 con 0x7f86f40c5260 2023-12-02T00:31:04.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86e0003530 con 0x7f86f40c5260 2023-12-02T00:31:04.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 23523633 0 0) 0x7f86f40c1a00 con 0x7f86f40c60f0 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86f40c2580 con 0x7f86f40c60f0 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2836707391 0 0) 0x7f86e0003530 con 0x7f86f40c5260 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f40c5640 msgr2=0x7f86f40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f40c5640 0x7f86f40c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 >> v1:172.21.15.172:6789/0 conn(0x7f86f40c60f0 legacy=0x7f86f4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f40c1ce0 con 0x7f86f40c5260 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f86e4001a00 con 0x7f86f40c5260 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 >> v1:172.21.15.133:6789/0 conn(0x7f86f40c5260 legacy=0x7f86f406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0003b40 0x7f86e0003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86e00047d0 0x7f86e0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86e0005190 0x7f86e000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e000bfd0 con 0x7f86e0005190 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e000c140 con 0x7f86e0003b40 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86e000c300 con 0x7f86e00047d0 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86e9d9b640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f40c5640 0x7f86f40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f2d9d640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86e0005190 0x7f86e000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f259c640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0003b40 0x7f86e0003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86e9d9b640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86e00047d0 0x7f86e0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f2d9d640 1 -- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86e00047d0 msgr2=0x7f86e0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f2d9d640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86e00047d0 0x7f86e0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f2d9d640 1 -- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0003b40 msgr2=0x7f86e0003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f2d9d640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0003b40 0x7f86e0003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.967+0000 7f86f2d9d640 1 -- 172.21.15.133:0/1288562163 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86e0003530 con 0x7f86e0005190 2023-12-02T00:31:04.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f2d9d640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86e0005190 0x7f86e000b990 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f86ec0018d0 tx=0x7f86ec01ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1633106d8c2b2093 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86ec0052d0 con 0x7f86e0005190 2023-12-02T00:31:04.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86ec005450 con 0x7f86e0005190 2023-12-02T00:31:04.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f1d9b640 1 -- 172.21.15.133:0/1288562163 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86ec0a8930 con 0x7f86e0005190 2023-12-02T00:31:04.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f8879640 1 -- 172.21.15.133:0/1288562163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86e0005190 msgr2=0x7f86e000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f8879640 1 --2- 172.21.15.133:0/1288562163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86e0005190 0x7f86e000b990 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f86ec0018d0 tx=0x7f86ec01ecd0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f2d9d640 1 -- 172.21.15.133:0/1288562163 reap_dead start 2023-12-02T00:31:04.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f8879640 1 -- 172.21.15.133:0/1288562163 shutdown_connections 2023-12-02T00:31:04.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f8879640 1 -- 172.21.15.133:0/1288562163 >> 172.21.15.133:0/1288562163 conn(0x7f86f406a5b0 msgr2=0x7f86f406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:04.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f8879640 1 -- 172.21.15.133:0/1288562163 shutdown_connections 2023-12-02T00:31:04.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.971+0000 7f86f8879640 1 -- 172.21.15.133:0/1288562163 wait complete. 2023-12-02T00:31:04.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 Processor -- start 2023-12-02T00:31:04.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 -- start start 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0005190 0x7f86f41e7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86f41e7e50 0x7f86f414cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f414d330 0x7f86f40bd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f40bc4a0 con 0x7f86f41e7e50 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f41532c0 con 0x7f86e0005190 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86f40bc010 con 0x7f86f414d330 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86f41e7e50 0x7f86f414cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86f41e7e50 0x7f86f414cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34126/0 (socket says 172.21.15.133:34126) 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 -- 172.21.15.133:0/3883320430 learned_addr learned my addr 172.21.15.133:0/3883320430 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f259c640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0005190 0x7f86f41e7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f2d9d640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f414d330 0x7f86f40bd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 -- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f414d330 msgr2=0x7f86f40bd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f414d330 0x7f86f40bd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 -- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0005190 msgr2=0x7f86f41e7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0005190 0x7f86f41e7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 -- 172.21.15.133:0/3883320430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f4152fe0 con 0x7f86f41e7e50 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86e9d9b640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86f41e7e50 0x7f86f414cdf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f86dc011a00 tx=0x7f86dc011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86eb7fe640 1 -- 172.21.15.133:0/3883320430 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc00fb50 con 0x7f86f41e7e50 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86eb7fe640 1 -- 172.21.15.133:0/3883320430 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86dc00fcb0 con 0x7f86f41e7e50 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86f40bb9c0 con 0x7f86f41e7e50 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86eb7fe640 1 -- 172.21.15.133:0/3883320430 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86dc004030 con 0x7f86f41e7e50 2023-12-02T00:31:04.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.975+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86f40bd200 con 0x7f86f41e7e50 2023-12-02T00:31:04.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.979+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86f4068400 con 0x7f86f41e7e50 2023-12-02T00:31:04.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.979+0000 7f86eb7fe640 1 -- 172.21.15.133:0/3883320430 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f86dc004190 con 0x7f86f41e7e50 2023-12-02T00:31:04.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.979+0000 7f86eb7fe640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86d40664a0 0x7f86d4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:04.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.979+0000 7f86eb7fe640 1 -- 172.21.15.133:0/3883320430 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f86dc0843f0 con 0x7f86f41e7e50 2023-12-02T00:31:04.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.979+0000 7f86f259c640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86d40664a0 0x7f86d4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:04.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.979+0000 7f86f259c640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86d40664a0 0x7f86d4068960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f86e4000f90 tx=0x7f86e4006040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:04.983+0000 7f86eb7fe640 1 -- 172.21.15.133:0/3883320430 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f86dc051910 con 0x7f86f41e7e50 2023-12-02T00:31:05.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.171+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f86f40bc150 con 0x7f86f41e7e50 2023-12-02T00:31:05.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86eb7fe640 1 -- 172.21.15.133:0/3883320430 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164439 (secure 0 0 0) 0x7f86dc054f30 con 0x7f86f41e7e50 2023-12-02T00:31:05.178 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86d40664a0 msgr2=0x7f86d4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86d40664a0 0x7f86d4068960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f86e4000f90 tx=0x7f86e4006040 comp rx=0 tx=0).stop 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86f41e7e50 msgr2=0x7f86f414cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86f41e7e50 0x7f86f414cdf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f86dc011a00 tx=0x7f86dc011ec0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 shutdown_connections 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86d40664a0 0x7f86d4068960 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86f414d330 0x7f86f40bd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86f41e7e50 0x7f86f414cdf0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 --2- 172.21.15.133:0/3883320430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86e0005190 0x7f86f41e7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 >> 172.21.15.133:0/3883320430 conn(0x7f86f406a5b0 msgr2=0x7f86f406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.175+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 shutdown_connections 2023-12-02T00:31:05.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.179+0000 7f86f8879640 1 -- 172.21.15.133:0/3883320430 wait complete. 2023-12-02T00:31:05.199 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":5,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1901021313},{"type":"v1","addr":"172.21.15.133:6833","nonce":1901021313}]},"active_addr":"172.21.15.133:6833/1901021313","active_change":"2023-12-02T00:30:39.228072+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4100,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.133:0","nonce":1377799563}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.133:0","nonce":3111531134}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.133:0","nonce":3400511946}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.133:0","nonce":4290046496}]}]} 2023-12-02T00:31:05.202 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-12-02T00:31:05.202 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-12-02T00:31:05.202 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:05.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f594acea640 1 Processor -- start 2023-12-02T00:31:05.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f594acea640 1 -- start start 2023-12-02T00:31:05.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f594acea640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f59440c5260 0x7f594406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f594acea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f5944156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f594acea640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59440c2580 con 0x7f59440c5640 2023-12-02T00:31:05.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f594acea640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5944153510 con 0x7f59440c5260 2023-12-02T00:31:05.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f594acea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59440c17f0 con 0x7f5944155de0 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f5949287640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f5944156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f5949287640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f5944156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:48778/0 (socket says 172.21.15.133:48778) 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f5948a86640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f59440c5260 0x7f594406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f5949287640 1 -- 172.21.15.133:0/3745406964 learned_addr learned my addr 172.21.15.133:0/3745406964 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.339+0000 7f593bfff640 1 --1- 172.21.15.133:0/3745406964 >> v1:172.21.15.172:6789/0 conn(0x7f59440c5640 0x7f59440c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:45658/0 (socket says 172.21.15.133:45658) 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f5949287640 1 -- 172.21.15.133:0/3745406964 >> v2:172.21.15.172:3300/0 conn(0x7f59440c5260 msgr2=0x7f594406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f5949287640 1 --2- 172.21.15.133:0/3745406964 >> v2:172.21.15.172:3300/0 conn(0x7f59440c5260 0x7f594406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f5949287640 1 -- 172.21.15.133:0/3745406964 >> v1:172.21.15.172:6789/0 conn(0x7f59440c5640 legacy=0x7f59440c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f5949287640 1 -- 172.21.15.133:0/3745406964 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59440c1a00 con 0x7f5944155de0 2023-12-02T00:31:05.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f5949287640 1 --2- 172.21.15.133:0/3745406964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f5944156230 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f59440c1930 tx=0x7f593c01c930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f931da0e8b024570 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:05.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f593b7fe640 1 -- 172.21.15.133:0/3745406964 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f593c0a57f0 con 0x7f5944155de0 2023-12-02T00:31:05.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f593b7fe640 1 -- 172.21.15.133:0/3745406964 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f593c0a5950 con 0x7f5944155de0 2023-12-02T00:31:05.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f593b7fe640 1 -- 172.21.15.133:0/3745406964 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f593c0a5ce0 con 0x7f5944155de0 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f594acea640 1 -- 172.21.15.133:0/3745406964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 msgr2=0x7f5944156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f594acea640 1 --2- 172.21.15.133:0/3745406964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f5944156230 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f59440c1930 tx=0x7f593c01c930 comp rx=0 tx=0).stop 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f594acea640 1 -- 172.21.15.133:0/3745406964 shutdown_connections 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f594acea640 1 --2- 172.21.15.133:0/3745406964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f5944156230 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f594acea640 1 --2- 172.21.15.133:0/3745406964 >> v2:172.21.15.172:3300/0 conn(0x7f59440c5260 0x7f594406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.343+0000 7f594acea640 1 -- 172.21.15.133:0/3745406964 >> 172.21.15.133:0/3745406964 conn(0x7f594406a5b0 msgr2=0x7f594406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 -- 172.21.15.133:0/3745406964 shutdown_connections 2023-12-02T00:31:05.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 -- 172.21.15.133:0/3745406964 wait complete. 2023-12-02T00:31:05.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 Processor -- start 2023-12-02T00:31:05.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 -- start start 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59440c5260 0x7f59441570a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59440c5640 0x7f5944151620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f59441ecdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59441f12d0 con 0x7f59440c5640 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59441f0d50 con 0x7f59440c5260 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f594acea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59441552f0 con 0x7f5944155de0 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59440c5640 0x7f5944151620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59440c5640 0x7f5944151620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34136/0 (socket says 172.21.15.133:34136) 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 -- 172.21.15.133:0/967787960 learned_addr learned my addr 172.21.15.133:0/967787960 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f5948a86640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59440c5260 0x7f59441570a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f5949287640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f59441ecdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 -- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 msgr2=0x7f59441ecdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f59441ecdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 -- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59440c5260 msgr2=0x7f59441570a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59440c5260 0x7f59441570a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 -- 172.21.15.133:0/967787960 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f593c009b30 con 0x7f59440c5640 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f5948a86640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59440c5260 0x7f59441570a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f593bfff640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59440c5640 0x7f5944151620 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f593400c500 tx=0x7f593400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f59397fa640 1 -- 172.21.15.133:0/967787960 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59340074e0 con 0x7f59440c5640 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.347+0000 7f59397fa640 1 -- 172.21.15.133:0/967787960 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5934007640 con 0x7f59440c5640 2023-12-02T00:31:05.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59441555d0 con 0x7f59440c5640 2023-12-02T00:31:05.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f59397fa640 1 -- 172.21.15.133:0/967787960 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59340049f0 con 0x7f59440c5640 2023-12-02T00:31:05.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5944151b60 con 0x7f59440c5640 2023-12-02T00:31:05.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5944068400 con 0x7f59440c5640 2023-12-02T00:31:05.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f59397fa640 1 -- 172.21.15.133:0/967787960 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5934004b50 con 0x7f59440c5640 2023-12-02T00:31:05.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f59397fa640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5930066470 0x7f5930068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f59397fa640 1 -- 172.21.15.133:0/967787960 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f59340837b0 con 0x7f59440c5640 2023-12-02T00:31:05.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f5948a86640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5930066470 0x7f5930068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.351+0000 7f5948a86640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5930066470 0x7f5930068930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5940009eb0 tx=0x7f5940009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:05.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.355+0000 7f59397fa640 1 -- 172.21.15.133:0/967787960 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5934050c50 con 0x7f59440c5640 2023-12-02T00:31:05.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.507+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5944156e00 con 0x7f59440c5640 2023-12-02T00:31:05.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f59397fa640 1 -- 172.21.15.133:0/967787960 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f5934054270 con 0x7f59440c5640 2023-12-02T00:31:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:05.512 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:05.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5930066470 msgr2=0x7f5930068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5930066470 0x7f5930068930 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5940009eb0 tx=0x7f5940009190 comp rx=0 tx=0).stop 2023-12-02T00:31:05.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59440c5640 msgr2=0x7f5944151620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59440c5640 0x7f5944151620 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f593400c500 tx=0x7f593400c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 shutdown_connections 2023-12-02T00:31:05.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5930066470 0x7f5930068930 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5944155de0 0x7f59441ecdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59440c5640 0x7f5944151620 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 --2- 172.21.15.133:0/967787960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59440c5260 0x7f59441570a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 >> 172.21.15.133:0/967787960 conn(0x7f594406a5b0 msgr2=0x7f59440c38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:05.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 shutdown_connections 2023-12-02T00:31:05.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.511+0000 7f594acea640 1 -- 172.21.15.133:0/967787960 wait complete. 2023-12-02T00:31:05.533 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-12-02T00:31:05.533 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:05.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ef809640 1 Processor -- start 2023-12-02T00:31:05.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ef809640 1 -- start start 2023-12-02T00:31:05.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ef809640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f99e814b010 0x7f99e80bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ef809640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e8073a70 0x7f99e806b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ef809640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99e806a5b0 con 0x7f99e806b540 2023-12-02T00:31:05.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ef809640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99e80c1d60 con 0x7f99e814b010 2023-12-02T00:31:05.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ef809640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99e80c2040 con 0x7f99e8073a70 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ecda4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e8073a70 0x7f99e806b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99edda6640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f99e806b540 0x7f99e8157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:45674/0 (socket says 172.21.15.133:45674) 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99edda6640 1 -- 172.21.15.133:0/220619769 learned_addr learned my addr 172.21.15.133:0/220619769 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.667+0000 7f99ed5a5640 1 --2- 172.21.15.133:0/220619769 >> v2:172.21.15.172:3300/0 conn(0x7f99e814b010 0x7f99e80bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99ed5a5640 1 -- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e8073a70 msgr2=0x7f99e806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99ed5a5640 1 --2- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e8073a70 0x7f99e806b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99ed5a5640 1 -- 172.21.15.133:0/220619769 >> v1:172.21.15.172:6789/0 conn(0x7f99e806b540 legacy=0x7f99e8157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99ed5a5640 1 -- 172.21.15.133:0/220619769 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99e806a800 con 0x7f99e814b010 2023-12-02T00:31:05.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99ecda4640 1 --2- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e8073a70 0x7f99e806b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:05.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99ed5a5640 1 --2- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e814b010 0x7f99e80bf9f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f99e40097c0 tx=0x7f99e401ec70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1da2cc78dfed262 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:05.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99dffff640 1 -- 172.21.15.133:0/220619769 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e40a8970 con 0x7f99e814b010 2023-12-02T00:31:05.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99dffff640 1 -- 172.21.15.133:0/220619769 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99e40a8ad0 con 0x7f99e814b010 2023-12-02T00:31:05.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.671+0000 7f99dffff640 1 -- 172.21.15.133:0/220619769 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e40a8e60 con 0x7f99e814b010 2023-12-02T00:31:05.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e814b010 msgr2=0x7f99e80bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 --2- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e814b010 0x7f99e80bf9f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f99e40097c0 tx=0x7f99e401ec70 comp rx=0 tx=0).stop 2023-12-02T00:31:05.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- 172.21.15.133:0/220619769 shutdown_connections 2023-12-02T00:31:05.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 --2- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e8073a70 0x7f99e806b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 --2- 172.21.15.133:0/220619769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e814b010 0x7f99e80bf9f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- 172.21.15.133:0/220619769 >> 172.21.15.133:0/220619769 conn(0x7f99e80c30c0 msgr2=0x7f99e80c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:05.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- 172.21.15.133:0/220619769 shutdown_connections 2023-12-02T00:31:05.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- 172.21.15.133:0/220619769 wait complete. 2023-12-02T00:31:05.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 Processor -- start 2023-12-02T00:31:05.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- start start 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e8073a70 0x7f99e8154980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e814b010 0x7f99e814e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e8150040 0x7f99e81ed080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99e814b7f0 con 0x7f99e8073a70 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99e8147b50 con 0x7f99e8150040 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ef809640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99e8153f30 con 0x7f99e814b010 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e8073a70 0x7f99e8154980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e8073a70 0x7f99e8154980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:34148/0 (socket says 172.21.15.133:34148) 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 -- 172.21.15.133:0/2825817245 learned_addr learned my addr 172.21.15.133:0/2825817245 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ecda4640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e814b010 0x7f99e814e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99edda6640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e8150040 0x7f99e81ed080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 -- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e814b010 msgr2=0x7f99e814e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e814b010 0x7f99e814e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 -- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e8150040 msgr2=0x7f99e81ed080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e8150040 0x7f99e81ed080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 -- 172.21.15.133:0/2825817245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99d8009420 con 0x7f99e8073a70 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ecda4640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e814b010 0x7f99e814e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.675+0000 7f99ed5a5640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e8073a70 0x7f99e8154980 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f99e40b3040 tx=0x7f99e401ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ddffb640 1 -- 172.21.15.133:0/2825817245 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e40b9630 con 0x7f99e8073a70 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ddffb640 1 -- 172.21.15.133:0/2825817245 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99e40b97b0 con 0x7f99e8073a70 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ddffb640 1 -- 172.21.15.133:0/2825817245 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99e40b9b60 con 0x7f99e8073a70 2023-12-02T00:31:05.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99e4009420 con 0x7f99e8073a70 2023-12-02T00:31:05.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99e814ea80 con 0x7f99e8073a70 2023-12-02T00:31:05.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99e8068400 con 0x7f99e8073a70 2023-12-02T00:31:05.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ddffb640 1 -- 172.21.15.133:0/2825817245 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f99e40b7040 con 0x7f99e8073a70 2023-12-02T00:31:05.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ddffb640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99cc066470 0x7f99cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:05.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ddffb640 1 -- 172.21.15.133:0/2825817245 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f99e4121d60 con 0x7f99e8073a70 2023-12-02T00:31:05.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.679+0000 7f99ecda4640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99cc066470 0x7f99cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:05.684 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.683+0000 7f99ecda4640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99cc066470 0x7f99cc068930 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f99e80c03a0 tx=0x7f99d8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:05.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.683+0000 7f99ddffb640 1 -- 172.21.15.133:0/2825817245 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f99e40ef1d0 con 0x7f99e8073a70 2023-12-02T00:31:05.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f99e8073850 con 0x7f99e8073a70 2023-12-02T00:31:05.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ddffb640 1 -- 172.21.15.133:0/2825817245 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f99e40b5020 con 0x7f99e8073a70 2023-12-02T00:31:05.838 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:05.838 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99cc066470 msgr2=0x7f99cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99cc066470 0x7f99cc068930 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f99e80c03a0 tx=0x7f99d8008040 comp rx=0 tx=0).stop 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e8073a70 msgr2=0x7f99e8154980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e8073a70 0x7f99e8154980 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f99e40b3040 tx=0x7f99e401ba10 comp rx=0 tx=0).stop 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 shutdown_connections 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99cc066470 0x7f99cc068930 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99e8150040 0x7f99e81ed080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99e814b010 0x7f99e814e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 --2- 172.21.15.133:0/2825817245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e8073a70 0x7f99e8154980 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:05.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.835+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 >> 172.21.15.133:0/2825817245 conn(0x7f99e80c30c0 msgr2=0x7f99e80c54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:05.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.839+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 shutdown_connections 2023-12-02T00:31:05.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:05.839+0000 7f99ef809640 1 -- 172.21.15.133:0/2825817245 wait complete. 2023-12-02T00:31:05.859 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-12-02T00:31:05.860 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-12-02T00:31:05.860 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-12-02T00:31:05.860 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-12-02T00:31:05.861 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-12-02T00:31:05.861 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-12-02T00:31:05.862 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-12-02T00:31:05.862 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-12-02T00:31:06.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f21a7c09640 1 Processor -- start 2023-12-02T00:31:06.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f21a7c09640 1 -- start start 2023-12-02T00:31:06.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.099+0000 7f0500417640 1 Processor -- start 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f0500417640 1 -- start start 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f0500417640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f04f815c2f0 0x7f04f815c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f0500417640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80beec0 0x7f04f8155f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f0500417640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f04f80bf5a0 0x7f04f80c7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f0500417640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04f815cfd0 con 0x7f04f815c2f0 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f0500417640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04f815ccf0 con 0x7f04f80bf5a0 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f0500417640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04f80c60e0 con 0x7f04f80beec0 2023-12-02T00:31:06.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f04fe1b3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f04f815c2f0 0x7f04f815c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f04fe9b4640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f04f80bf5a0 0x7f04f80c7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f04fe9b4640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f04f80bf5a0 0x7f04f80c7d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49730/0 (socket says 172.21.15.133:49730) 2023-12-02T00:31:06.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f04fe9b4640 1 -- 172.21.15.133:0/1198826395 learned_addr learned my addr 172.21.15.133:0/1198826395 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f21a59a5640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f2198035140 0x7f219800fb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50314/0 (socket says 172.21.15.133:50314) 2023-12-02T00:31:06.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f21a59a5640 1 -- 172.21.15.133:0/4075677737 learned_addr learned my addr 172.21.15.133:0/4075677737 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a7c09640 1 --2- 172.21.15.133:0/4075677737 >> v2:172.21.15.172:3300/0 conn(0x7f21980433a0 0x7f2198007360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.103+0000 7f04fd9b2640 1 --2- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80beec0 0x7f04f8155f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21980de3e0 con 0x7f2198035520 2023-12-02T00:31:06.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f04fe9b4640 1 -- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80beec0 msgr2=0x7f04f8155f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f04fe9b4640 1 --2- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80beec0 0x7f04f8155f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f04fe9b4640 1 -- 172.21.15.133:0/1198826395 >> v2:172.21.15.133:3300/0 conn(0x7f04f815c2f0 msgr2=0x7f04f815c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f04fe9b4640 1 --2- 172.21.15.133:0/1198826395 >> v2:172.21.15.133:3300/0 conn(0x7f04f815c2f0 0x7f04f815c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a69a7640 1 --2- 172.21.15.133:0/4075677737 >> v2:172.21.15.172:3300/0 conn(0x7f21980433a0 0x7f2198007360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f04fe9b4640 1 -- 172.21.15.133:0/1198826395 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04f80c63c0 con 0x7f04f80bf5a0 2023-12-02T00:31:06.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f04fe1b3640 1 --2- 172.21.15.133:0/1198826395 >> v2:172.21.15.133:3300/0 conn(0x7f04f815c2f0 0x7f04f815c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:06.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21980de6c0 con 0x7f2198035140 2023-12-02T00:31:06.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f219804a710 con 0x7f21980433a0 2023-12-02T00:31:06.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a49a3640 1 -- 172.21.15.133:0/4075677737 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3468908301 0 0) 0x7f21980de3e0 con 0x7f2198035520 2023-12-02T00:31:06.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a49a3640 1 -- 172.21.15.133:0/4075677737 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f218c003530 con 0x7f2198035520 2023-12-02T00:31:06.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a49a3640 1 -- 172.21.15.133:0/4075677737 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 552539432 0 0) 0x7f21980de6c0 con 0x7f2198035140 2023-12-02T00:31:06.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a69a7640 1 -- 172.21.15.133:0/4075677737 >> v1:172.21.15.172:6789/0 conn(0x7f2198035140 legacy=0x7f219800fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a69a7640 1 -- 172.21.15.133:0/4075677737 >> v1:172.21.15.133:6789/0 conn(0x7f2198035520 legacy=0x7f219800e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.107+0000 7f21a69a7640 1 -- 172.21.15.133:0/4075677737 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f219804a9f0 con 0x7f21980433a0 2023-12-02T00:31:06.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f3b3952a640 1 Processor -- start 2023-12-02T00:31:06.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f04fe9b4640 1 --2- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80bf5a0 0x7f04f80c7d60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f04f80c4180 tx=0x7f04f001c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=722bae34dac737ad server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f3b3952a640 1 -- start start 2023-12-02T00:31:06.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f04fd1b1640 1 -- 172.21.15.133:0/1198826395 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f80c8ab0 con 0x7f04f80bf5a0 2023-12-02T00:31:06.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f04fd1b1640 1 -- 172.21.15.133:0/1198826395 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04f00a5530 con 0x7f04f80bf5a0 2023-12-02T00:31:06.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f04fd1b1640 1 -- 172.21.15.133:0/1198826395 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f00a58c0 con 0x7f04f80bf5a0 2023-12-02T00:31:06.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f3b3952a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34151350 0x7f3b3406d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f3b3952a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3b34072080 0x7f3b3406bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f3b3952a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b340c3e70 con 0x7f3b340a8430 2023-12-02T00:31:06.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f3b3952a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b340c16e0 con 0x7f3b34072080 2023-12-02T00:31:06.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f3b3952a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b340c1120 con 0x7f3b34151350 2023-12-02T00:31:06.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f8e3d6c9640 1 Processor -- start 2023-12-02T00:31:06.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.111+0000 7f8e3d6c9640 1 -- start start 2023-12-02T00:31:06.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b32ffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34151350 0x7f3b3406d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b327fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3b34072080 0x7f3b3406bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b32ffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34151350 0x7f3b3406d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:55908/0 (socket says 172.21.15.133:55908) 2023-12-02T00:31:06.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b32ffd640 1 -- 172.21.15.133:0/4138954336 learned_addr learned my addr 172.21.15.133:0/4138954336 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 -- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80bf5a0 msgr2=0x7f04f80c7d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 --2- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80bf5a0 0x7f04f80c7d60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f04f80c4180 tx=0x7f04f001c8b0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b32ffd640 1 -- 172.21.15.133:0/4138954336 >> v2:172.21.15.133:3300/0 conn(0x7f3b34072080 msgr2=0x7f3b3406bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b32ffd640 1 --2- 172.21.15.133:0/4138954336 >> v2:172.21.15.133:3300/0 conn(0x7f3b34072080 0x7f3b3406bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b32ffd640 1 -- 172.21.15.133:0/4138954336 >> v1:172.21.15.172:6789/0 conn(0x7f3b340a8430 legacy=0x7f3b340c4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e3d6c9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8e380c53e0 0x7f8e38070350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b32ffd640 1 -- 172.21.15.133:0/4138954336 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b340c1400 con 0x7f3b34151350 2023-12-02T00:31:06.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f3b327fc640 1 --2- 172.21.15.133:0/4138954336 >> v2:172.21.15.133:3300/0 conn(0x7f3b34072080 0x7f3b3406bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e3d6c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e380c08c0 con 0x7f8e38070890 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e3d6c9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e380c1880 con 0x7f8e3806c2b0 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e3d6c9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e380c1b60 con 0x7f8e380c53e0 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e36ffd640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f8e3806c2b0 0x7f8e3806c800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50320/0 (socket says 172.21.15.133:50320) 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e36ffd640 1 -- 172.21.15.133:0/1107733992 learned_addr learned my addr 172.21.15.133:0/1107733992 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 -- 172.21.15.133:0/1198826395 shutdown_connections 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 --2- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80bf5a0 0x7f04f80c7d60 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 --2- 172.21.15.133:0/1198826395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80beec0 0x7f04f8155f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 --2- 172.21.15.133:0/1198826395 >> v2:172.21.15.133:3300/0 conn(0x7f04f815c2f0 0x7f04f815c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 -- 172.21.15.133:0/1198826395 >> 172.21.15.133:0/1198826395 conn(0x7f04f80c6870 msgr2=0x7f04f80c6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e367fc640 1 --2- 172.21.15.133:0/1107733992 >> v2:172.21.15.172:3300/0 conn(0x7f8e380c53e0 0x7f8e38070350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 -- 172.21.15.133:0/1198826395 shutdown_connections 2023-12-02T00:31:06.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e35ffb640 1 -- 172.21.15.133:0/1107733992 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2278767689 0 0) 0x7f8e380c1880 con 0x7f8e3806c2b0 2023-12-02T00:31:06.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e35ffb640 1 -- 172.21.15.133:0/1107733992 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8e20005740 con 0x7f8e3806c2b0 2023-12-02T00:31:06.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e367fc640 1 -- 172.21.15.133:0/1107733992 >> v1:172.21.15.172:6789/0 conn(0x7f8e3806c2b0 legacy=0x7f8e3806c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f0500417640 1 -- 172.21.15.133:0/1198826395 wait complete. 2023-12-02T00:31:06.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e35ffb640 1 -- 172.21.15.133:0/1107733992 <== mon.1 v1:172.21.15.172:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3159030251 0 0) 0x7f8e20005740 con 0x7f8e3806c2b0 2023-12-02T00:31:06.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e367fc640 1 -- 172.21.15.133:0/1107733992 >> v1:172.21.15.133:6789/0 conn(0x7f8e38070890 legacy=0x7f8e3816bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f21a69a7640 1 --2- 172.21.15.133:0/4075677737 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 0x7f2198007360 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f21900097c0 tx=0x7f219001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=429a6043bfe3a8ed server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f21a49a3640 1 -- 172.21.15.133:0/4075677737 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21900ab600 con 0x7f21980433a0 2023-12-02T00:31:06.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f21a49a3640 1 -- 172.21.15.133:0/4075677737 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21900a7050 con 0x7f21980433a0 2023-12-02T00:31:06.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f21a49a3640 1 -- 172.21.15.133:0/4075677737 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21900ab980 con 0x7f21980433a0 2023-12-02T00:31:06.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 Processor -- start 2023-12-02T00:31:06.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 -- start start 2023-12-02T00:31:06.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 msgr2=0x7f2198007360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f21a7c09640 1 --2- 172.21.15.133:0/4075677737 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 0x7f2198007360 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f21900097c0 tx=0x7f219001c330 comp rx=0 tx=0).stop 2023-12-02T00:31:06.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.115+0000 7f8e367fc640 1 -- 172.21.15.133:0/1107733992 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e380c1e40 con 0x7f8e380c53e0 2023-12-02T00:31:06.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 shutdown_connections 2023-12-02T00:31:06.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f21a7c09640 1 --2- 172.21.15.133:0/4075677737 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 0x7f2198007360 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f91a9bd8640 1 Processor -- start 2023-12-02T00:31:06.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f91a9bd8640 1 -- start start 2023-12-02T00:31:06.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f3b32ffd640 1 --2- 172.21.15.133:0/4138954336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34151350 0x7f3b3406d1c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3b2400b920 tx=0x7f3b2401c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afc57fe45f8ba70a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 >> 172.21.15.133:0/4075677737 conn(0x7f219804c810 msgr2=0x7f219804cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80bf5a0 0x7f04f80af140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04f815c2f0 0x7f04f8147610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f3b31ffb640 1 -- 172.21.15.133:0/4138954336 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b240a57a0 con 0x7f3b34151350 2023-12-02T00:31:06.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f3b31ffb640 1 -- 172.21.15.133:0/4138954336 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b240a5900 con 0x7f3b34151350 2023-12-02T00:31:06.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f3b31ffb640 1 -- 172.21.15.133:0/4138954336 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b240a5c90 con 0x7f3b34151350 2023-12-02T00:31:06.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80acd40 0x7f04f8145680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04f8149a20 con 0x7f04f815c2f0 2023-12-02T00:31:06.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04f81462e0 con 0x7f04f80acd40 2023-12-02T00:31:06.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f0500417640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04f81496b0 con 0x7f04f80bf5a0 2023-12-02T00:31:06.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fe1b3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80bf5a0 0x7f04f80af140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fd9b2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04f815c2f0 0x7f04f8147610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fd9b2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04f815c2f0 0x7f04f8147610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47300/0 (socket says 172.21.15.133:47300) 2023-12-02T00:31:06.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f49fddd0640 1 Processor -- start 2023-12-02T00:31:06.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fd9b2640 1 -- 172.21.15.133:0/3493990219 learned_addr learned my addr 172.21.15.133:0/3493990219 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fe9b4640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80acd40 0x7f04f8145680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f49fddd0640 1 -- start start 2023-12-02T00:31:06.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f3b3952a640 1 -- 172.21.15.133:0/4138954336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34151350 msgr2=0x7f3b3406d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f3b3952a640 1 --2- 172.21.15.133:0/4138954336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34151350 0x7f3b3406d1c0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3b2400b920 tx=0x7f3b2401c910 comp rx=0 tx=0).stop 2023-12-02T00:31:06.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fe9b4640 1 -- 172.21.15.133:0/3493990219 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80bf5a0 msgr2=0x7f04f80af140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fe9b4640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f04f80bf5a0 0x7f04f80af140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fe9b4640 1 -- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04f815c2f0 msgr2=0x7f04f8147610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fe9b4640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04f815c2f0 0x7f04f8147610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f91a9bd8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f91a41561e0 0x7f91a4158a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a9bd8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f91a40bffe0 0x7f91a4158f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a9bd8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40c21b0 0x7f91a40c2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a9bd8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91a406d8e0 con 0x7f91a41561e0 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a9bd8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91a406e130 con 0x7f91a40bffe0 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a9bd8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a41597e0 con 0x7f91a40c21b0 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f283707b640 1 Processor -- start 2023-12-02T00:31:06.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fe9b4640 1 -- 172.21.15.133:0/3493990219 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04f0009b30 con 0x7f04f80acd40 2023-12-02T00:31:06.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.119+0000 7f04fd9b2640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04f815c2f0 0x7f04f8147610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:06.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e367fc640 1 --2- 172.21.15.133:0/1107733992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e380c53e0 0x7f8e38070350 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c00a8e0 tx=0x7f8e2c01c4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d52054cf26c1dbf0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a37fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f91a41561e0 0x7f91a4158a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f04fe9b4640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80acd40 0x7f04f8145680 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f04f00ab000 tx=0x7f04f0019650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a37fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f91a41561e0 0x7f91a4158a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47310/0 (socket says 172.21.15.133:47310) 2023-12-02T00:31:06.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a37fe640 1 -- 172.21.15.133:0/2851234954 learned_addr learned my addr 172.21.15.133:0/2851234954 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a3fff640 1 --2- 172.21.15.133:0/2851234954 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40c21b0 0x7f91a40c2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a2ffd640 1 --2- 172.21.15.133:0/2851234954 >> v2:172.21.15.172:3300/0 conn(0x7f91a40bffe0 0x7f91a4158f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e35ffb640 1 -- 172.21.15.133:0/1107733992 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e28001680 con 0x7f8e380c53e0 2023-12-02T00:31:06.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e35ffb640 1 -- 172.21.15.133:0/1107733992 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e2c0ab400 con 0x7f8e380c53e0 2023-12-02T00:31:06.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f00b8470 con 0x7f04f80acd40 2023-12-02T00:31:06.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04f00b85d0 con 0x7f04f80acd40 2023-12-02T00:31:06.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f283707b640 1 -- start start 2023-12-02T00:31:06.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04f00b8980 con 0x7f04f80acd40 2023-12-02T00:31:06.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a3fff640 1 -- 172.21.15.133:0/2851234954 >> v2:172.21.15.172:3300/0 conn(0x7f91a40bffe0 msgr2=0x7f91a4158f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a3fff640 1 --2- 172.21.15.133:0/2851234954 >> v2:172.21.15.172:3300/0 conn(0x7f91a40bffe0 0x7f91a4158f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a3fff640 1 -- 172.21.15.133:0/2851234954 >> v2:172.21.15.133:3300/0 conn(0x7f91a41561e0 msgr2=0x7f91a4158a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a3fff640 1 --2- 172.21.15.133:0/2851234954 >> v2:172.21.15.133:3300/0 conn(0x7f91a41561e0 0x7f91a4158a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f91a3fff640 1 -- 172.21.15.133:0/2851234954 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a406db30 con 0x7f91a40c21b0 2023-12-02T00:31:06.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04f8149e90 con 0x7f04f80acd40 2023-12-02T00:31:06.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04f8147010 con 0x7f04f80acd40 2023-12-02T00:31:06.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 shutdown_connections 2023-12-02T00:31:06.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e35ffb640 1 -- 172.21.15.133:0/1107733992 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c0ab770 con 0x7f8e380c53e0 2023-12-02T00:31:06.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fddd0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49f00d86b0 0x7f49f00df180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fddd0640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f49f00e0820 0x7f49f00e0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fddd0640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49f00df6c0 con 0x7f49f004a540 2023-12-02T00:31:06.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fddd0640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49f004ab00 con 0x7f49f00e0820 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fddd0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49f00dfd60 con 0x7f49f00d86b0 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fd5cf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f49f00e0820 0x7f49f00e0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fd5cf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f49f00e0820 0x7f49f00e0c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47322/0 (socket says 172.21.15.133:47322) 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fd5cf640 1 -- 172.21.15.133:0/2894358574 learned_addr learned my addr 172.21.15.133:0/2894358574 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fd5cf640 1 -- 172.21.15.133:0/2894358574 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49f00d86b0 msgr2=0x7f49f00df180 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fd5cf640 1 --2- 172.21.15.133:0/2894358574 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49f00d86b0 0x7f49f00df180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fd5cf640 1 -- 172.21.15.133:0/2894358574 >> v1:172.21.15.133:6789/0 conn(0x7f49f004a540 legacy=0x7f49f0007190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f49fd5cf640 1 -- 172.21.15.133:0/2894358574 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49f00e0040 con 0x7f49f00e0820 2023-12-02T00:31:06.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f283707b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f28300c4750 0x7f28300c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f283707b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f28300c7db0 0x7f28301544c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f283707b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28300bd6f0 con 0x7f2830151bf0 2023-12-02T00:31:06.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f283707b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28300c5470 con 0x7f28300c7db0 2023-12-02T00:31:06.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f283707b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f283006c5c0 con 0x7f28300c4750 2023-12-02T00:31:06.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/1107733992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e380c53e0 msgr2=0x7f8e38070350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e3d6c9640 1 --2- 172.21.15.133:0/1107733992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e380c53e0 0x7f8e38070350 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c00a8e0 tx=0x7f8e2c01c4f0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/1107733992 shutdown_connections 2023-12-02T00:31:06.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e3d6c9640 1 --2- 172.21.15.133:0/1107733992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e380c53e0 0x7f8e38070350 secure :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c00a8e0 tx=0x7f8e2c01c4f0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/1107733992 >> 172.21.15.133:0/1107733992 conn(0x7f8e380a7910 msgr2=0x7f8e380a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f283687a640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f2830151bf0 0x7f2830154a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45762/0 (socket says 172.21.15.133:45762) 2023-12-02T00:31:06.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f283687a640 1 -- 172.21.15.133:0/3399433506 learned_addr learned my addr 172.21.15.133:0/3399433506 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f04f00b8ae0 con 0x7f04f80acd40 2023-12-02T00:31:06.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.123+0000 7f21a7c09640 1 -- 172.21.15.133:0/4075677737 wait complete. 2023-12-02T00:31:06.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 Processor -- start 2023-12-02T00:31:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2836079640 1 --2- 172.21.15.133:0/3399433506 >> v2:172.21.15.172:3300/0 conn(0x7f28300c4750 0x7f28300c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/1107733992 shutdown_connections 2023-12-02T00:31:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f3b3952a640 1 -- 172.21.15.133:0/4138954336 shutdown_connections 2023-12-02T00:31:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f3b3952a640 1 --2- 172.21.15.133:0/4138954336 >> v2:172.21.15.133:3300/0 conn(0x7f3b34072080 0x7f3b3406bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f3b3952a640 1 --2- 172.21.15.133:0/4138954336 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34151350 0x7f3b3406d1c0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f3b3952a640 1 -- 172.21.15.133:0/4138954336 >> 172.21.15.133:0/4138954336 conn(0x7f3b340a7910 msgr2=0x7f3b340a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/1107733992 wait complete. 2023-12-02T00:31:06.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a3fff640 1 --2- 172.21.15.133:0/2851234954 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40c21b0 0x7f91a40c2620 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f91a40741c0 tx=0x7f919401c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c6e2e9e99b63c5f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2835077640 1 -- 172.21.15.133:0/3399433506 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2643082109 0 0) 0x7f28300bd6f0 con 0x7f2830151bf0 2023-12-02T00:31:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2835077640 1 -- 172.21.15.133:0/3399433506 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f281c003530 con 0x7f2830151bf0 2023-12-02T00:31:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2836079640 1 -- 172.21.15.133:0/3399433506 >> v2:172.21.15.133:3300/0 conn(0x7f28300c7db0 msgr2=0x7f28301544c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04eeffd640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f04dc0664c0 0x7f04dc068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f04f8146500 con 0x7f04f80acd40 2023-12-02T00:31:06.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2835878640 1 --2- 172.21.15.133:0/3399433506 >> v2:172.21.15.133:3300/0 conn(0x7f28300c7db0 0x7f28301544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a27fc640 1 -- 172.21.15.133:0/2851234954 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91940ab600 con 0x7f91a40c21b0 2023-12-02T00:31:06.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a27fc640 1 -- 172.21.15.133:0/2851234954 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91940a7050 con 0x7f91a40c21b0 2023-12-02T00:31:06.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a27fc640 1 -- 172.21.15.133:0/2851234954 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91940ab980 con 0x7f91a40c21b0 2023-12-02T00:31:06.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2836079640 1 --2- 172.21.15.133:0/3399433506 >> v2:172.21.15.133:3300/0 conn(0x7f28300c7db0 0x7f28301544c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f04f011ed00 con 0x7f04f80acd40 2023-12-02T00:31:06.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2836079640 1 -- 172.21.15.133:0/3399433506 >> v1:172.21.15.133:6789/0 conn(0x7f2830151bf0 legacy=0x7f2830154a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2835077640 1 -- 172.21.15.133:0/3399433506 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 917814591 0 0) 0x7f281c003530 con 0x7f2830151bf0 2023-12-02T00:31:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04eeffd640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f04dc06e660 0x7f04dc070a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 --> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f04dc071130 con 0x7f04dc06e660 2023-12-02T00:31:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f04f00f4120 con 0x7f04f80acd40 2023-12-02T00:31:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04fe1b3640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f04dc0664c0 0x7f04dc068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 -- 172.21.15.133:0/2851234954 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40c21b0 msgr2=0x7f91a40c2620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 --2- 172.21.15.133:0/2851234954 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40c21b0 0x7f91a40c2620 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f91a40741c0 tx=0x7f919401c360 comp rx=0 tx=0).stop 2023-12-02T00:31:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f2836079640 1 -- 172.21.15.133:0/3399433506 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2830155110 con 0x7f28300c4750 2023-12-02T00:31:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04fd9b2640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f04dc06e660 0x7f04dc070a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 -- start start 2023-12-02T00:31:06.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198035140 0x7f21980d70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2198035520 0x7f21980d75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 0x7f219804e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 -- 172.21.15.133:0/2851234954 shutdown_connections 2023-12-02T00:31:06.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 --2- 172.21.15.133:0/2851234954 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40c21b0 0x7f91a40c2620 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 --2- 172.21.15.133:0/2851234954 >> v2:172.21.15.172:3300/0 conn(0x7f91a40bffe0 0x7f91a4158f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 --2- 172.21.15.133:0/2851234954 >> v2:172.21.15.133:3300/0 conn(0x7f91a41561e0 0x7f91a4158a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 -- 172.21.15.133:0/2851234954 >> 172.21.15.133:0/2851234954 conn(0x7f91a40c5cd0 msgr2=0x7f91a40c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f49fd5cf640 1 --2- 172.21.15.133:0/2894358574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f00e0820 0x7f49f00e0c30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f49f8062150 tx=0x7f49f8096af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb896eef69bb517 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f3b3952a640 1 -- 172.21.15.133:0/4138954336 shutdown_connections 2023-12-02T00:31:06.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f04fe1b3640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f04dc0664c0 0x7f04dc068980 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f04e8006fd0 tx=0x7f04e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a51a4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2198035520 0x7f21980d75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2198172c70 con 0x7f2198035140 2023-12-02T00:31:06.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21980dccb0 con 0x7f21980433a0 2023-12-02T00:31:06.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f21a7c09640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21980dbc10 con 0x7f2198035520 2023-12-02T00:31:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2198035520 0x7f21980d75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:55954/0 (socket says 172.21.15.133:55954) 2023-12-02T00:31:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 -- 172.21.15.133:0/3401971274 learned_addr learned my addr 172.21.15.133:0/3401971274 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 -- 172.21.15.133:0/2851234954 shutdown_connections 2023-12-02T00:31:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a69a7640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 0x7f219804e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 -- 172.21.15.133:0/3401971274 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 msgr2=0x7f219804e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980433a0 0x7f219804e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 -- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198035140 msgr2=0x7f21980d70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198035140 0x7f21980d70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 -- 172.21.15.133:0/3401971274 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2190009420 con 0x7f2198035520 2023-12-02T00:31:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 Processor -- start 2023-12-02T00:31:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 -- start start 2023-12-02T00:31:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f04fd9b2640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f04dc06e660 0x7f04dc070a80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a51a4640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2198035520 0x7f21980d75f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f21a0064280 tx=0x7f21a0067fc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a006bd10 con 0x7f2198035520 2023-12-02T00:31:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21a0092400 con 0x7f2198035520 2023-12-02T00:31:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a00927f0 con 0x7f2198035520 2023-12-02T00:31:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21980dbef0 con 0x7f2198035520 2023-12-02T00:31:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21980dc4b0 con 0x7f2198035520 2023-12-02T00:31:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f3b3952a640 1 -- 172.21.15.133:0/4138954336 wait complete. 2023-12-02T00:31:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f3b3952a640 1 Processor -- start 2023-12-02T00:31:06.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e3806c2b0 0x7f8e38160a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8e38070890 0x7f8e3815c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e381593a0 0x7f8e3815c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e3815ee90 con 0x7f8e3806c2b0 2023-12-02T00:31:06.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e3815bfb0 con 0x7f8e381593a0 2023-12-02T00:31:06.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e3d6c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e3815ade0 con 0x7f8e38070890 2023-12-02T00:31:06.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.127+0000 7f91a9bd8640 1 -- 172.21.15.133:0/2851234954 wait complete. 2023-12-02T00:31:06.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f91a9bd8640 1 Processor -- start 2023-12-02T00:31:06.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f91a9bd8640 1 -- start start 2023-12-02T00:31:06.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f2835878640 1 --2- 172.21.15.133:0/3399433506 >> v2:172.21.15.133:3300/0 conn(0x7f28300c7db0 0x7f28301544c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:06.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f3b3952a640 1 -- start start 2023-12-02T00:31:06.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f49ef7fe640 1 -- 172.21.15.133:0/2894358574 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f811f840 con 0x7f49f00e0820 2023-12-02T00:31:06.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f49ef7fe640 1 -- 172.21.15.133:0/2894358574 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49f811f9a0 con 0x7f49f00e0820 2023-12-02T00:31:06.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f49ef7fe640 1 -- 172.21.15.133:0/2894358574 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f811fdd0 con 0x7f49f00e0820 2023-12-02T00:31:06.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== osd.0 v2:172.21.15.133:6800/4187958148 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f04dc071130 con 0x7f04dc06e660 2023-12-02T00:31:06.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f8e377fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e381593a0 0x7f8e3815c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.131+0000 7f2836079640 1 --2- 172.21.15.133:0/3399433506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300c4b30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f283008baa0 tx=0x7f282801c820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5848035ade89ea75 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f431d4bb640 1 Processor -- start 2023-12-02T00:31:06.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f431d4bb640 1 -- start start 2023-12-02T00:31:06.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e377fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e381593a0 0x7f8e3815c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49820/0 (socket says 172.21.15.133:49820) 2023-12-02T00:31:06.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e377fe640 1 -- 172.21.15.133:0/854523315 learned_addr learned my addr 172.21.15.133:0/854523315 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 -- 172.21.15.133:0/2894358574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f00e0820 msgr2=0x7f49f00e0c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 --2- 172.21.15.133:0/2894358574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f00e0820 0x7f49f00e0c30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f49f8062150 tx=0x7f49f8096af0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2188000fd0 con 0x7f2198035520 2023-12-02T00:31:06.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e367fc640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8e38070890 0x7f8e3815c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a9bd8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40bffe0 0x7f91a40a7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a9bd8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91a40c21b0 0x7f91a40712d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 -- 172.21.15.133:0/2894358574 shutdown_connections 2023-12-02T00:31:06.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 --2- 172.21.15.133:0/2894358574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f00e0820 0x7f49f00e0c30 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 --2- 172.21.15.133:0/2894358574 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49f00d86b0 0x7f49f00df180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 -- 172.21.15.133:0/2894358574 >> 172.21.15.133:0/2894358574 conn(0x7f49f004c640 msgr2=0x7f49f004ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a9bd8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91a41561e0 0x7f91a4161300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a9bd8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a40a76d0 con 0x7f91a41561e0 2023-12-02T00:31:06.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a9bd8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a41f9ce0 con 0x7f91a40c21b0 2023-12-02T00:31:06.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a9bd8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a41f9fc0 con 0x7f91a40bffe0 2023-12-02T00:31:06.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 -- 172.21.15.133:0/2894358574 shutdown_connections 2023-12-02T00:31:06.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e36ffd640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e3806c2b0 0x7f8e38160a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a37fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40bffe0 0x7f91a40a7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e377fe640 1 -- 172.21.15.133:0/854523315 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8e38070890 msgr2=0x7f8e3815c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91a41561e0 0x7f91a4161300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91a41561e0 0x7f91a4161300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47370/0 (socket says 172.21.15.133:47370) 2023-12-02T00:31:06.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 -- 172.21.15.133:0/1201946815 learned_addr learned my addr 172.21.15.133:0/1201946815 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b3952a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34072080 0x7f3b340a8df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f2835077640 1 -- 172.21.15.133:0/3399433506 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2820001680 con 0x7f28300c4750 2023-12-02T00:31:06.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f2835077640 1 -- 172.21.15.133:0/3399433506 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28280a5640 con 0x7f28300c4750 2023-12-02T00:31:06.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b3952a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3b340a8430 0x7f3b341572b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f2835077640 1 -- 172.21.15.133:0/3399433506 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28280a59d0 con 0x7f28300c4750 2023-12-02T00:31:06.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b3952a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b34151350 0x7f3b341fd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a37fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40bffe0 0x7f91a40a7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:55972/0 (socket says 172.21.15.133:55972) 2023-12-02T00:31:06.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b3952a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b341fd410 con 0x7f3b34151350 2023-12-02T00:31:06.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b3952a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b340a9330 con 0x7f3b340a8430 2023-12-02T00:31:06.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b3952a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b340ab8c0 con 0x7f3b34072080 2023-12-02T00:31:06.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a2ffd640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91a40c21b0 0x7f91a40712d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 -- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40bffe0 msgr2=0x7f91a40a7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91a40bffe0 0x7f91a40a7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f431d4bb640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4318151e90 0x7f43180c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 -- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91a40c21b0 msgr2=0x7f91a40712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91a40c21b0 0x7f91a40712d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 -- 172.21.15.133:0/1201946815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9194009420 con 0x7f91a41561e0 2023-12-02T00:31:06.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b327fc640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3b340a8430 0x7f3b341572b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b327fc640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3b340a8430 0x7f3b341572b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49838/0 (socket says 172.21.15.133:49838) 2023-12-02T00:31:06.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b327fc640 1 -- 172.21.15.133:0/2774873722 learned_addr learned my addr 172.21.15.133:0/2774873722 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f431d4bb640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f431806c860 con 0x7f43180c7ea0 2023-12-02T00:31:06.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f431d4bb640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4318154930 con 0x7f43180c4e60 2023-12-02T00:31:06.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f431d4bb640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43180c8750 con 0x7f4318151e90 2023-12-02T00:31:06.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 -- 172.21.15.133:0/2894358574 wait complete. 2023-12-02T00:31:06.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f43177fe640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f43180c4e60 0x7f431815f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50326/0 (socket says 172.21.15.133:50326) 2023-12-02T00:31:06.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f43177fe640 1 -- 172.21.15.133:0/1924002172 learned_addr learned my addr 172.21.15.133:0/1924002172 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e377fe640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8e38070890 0x7f8e3815c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f4316ffd640 1 --2- 172.21.15.133:0/1924002172 >> v2:172.21.15.133:3300/0 conn(0x7f4318151e90 0x7f43180c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b327fc640 1 -- 172.21.15.133:0/2774873722 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34072080 msgr2=0x7f3b340a8df0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-02T00:31:06.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b327fc640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3b34072080 0x7f3b340a8df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e377fe640 1 -- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e3806c2b0 msgr2=0x7f8e38160a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e377fe640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e3806c2b0 0x7f8e38160a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e377fe640 1 -- 172.21.15.133:0/854523315 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e2c00a5c0 con 0x7f8e381593a0 2023-12-02T00:31:06.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f8e36ffd640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e3806c2b0 0x7f8e38160a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:06.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f49fddd0640 1 Processor -- start 2023-12-02T00:31:06.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b327fc640 1 -- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b34151350 msgr2=0x7f3b341fd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f4315ffb640 1 -- 172.21.15.133:0/1924002172 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 489402157 0 0) 0x7f4318154930 con 0x7f43180c4e60 2023-12-02T00:31:06.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f4315ffb640 1 -- 172.21.15.133:0/1924002172 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4300003530 con 0x7f43180c4e60 2023-12-02T00:31:06.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f3b327fc640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b34151350 0x7f3b341fd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f91a3fff640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91a41561e0 0x7f91a4161300 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f919401aa10 tx=0x7f9194019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49fddd0640 1 -- start start 2023-12-02T00:31:06.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f4316ffd640 1 -- 172.21.15.133:0/1924002172 >> v1:172.21.15.172:6789/0 conn(0x7f43180c4e60 legacy=0x7f431815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f4315ffb640 1 -- 172.21.15.133:0/1924002172 <== mon.1 v1:172.21.15.172:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2678807607 0 0) 0x7f4300003530 con 0x7f43180c4e60 2023-12-02T00:31:06.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b327fc640 1 -- 172.21.15.133:0/2774873722 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b2c00f050 con 0x7f3b340a8430 2023-12-02T00:31:06.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e367fc640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8e38070890 0x7f8e3815c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:06.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f4316ffd640 1 -- 172.21.15.133:0/1924002172 >> v1:172.21.15.133:6789/0 conn(0x7f43180c7ea0 legacy=0x7f431806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f4316ffd640 1 -- 172.21.15.133:0/1924002172 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4318154c10 con 0x7f4318151e90 2023-12-02T00:31:06.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e377fe640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e381593a0 0x7f8e3815c9a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000c730 tx=0x7f8e3000cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b327fc640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3b340a8430 0x7f3b341572b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c00f530 tx=0x7f3b2c00f9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e30006d60 con 0x7f8e381593a0 2023-12-02T00:31:06.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e30003980 con 0x7f8e381593a0 2023-12-02T00:31:06.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e30003d30 con 0x7f8e381593a0 2023-12-02T00:31:06.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e3815b0a0 con 0x7f8e381593a0 2023-12-02T00:31:06.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e3815b660 con 0x7f8e381593a0 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49fddd0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f004a540 0x7f49f00428c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49fddd0640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49f00d86b0 0x7f49f00d77e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49fddd0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49f00e0820 0x7f49f00dc5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49fddd0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49f0177390 con 0x7f49f004a540 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49fddd0640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49f0178340 con 0x7f49f00d86b0 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49fddd0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49f0177eb0 con 0x7f49f00e0820 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49f00d86b0 0x7f49f00d77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49f00d86b0 0x7f49f00d77e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49840/0 (socket says 172.21.15.133:49840) 2023-12-02T00:31:06.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 -- 172.21.15.133:0/3839621438 learned_addr learned my addr 172.21.15.133:0/3839621438 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c003ba0 con 0x7f3b340a8430 2023-12-02T00:31:06.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f21a0092950 con 0x7f2198035520 2023-12-02T00:31:06.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f21967fc640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066540 0x7f2184068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.135+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f21a00fda70 con 0x7f2198035520 2023-12-02T00:31:06.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f21967fc640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7f218406e6e0 0x7f2184070b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 --> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f21840711b0 con 0x7f218406e6e0 2023-12-02T00:31:06.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f21a69a7640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7f218406e6e0 0x7f2184070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8e380a6510 con 0x7f8e381593a0 2023-12-02T00:31:06.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b2c003d00 con 0x7f3b340a8430 2023-12-02T00:31:06.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b2400b580 con 0x7f3b340a8430 2023-12-02T00:31:06.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 -- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49f00e0820 msgr2=0x7f49f00dc5b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-02T00:31:06.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49f00e0820 0x7f49f00dc5b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 -- 172.21.15.133:0/3839621438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f004a540 msgr2=0x7f49f00428c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f004a540 0x7f49f00428c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f49effff640 1 -- 172.21.15.133:0/3839621438 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49f804f7e0 con 0x7f49f00d86b0 2023-12-02T00:31:06.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c004270 con 0x7f3b340a8430 2023-12-02T00:31:06.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b340ab020 con 0x7f3b340a8430 2023-12-02T00:31:06.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91940b4400 con 0x7f91a41561e0 2023-12-02T00:31:06.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91940b4560 con 0x7f91a41561e0 2023-12-02T00:31:06.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91940b4910 con 0x7f91a41561e0 2023-12-02T00:31:06.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91a41fa2a0 con 0x7f91a41561e0 2023-12-02T00:31:06.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91a41fa860 con 0x7f91a41561e0 2023-12-02T00:31:06.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f21a59a5640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066540 0x7f2184068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.139+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3b34067750 con 0x7f3b340a8430 2023-12-02T00:31:06.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f21a69a7640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7f218406e6e0 0x7f2184070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8e300052e0 con 0x7f8e381593a0 2023-12-02T00:31:06.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f91a4072c20 con 0x7f91a41561e0 2023-12-02T00:31:06.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f49effff640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49f00d86b0 0x7f49f00d77e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f49e800c530 tx=0x7f49e800c9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e1f7fe640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8e24066470 0x7f8e24068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8e30083c40 con 0x7f8e381593a0 2023-12-02T00:31:06.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f283707b640 1 -- 172.21.15.133:0/3399433506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 msgr2=0x7f28300c4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f283707b640 1 --2- 172.21.15.133:0/3399433506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300c4b30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f283008baa0 tx=0x7f282801c820 comp rx=0 tx=0).stop 2023-12-02T00:31:06.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e8005220 con 0x7f49f00d86b0 2023-12-02T00:31:06.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49e8005380 con 0x7f49f00d86b0 2023-12-02T00:31:06.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49f0177580 con 0x7f49f00d86b0 2023-12-02T00:31:06.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e1f7fe640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7f8e2406e610 0x7f8e24070a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 --> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8e240710e0 con 0x7f8e2406e610 2023-12-02T00:31:06.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e30088240 con 0x7f8e381593a0 2023-12-02T00:31:06.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e367fc640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7f8e2406e610 0x7f8e24070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49f0177b40 con 0x7f49f00d86b0 2023-12-02T00:31:06.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e8007270 con 0x7f49f00d86b0 2023-12-02T00:31:06.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f4316ffd640 1 --2- 172.21.15.133:0/1924002172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c4920 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4308009740 tx=0x7f430801c1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a433dbcc0084eb2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f49d8000fd0 con 0x7f49f00d86b0 2023-12-02T00:31:06.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f8e367fc640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7f8e2406e610 0x7f8e24070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f4315ffb640 1 -- 172.21.15.133:0/1924002172 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4310001a00 con 0x7f4318151e90 2023-12-02T00:31:06.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.143+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3b2c0043d0 con 0x7f3b340a8430 2023-12-02T00:31:06.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f4315ffb640 1 -- 172.21.15.133:0/1924002172 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43080a7050 con 0x7f4318151e90 2023-12-02T00:31:06.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b1b7fe640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3b20066570 0x7f3b20068a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3b2c084e90 con 0x7f3b340a8430 2023-12-02T00:31:06.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== osd.3 v2:172.21.15.133:6824/3758341394 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f8e240710e0 con 0x7f8e2406e610 2023-12-02T00:31:06.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f8e36ffd640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8e24066470 0x7f8e24068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f4315ffb640 1 -- 172.21.15.133:0/1924002172 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43080ab600 con 0x7f4318151e90 2023-12-02T00:31:06.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f431d4bb640 1 -- 172.21.15.133:0/1924002172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 msgr2=0x7f43180c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f431d4bb640 1 --2- 172.21.15.133:0/1924002172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c4920 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4308009740 tx=0x7f430801c1c0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b1b7fe640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f3b2006e790 0x7f3b20070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 --> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3b20071260 con 0x7f3b2006e790 2023-12-02T00:31:06.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3b2c085240 con 0x7f3b340a8430 2023-12-02T00:31:06.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b337fe640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f3b2006e790 0x7f3b20070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f431d4bb640 1 -- 172.21.15.133:0/1924002172 shutdown_connections 2023-12-02T00:31:06.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f431d4bb640 1 --2- 172.21.15.133:0/1924002172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c4920 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f431d4bb640 1 -- 172.21.15.133:0/1924002172 >> 172.21.15.133:0/1924002172 conn(0x7f43180ca170 msgr2=0x7f43180ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b337fe640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f3b2006e790 0x7f3b20070bb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f8e36ffd640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8e24066470 0x7f8e24068930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8e280017b0 tx=0x7f8e280016e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f49e80073d0 con 0x7f49f00d86b0 2023-12-02T00:31:06.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f49ed7fa640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49e4066540 0x7f49e4068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f49e8083660 con 0x7f49f00d86b0 2023-12-02T00:31:06.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f283707b640 1 -- 172.21.15.133:0/3399433506 shutdown_connections 2023-12-02T00:31:06.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f283707b640 1 --2- 172.21.15.133:0/3399433506 >> v2:172.21.15.133:3300/0 conn(0x7f28300c7db0 0x7f28301544c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f283707b640 1 --2- 172.21.15.133:0/3399433506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300c4b30 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f283707b640 1 -- 172.21.15.133:0/3399433506 >> 172.21.15.133:0/3399433506 conn(0x7f28300ab960 msgr2=0x7f28300abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f431d4bb640 1 -- 172.21.15.133:0/1924002172 shutdown_connections 2023-12-02T00:31:06.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f49ed7fa640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f49e406e6e0 0x7f49e4070b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 --> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f49e40711b0 con 0x7f49e406e6e0 2023-12-02T00:31:06.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f431d4bb640 1 -- 172.21.15.133:0/1924002172 wait complete. 2023-12-02T00:31:06.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49e80054f0 con 0x7f49f00d86b0 2023-12-02T00:31:06.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f49fd5cf640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f49e406e6e0 0x7f49e4070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f21a00caf60 con 0x7f2198035520 2023-12-02T00:31:06.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b32ffd640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3b20066570 0x7f3b20068a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== osd.2 v2:172.21.15.133:6809/3608082540 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f3b20071260 con 0x7f3b2006e790 2023-12-02T00:31:06.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== osd.1 v2:172.21.15.133:6808/3432990573 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f21840711b0 con 0x7f218406e6e0 2023-12-02T00:31:06.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f49fcdce640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49e4066540 0x7f49e4068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.147+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f91940b2040 con 0x7f91a41561e0 2023-12-02T00:31:06.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f918bfff640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9190066540 0x7f9190068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f919411df50 con 0x7f91a41561e0 2023-12-02T00:31:06.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f918bfff640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f919006e6e0 0x7f9190070b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 --> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f91900711b0 con 0x7f919006e6e0 2023-12-02T00:31:06.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f91a2ffd640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f919006e6e0 0x7f9190070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f283707b640 1 -- 172.21.15.133:0/3399433506 shutdown_connections 2023-12-02T00:31:06.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f3b32ffd640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3b20066570 0x7f3b20068a30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3b240af000 tx=0x7f3b240a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 Processor -- start 2023-12-02T00:31:06.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f91a2ffd640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f919006e6e0 0x7f9190070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f91940eb440 con 0x7f91a41561e0 2023-12-02T00:31:06.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 -- start start 2023-12-02T00:31:06.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f21a59a5640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066540 0x7f2184068a00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f219c001540 tx=0x7f219c0079f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f283707b640 1 -- 172.21.15.133:0/3399433506 wait complete. 2023-12-02T00:31:06.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f91a37fe640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9190066540 0x7f9190068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== osd.4 v2:172.21.15.172:6808/1471328017 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f91900711b0 con 0x7f919006e6e0 2023-12-02T00:31:06.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f49fd5cf640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f49e406e6e0 0x7f49e4070b00 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f49fcdce640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49e4066540 0x7f49e4068a00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f49f40096f0 tx=0x7f49f4006c50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43180c4e60 0x7f431814eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43180c7ea0 0x7f43180aaf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43181552d0 con 0x7f4318151e90 2023-12-02T00:31:06.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43180c25b0 con 0x7f43180c7ea0 2023-12-02T00:31:06.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f431d4bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43180c27c0 con 0x7f43180c4e60 2023-12-02T00:31:06.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f91a37fe640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9190066540 0x7f9190068a00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f91a40c39c0 tx=0x7f9198008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.151+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== osd.5 v2:172.21.15.172:6816/3290923357 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f49e40711b0 con 0x7f49e406e6e0 2023-12-02T00:31:06.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f4316ffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43180c4e60 0x7f431814eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c3580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47406/0 (socket says 172.21.15.133:47406) 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 -- 172.21.15.133:0/1339559215 learned_addr learned my addr 172.21.15.133:0/1339559215 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43167fc640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43180c7ea0 0x7f43180aaf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 -- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43180c4e60 msgr2=0x7f431814eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43180c4e60 0x7f431814eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 -- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43180c7ea0 msgr2=0x7f43180aaf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43180c7ea0 0x7f43180aaf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 -- 172.21.15.133:0/1339559215 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4308009420 con 0x7f4318151e90 2023-12-02T00:31:06.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f43177fe640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c3580 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f431000cb50 tx=0x7f431000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f283707b640 1 Processor -- start 2023-12-02T00:31:06.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.155+0000 7f283707b640 1 -- start start 2023-12-02T00:31:06.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431000ad40 con 0x7f4318151e90 2023-12-02T00:31:06.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4310012400 con 0x7f4318151e90 2023-12-02T00:31:06.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f431000aea0 con 0x7f4318151e90 2023-12-02T00:31:06.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283707b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300bfc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283707b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28300c7db0 0x7f2830157af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283707b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2830151bf0 0x7f28300be510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300bfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300bfc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49866/0 (socket says 172.21.15.133:49866) 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2835878640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28300c7db0 0x7f2830157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2835878640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28300c7db0 0x7f2830157af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56010/0 (socket says 172.21.15.133:56010) 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283687a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2830151bf0 0x7f28300be510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283687a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2830151bf0 0x7f28300be510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47418/0 (socket says 172.21.15.133:47418) 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283707b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28300c0460 con 0x7f2830151bf0 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283707b640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28301fa360 con 0x7f28300c4750 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 -- 172.21.15.133:0/1152938540 learned_addr learned my addr 172.21.15.133:0/1152938540 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f283707b640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28300c0c50 con 0x7f28300c7db0 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 -- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28300c7db0 msgr2=0x7f2830157af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28300c7db0 0x7f2830157af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 -- 172.21.15.133:0/1152938540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2830151bf0 msgr2=0x7f28300be510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2830151bf0 0x7f28300be510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2828009a70 con 0x7f28300c4750 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.159+0000 7f2836079640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300bfc10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2828019430 tx=0x7f28280195c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28280ad850 con 0x7f28300c4750 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28280ad9b0 con 0x7f28300c4750 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28280add60 con 0x7f28300c4750 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43180c2aa0 con 0x7f4318151e90 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43180c3060 con 0x7f4318151e90 2023-12-02T00:31:06.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f43180c5a60 con 0x7f4318151e90 2023-12-02T00:31:06.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f283707b640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28300c0690 con 0x7f28300c4750 2023-12-02T00:31:06.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.163+0000 7f283707b640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28300c29c0 con 0x7f28300c4750 2023-12-02T00:31:06.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4310007070 con 0x7f4318151e90 2023-12-02T00:31:06.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 --> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f04f8149b90 con 0x7f04dc06e660 2023-12-02T00:31:06.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f28280b4070 con 0x7f28300c4750 2023-12-02T00:31:06.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f42ff7fe640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4304066540 0x7f4304068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4310084580 con 0x7f4318151e90 2023-12-02T00:31:06.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f2826ffd640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2814066540 0x7f2814068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f28300aa8c0 con 0x7f28300c4750 2023-12-02T00:31:06.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f42ff7fe640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7f430406e760 0x7f4304070b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 --> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4304071230 con 0x7f430406e760 2023-12-02T00:31:06.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4310084930 con 0x7f4318151e90 2023-12-02T00:31:06.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f282811e870 con 0x7f28300c4750 2023-12-02T00:31:06.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f2835878640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2814066540 0x7f2814068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f4316ffd640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4304066540 0x7f4304068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f43167fc640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7f430406e760 0x7f4304070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.167+0000 7f2826ffd640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f281406e6e0 0x7f2814070b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f28140711b0 con 0x7f281406e6e0 2023-12-02T00:31:06.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f28280ebcf0 con 0x7f28300c4750 2023-12-02T00:31:06.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f283687a640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f281406e6e0 0x7f2814070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f2835878640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2814066540 0x7f2814068a00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f282c006fd0 tx=0x7f282c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f43167fc640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7f430406e760 0x7f4304070b80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 --> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8e38067e00 con 0x7f8e2406e610 2023-12-02T00:31:06.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f04eeffd640 1 -- 172.21.15.133:0/3493990219 <== osd.0 v2:172.21.15.133:6800/4187958148 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f04f8149b90 con 0x7f04dc06e660 2023-12-02T00:31:06.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f4316ffd640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4304066540 0x7f4304068a00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f43080ad000 tx=0x7f43080a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== osd.7 v2:172.21.15.172:6822/3237679753 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f4304071230 con 0x7f430406e760 2023-12-02T00:31:06.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f04dc06e660 msgr2=0x7f04dc070a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f04dc06e660 0x7f04dc070a80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f04dc0664c0 msgr2=0x7f04dc068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f04dc0664c0 0x7f04dc068980 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f04e8006fd0 tx=0x7f04e8008040 comp rx=0 tx=0).stop 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80acd40 msgr2=0x7f04f8145680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 --2- 172.21.15.133:0/3493990219 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f04f80acd40 0x7f04f8145680 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f04f00ab000 tx=0x7f04f0019650 comp rx=0 tx=0).stop 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f04fe9b4640 1 -- 172.21.15.133:0/3493990219 reap_dead start 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 shutdown_connections 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 >> 172.21.15.133:0/3493990219 conn(0x7f04f80c6870 msgr2=0x7f04f80bfe50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 shutdown_connections 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f0500417640 1 -- 172.21.15.133:0/3493990219 wait complete. 2023-12-02T00:31:06.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 --> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3b341596b0 con 0x7f3b2006e790 2023-12-02T00:31:06.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.171+0000 7f8e1f7fe640 1 -- 172.21.15.133:0/854523315 <== osd.3 v2:172.21.15.133:6824/3758341394 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8e38067e00 con 0x7f8e2406e610 2023-12-02T00:31:06.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7f8e2406e610 msgr2=0x7f8e24070a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7f8e2406e610 0x7f8e24070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b1b7fe640 1 -- 172.21.15.133:0/2774873722 <== osd.2 v2:172.21.15.133:6809/3608082540 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3b28001240 con 0x7f3b2006e790 2023-12-02T00:31:06.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8e24066470 msgr2=0x7f8e24068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f283687a640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f281406e6e0 0x7f2814070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8e24066470 0x7f8e24068930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8e280017b0 tx=0x7f8e280016e0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e381593a0 msgr2=0x7f8e3815c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 --2- 172.21.15.133:0/854523315 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8e381593a0 0x7f8e3815c9a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000c730 tx=0x7f8e3000cbf0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e377fe640 1 -- 172.21.15.133:0/854523315 reap_dead start 2023-12-02T00:31:06.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f3b2006e790 msgr2=0x7f3b20070bb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f3b2006e790 0x7f3b20070bb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 shutdown_connections 2023-12-02T00:31:06.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 >> 172.21.15.133:0/854523315 conn(0x7f8e380a7910 msgr2=0x7f8e38165190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3b20066570 msgr2=0x7f3b20068a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3b20066570 0x7f3b20068a30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3b240af000 tx=0x7f3b240a7070 comp rx=0 tx=0).stop 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3b340a8430 msgr2=0x7f3b341572b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 --2- 172.21.15.133:0/2774873722 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3b340a8430 0x7f3b341572b0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c00f530 tx=0x7f3b2c00f9f0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b337fe640 1 -- 172.21.15.133:0/2774873722 reap_dead start 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 shutdown_connections 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 >> 172.21.15.133:0/2774873722 conn(0x7f3b340a7910 msgr2=0x7f3b340a7cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 shutdown_connections 2023-12-02T00:31:06.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f3b3952a640 1 -- 172.21.15.133:0/2774873722 wait complete. 2023-12-02T00:31:06.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 shutdown_connections 2023-12-02T00:31:06.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.175+0000 7f8e3d6c9640 1 -- 172.21.15.133:0/854523315 wait complete. 2023-12-02T00:31:06.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.179+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== osd.6 v2:172.21.15.172:6800/25230732 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f28140711b0 con 0x7f281406e6e0 2023-12-02T00:31:06.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.183+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 --> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2188002cc0 con 0x7f218406e6e0 2023-12-02T00:31:06.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.183+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 --> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f91a41faa50 con 0x7f919006e6e0 2023-12-02T00:31:06.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.183+0000 7f918bfff640 1 -- 172.21.15.133:0/1201946815 <== osd.4 v2:172.21.15.172:6808/1471328017 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f91a41faa50 con 0x7f919006e6e0 2023-12-02T00:31:06.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f919006e6e0 msgr2=0x7f9190070b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f919006e6e0 0x7f9190070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9190066540 msgr2=0x7f9190068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9190066540 0x7f9190068a00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f91a40c39c0 tx=0x7f9198008040 comp rx=0 tx=0).stop 2023-12-02T00:31:06.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21967fc640 1 -- 172.21.15.133:0/3401971274 <== osd.1 v2:172.21.15.133:6808/3432990573 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f2188002cc0 con 0x7f218406e6e0 2023-12-02T00:31:06.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91a41561e0 msgr2=0x7f91a4161300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 --2- 172.21.15.133:0/1201946815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91a41561e0 0x7f91a4161300 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f919401aa10 tx=0x7f9194019100 comp rx=0 tx=0).stop 2023-12-02T00:31:06.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a3fff640 1 -- 172.21.15.133:0/1201946815 reap_dead start 2023-12-02T00:31:06.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 --> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f49d8002cc0 con 0x7f49e406e6e0 2023-12-02T00:31:06.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 shutdown_connections 2023-12-02T00:31:06.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 >> 172.21.15.133:0/1201946815 conn(0x7f91a40c5cd0 msgr2=0x7f91a40c45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 shutdown_connections 2023-12-02T00:31:06.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f91a9bd8640 1 -- 172.21.15.133:0/1201946815 wait complete. 2023-12-02T00:31:06.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f49ed7fa640 1 -- 172.21.15.133:0/3839621438 <== osd.5 v2:172.21.15.172:6816/3290923357 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f49d8002cc0 con 0x7f49e406e6e0 2023-12-02T00:31:06.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7f218406e6e0 msgr2=0x7f2184070b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21a7c09640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7f218406e6e0 0x7f2184070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f49e406e6e0 msgr2=0x7f49e4070b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f49fddd0640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f49e406e6e0 0x7f49e4070b00 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066540 msgr2=0x7f2184068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21a7c09640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066540 0x7f2184068a00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f219c001540 tx=0x7f219c0079f0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2198035520 msgr2=0x7f21980d75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21a7c09640 1 --2- 172.21.15.133:0/3401971274 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2198035520 0x7f21980d75f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f21a0064280 tx=0x7f21a0067fc0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.187+0000 7f21a69a7640 1 -- 172.21.15.133:0/3401971274 reap_dead start 2023-12-02T00:31:06.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 shutdown_connections 2023-12-02T00:31:06.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 >> 172.21.15.133:0/3401971274 conn(0x7f219804c810 msgr2=0x7f219800e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49e4066540 msgr2=0x7f49e4068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49e4066540 0x7f49e4068a00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f49f40096f0 tx=0x7f49f4006c50 comp rx=0 tx=0).stop 2023-12-02T00:31:06.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49f00d86b0 msgr2=0x7f49f00d77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 --2- 172.21.15.133:0/3839621438 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49f00d86b0 0x7f49f00d77e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f49e800c530 tx=0x7f49e800c9f0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fd5cf640 1 -- 172.21.15.133:0/3839621438 reap_dead start 2023-12-02T00:31:06.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 shutdown_connections 2023-12-02T00:31:06.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 >> 172.21.15.133:0/3839621438 conn(0x7f49f004c640 msgr2=0x7f49f00305d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 shutdown_connections 2023-12-02T00:31:06.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f21a7c09640 1 -- 172.21.15.133:0/3401971274 wait complete. 2023-12-02T00:31:06.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 shutdown_connections 2023-12-02T00:31:06.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.191+0000 7f49fddd0640 1 -- 172.21.15.133:0/3839621438 wait complete. 2023-12-02T00:31:06.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.203+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 --> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f43180c5a60 con 0x7f430406e760 2023-12-02T00:31:06.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.203+0000 7f42ff7fe640 1 -- 172.21.15.133:0/1339559215 <== osd.7 v2:172.21.15.172:6822/3237679753 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f43180c5a60 con 0x7f430406e760 2023-12-02T00:31:06.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.207+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7f430406e760 msgr2=0x7f4304070b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.207+0000 7f431d4bb640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7f430406e760 0x7f4304070b80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.207+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4304066540 msgr2=0x7f4304068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.207+0000 7f431d4bb640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4304066540 0x7f4304068a00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f43080ad000 tx=0x7f43080a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:06.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.207+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 msgr2=0x7f43180c3580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.207+0000 7f431d4bb640 1 --2- 172.21.15.133:0/1339559215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4318151e90 0x7f43180c3580 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f431000cb50 tx=0x7f431000a430 comp rx=0 tx=0).stop 2023-12-02T00:31:06.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.207+0000 7f43177fe640 1 -- 172.21.15.133:0/1339559215 reap_dead start 2023-12-02T00:31:06.237 INFO:teuthology.orchestra.run.smithi133.stdout:55834574854 2023-12-02T00:31:06.237 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-12-02T00:31:06.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 shutdown_connections 2023-12-02T00:31:06.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 >> 172.21.15.133:0/1339559215 conn(0x7f43180ca170 msgr2=0x7f4318148530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 --> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f28300aeda0 con 0x7f281406e6e0 2023-12-02T00:31:06.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 shutdown_connections 2023-12-02T00:31:06.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f431d4bb640 1 -- 172.21.15.133:0/1339559215 wait complete. 2023-12-02T00:31:06.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2826ffd640 1 -- 172.21.15.133:0/1152938540 <== osd.6 v2:172.21.15.172:6800/25230732 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f28300aeda0 con 0x7f281406e6e0 2023-12-02T00:31:06.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f281406e6e0 msgr2=0x7f2814070b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f281406e6e0 0x7f2814070b00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2814066540 msgr2=0x7f2814068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2814066540 0x7f2814068a00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f282c006fd0 tx=0x7f282c008040 comp rx=0 tx=0).stop 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 msgr2=0x7f28300bfc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 --2- 172.21.15.133:0/1152938540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28300c4750 0x7f28300bfc10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2828019430 tx=0x7f28280195c0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f283687a640 1 -- 172.21.15.133:0/1152938540 reap_dead start 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 shutdown_connections 2023-12-02T00:31:06.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 >> 172.21.15.133:0/1152938540 conn(0x7f28300ab960 msgr2=0x7f28300c6870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.241 INFO:teuthology.orchestra.run.smithi133.stdout:55834574856 2023-12-02T00:31:06.241 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-12-02T00:31:06.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 shutdown_connections 2023-12-02T00:31:06.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.211+0000 7f2824ff9640 1 -- 172.21.15.133:0/1152938540 wait complete. 2023-12-02T00:31:06.242 INFO:teuthology.orchestra.run.smithi133.stdout:55834574855 2023-12-02T00:31:06.243 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-12-02T00:31:06.244 INFO:teuthology.orchestra.run.smithi133.stdout:55834574856 2023-12-02T00:31:06.244 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-12-02T00:31:06.245 INFO:teuthology.orchestra.run.smithi133.stdout:55834574853 2023-12-02T00:31:06.245 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-12-02T00:31:06.246 INFO:teuthology.orchestra.run.smithi133.stdout:55834574854 2023-12-02T00:31:06.246 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-12-02T00:31:06.247 INFO:teuthology.orchestra.run.smithi133.stdout:55834574854 2023-12-02T00:31:06.247 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-12-02T00:31:06.248 INFO:teuthology.orchestra.run.smithi133.stdout:55834574853 2023-12-02T00:31:06.248 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-12-02T00:31:06.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.523+0000 7f0ae1dd8640 1 Processor -- start 2023-12-02T00:31:06.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.523+0000 7fddc5832640 1 Processor -- start 2023-12-02T00:31:06.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddc5832640 1 -- start start 2023-12-02T00:31:06.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.523+0000 7f0ae1dd8640 1 -- start start 2023-12-02T00:31:06.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ae1dd8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc06d1c0 0x7f0adc0c4300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ae1dd8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0adc0c3e70 con 0x7f0adc0a8430 2023-12-02T00:31:06.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ae1dd8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0adc0c1120 con 0x7f0adc072080 2023-12-02T00:31:06.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ae1dd8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc151800 con 0x7f0adc06d1c0 2023-12-02T00:31:06.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0adb7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0adc0a8430 0x7f0adc1510f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45774/0 (socket says 172.21.15.133:45774) 2023-12-02T00:31:06.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0adb7fe640 1 -- 172.21.15.133:0/565626388 learned_addr learned my addr 172.21.15.133:0/565626388 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcdedc5a640 1 Processor -- start 2023-12-02T00:31:06.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcdedc5a640 1 -- start start 2023-12-02T00:31:06.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddc5832640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb8047220 0x7fddb804ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddc5832640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fddb80db120 0x7fddb80d7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddbeffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fddb804a9c0 0x7fddb8007ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45778/0 (socket says 172.21.15.133:45778) 2023-12-02T00:31:06.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcdedc5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c4060 0x7fcde8158ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddbe7fc640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb8047220 0x7fddb804ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddbe7fc640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb8047220 0x7fddb804ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56036/0 (socket says 172.21.15.133:56036) 2023-12-02T00:31:06.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcdedc5a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcde806c960 con 0x7fcde80c08b0 2023-12-02T00:31:06.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fddb80d76a0 con 0x7fddb804a9c0 2023-12-02T00:31:06.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddb80476b0 con 0x7fddb80db120 2023-12-02T00:31:06.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddb8047990 con 0x7fddb8047220 2023-12-02T00:31:06.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fddbeffd640 1 -- 172.21.15.133:0/2895157441 learned_addr learned my addr 172.21.15.133:0/2895157441 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 585347036 0 0) 0x7f0adc0c3e70 con 0x7f0adc0a8430 2023-12-02T00:31:06.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ac8003530 con 0x7f0adc0a8430 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4250432550 0 0) 0x7f0adc0c1120 con 0x7f0adc072080 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0adc0c3e70 con 0x7f0adc072080 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 <== mon.1 v1:172.21.15.172:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3590622025 0 0) 0x7f0adc0c3e70 con 0x7f0adc072080 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc06d1c0 msgr2=0x7f0adc0c4300 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc06d1c0 0x7f0adc0c4300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 >> v1:172.21.15.133:6789/0 conn(0x7f0adc0a8430 legacy=0x7f0adc1510f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 --> v1:172.21.15.172:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0adc0c1400 con 0x7f0adc072080 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 <== mon.1 v1:172.21.15.172:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f0ac4001680 con 0x7f0adc072080 2023-12-02T00:31:06.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 >> v1:172.21.15.172:6789/0 conn(0x7f0adc072080 legacy=0x7f0adc06bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcdedc5a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcde80c1f00 con 0x7fcde8155d40 2023-12-02T00:31:06.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcdedc5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcde80c2390 con 0x7fcde80c4060 2023-12-02T00:31:06.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcde77fe640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fcde8155d40 0x7fcde80c3950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50344/0 (socket says 172.21.15.133:50344) 2023-12-02T00:31:06.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.527+0000 7fcde77fe640 1 -- 172.21.15.133:0/116783107 learned_addr learned my addr 172.21.15.133:0/116783107 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fcde7fff640 1 --2- 172.21.15.133:0/116783107 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c4060 0x7fcde8158ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fcde67fc640 1 -- 172.21.15.133:0/116783107 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1138465060 0 0) 0x7fcde80c1f00 con 0x7fcde8155d40 2023-12-02T00:31:06.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbf7fe640 1 --2- 172.21.15.133:0/2895157441 >> v2:172.21.15.133:3300/0 conn(0x7fddb80db120 0x7fddb80d7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fcde67fc640 1 -- 172.21.15.133:0/116783107 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcdd0003530 con 0x7fcde8155d40 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ac8004b70 0x7f0ac8004f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ac8003770 0x7f0ac8003bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ac80041a0 0x7f0ac80141a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc151800 con 0x7f0ac8004b70 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac80148d0 con 0x7f0ac8003770 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac8014a90 con 0x7f0ac80041a0 2023-12-02T00:31:06.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adaffd640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ac8003770 0x7f0ac8003bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adb7fe640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ac8004b70 0x7f0ac8004f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fcde7fff640 1 -- 172.21.15.133:0/116783107 >> v1:172.21.15.172:6789/0 conn(0x7fcde8155d40 legacy=0x7fcde80c3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1119644053 0 0) 0x7fddb80d76a0 con 0x7fddb804a9c0 2023-12-02T00:31:06.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdda8005740 con 0x7fddb804a9c0 2023-12-02T00:31:06.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adbfff640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ac80041a0 0x7f0ac80141a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adbfff640 1 -- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ac8003770 msgr2=0x7f0ac8003bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adbfff640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0ac8003770 0x7f0ac8003bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adbfff640 1 -- 172.21.15.133:0/565626388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ac8004b70 msgr2=0x7f0ac8004f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fcde7fff640 1 -- 172.21.15.133:0/116783107 >> v1:172.21.15.133:6789/0 conn(0x7fcde80c08b0 legacy=0x7fcde81587b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fcde7fff640 1 -- 172.21.15.133:0/116783107 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcde806e720 con 0x7fcde80c4060 2023-12-02T00:31:06.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2262211529 0 0) 0x7fdda8005740 con 0x7fddb804a9c0 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb8047220 msgr2=0x7fddb804ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb8047220 0x7fddb804ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 >> v2:172.21.15.133:3300/0 conn(0x7fddb80db120 msgr2=0x7fddb80d7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 --2- 172.21.15.133:0/2895157441 >> v2:172.21.15.133:3300/0 conn(0x7fddb80db120 0x7fddb80d7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddb8047c70 con 0x7fddb804a9c0 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fddb0001680 con 0x7fddb804a9c0 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 >> v1:172.21.15.133:6789/0 conn(0x7fddb804a9c0 legacy=0x7fddb8007ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdda8005b90 0x7fdda8005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdda80069e0 0x7fdda8006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdda80073f0 0x7fdda800dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddb80476b0 con 0x7fdda80069e0 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddb8047990 con 0x7fdda8005b90 2023-12-02T00:31:06.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdda800e320 con 0x7fdda80073f0 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbf7fe640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdda80073f0 0x7fdda800dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7fddbeffd640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdda8005b90 0x7fdda8005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adbfff640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0ac8004b70 0x7f0ac8004f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.531+0000 7f0adbfff640 1 -- 172.21.15.133:0/565626388 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0adc0c1400 con 0x7f0ac80041a0 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fddbf7fe640 1 -- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdda8005b90 msgr2=0x7fdda8005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fddbf7fe640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdda8005b90 0x7fdda8005fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fddbf7fe640 1 -- 172.21.15.133:0/2895157441 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdda80069e0 msgr2=0x7fdda8006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fddbf7fe640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdda80069e0 0x7fdda8006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fddbf7fe640 1 -- 172.21.15.133:0/2895157441 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdda8005740 con 0x7fdda80073f0 2023-12-02T00:31:06.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fcde7fff640 1 --2- 172.21.15.133:0/116783107 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c4060 0x7fcde8158ec0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fcde0009dc0 tx=0x7fcde001c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3797f781d595cde7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fcde67fc640 1 -- 172.21.15.133:0/116783107 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde00a5800 con 0x7fcde80c4060 2023-12-02T00:31:06.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fcde67fc640 1 -- 172.21.15.133:0/116783107 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcde00a5960 con 0x7fcde80c4060 2023-12-02T00:31:06.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fcdedc5a640 1 -- 172.21.15.133:0/116783107 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c4060 msgr2=0x7fcde8158ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.535+0000 7fcde67fc640 1 -- 172.21.15.133:0/116783107 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde00a5800 con 0x7fcde80c4060 2023-12-02T00:31:06.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/116783107 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c4060 0x7fcde8158ec0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fcde0009dc0 tx=0x7fcde001c850 comp rx=0 tx=0).stop 2023-12-02T00:31:06.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0adbfff640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ac80041a0 0x7f0ac80141a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0adc06d5a0 tx=0x7f0ad401cd90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9febecbef45a9bcb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddbf7fe640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdda80073f0 0x7fdda800dba0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fddc00643d0 tx=0x7fddc009f780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6198d6d7ec200d25 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fcdedc5a640 1 -- 172.21.15.133:0/116783107 shutdown_connections 2023-12-02T00:31:06.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/116783107 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c4060 0x7fcde8158ec0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fcdedc5a640 1 -- 172.21.15.133:0/116783107 >> 172.21.15.133:0/116783107 conn(0x7fcde80a7800 msgr2=0x7fcde80a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb274996640 1 Processor -- start 2023-12-02T00:31:06.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddc0131620 con 0x7fdda80073f0 2023-12-02T00:31:06.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddc0131780 con 0x7fdda80073f0 2023-12-02T00:31:06.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddbdffb640 1 -- 172.21.15.133:0/2895157441 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddc0131b30 con 0x7fdda80073f0 2023-12-02T00:31:06.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad40a5bb0 con 0x7f0ac80041a0 2023-12-02T00:31:06.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fcdedc5a640 1 -- 172.21.15.133:0/116783107 shutdown_connections 2023-12-02T00:31:06.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fcdedc5a640 1 -- 172.21.15.133:0/116783107 wait complete. 2023-12-02T00:31:06.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad40a5d10 con 0x7f0ac80041a0 2023-12-02T00:31:06.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0ada7fc640 1 -- 172.21.15.133:0/565626388 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad40ad680 con 0x7f0ac80041a0 2023-12-02T00:31:06.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdda80073f0 msgr2=0x7fdda800dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddc5832640 1 --2- 172.21.15.133:0/2895157441 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdda80073f0 0x7fdda800dba0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fddc00643d0 tx=0x7fddc009f780 comp rx=0 tx=0).stop 2023-12-02T00:31:06.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddbf7fe640 1 -- 172.21.15.133:0/2895157441 reap_dead start 2023-12-02T00:31:06.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 shutdown_connections 2023-12-02T00:31:06.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 >> 172.21.15.133:0/2895157441 conn(0x7fddb8049320 msgr2=0x7fddb8049730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb274996640 1 -- start start 2023-12-02T00:31:06.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 shutdown_connections 2023-12-02T00:31:06.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fddc5832640 1 -- 172.21.15.133:0/2895157441 wait complete. 2023-12-02T00:31:06.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb274996640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb2701513f0 0x7fb27006bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb274996640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb27006c4b0 0x7fb2700c40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb274996640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2700c3950 con 0x7fb270071f60 2023-12-02T00:31:06.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb274996640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2700c08b0 con 0x7fb2701513f0 2023-12-02T00:31:06.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb274996640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2700c1950 con 0x7fb27006c4b0 2023-12-02T00:31:06.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0ae1dd8640 1 -- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ac80041a0 msgr2=0x7f0ac80141a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0ae1dd8640 1 --2- 172.21.15.133:0/565626388 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0ac80041a0 0x7f0ac80141a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0adc06d5a0 tx=0x7f0ad401cd90 comp rx=0 tx=0).stop 2023-12-02T00:31:06.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fcdedc5a640 1 Processor -- start 2023-12-02T00:31:06.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0adbfff640 1 -- 172.21.15.133:0/565626388 reap_dead start 2023-12-02T00:31:06.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb26effd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb27006c4b0 0x7fb2700c40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb26effd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb27006c4b0 0x7fb2700c40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49904/0 (socket says 172.21.15.133:49904) 2023-12-02T00:31:06.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7fb26effd640 1 -- 172.21.15.133:0/3132763970 learned_addr learned my addr 172.21.15.133:0/3132763970 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0ae1dd8640 1 -- 172.21.15.133:0/565626388 shutdown_connections 2023-12-02T00:31:06.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.539+0000 7f0ae1dd8640 1 -- 172.21.15.133:0/565626388 >> 172.21.15.133:0/565626388 conn(0x7f0adc0a7910 msgr2=0x7f0adc0a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fb26f7fe640 1 --2- 172.21.15.133:0/3132763970 >> v2:172.21.15.133:3300/0 conn(0x7fb2701513f0 0x7fb27006bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fb26effd640 1 -- 172.21.15.133:0/3132763970 >> v2:172.21.15.133:3300/0 conn(0x7fb2701513f0 msgr2=0x7fb27006bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fb26effd640 1 --2- 172.21.15.133:0/3132763970 >> v2:172.21.15.133:3300/0 conn(0x7fb2701513f0 0x7fb27006bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fb26effd640 1 -- 172.21.15.133:0/3132763970 >> v1:172.21.15.133:6789/0 conn(0x7fb270071f60 legacy=0x7fb2700c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fb26effd640 1 -- 172.21.15.133:0/3132763970 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2700c1c30 con 0x7fb27006c4b0 2023-12-02T00:31:06.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcdedc5a640 1 -- start start 2023-12-02T00:31:06.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fddc5832640 1 Processor -- start 2023-12-02T00:31:06.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7f0ae1dd8640 1 -- 172.21.15.133:0/565626388 shutdown_connections 2023-12-02T00:31:06.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7f0ae1dd8640 1 -- 172.21.15.133:0/565626388 wait complete. 2023-12-02T00:31:06.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fddc5832640 1 -- start start 2023-12-02T00:31:06.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcdedc5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c08b0 0x7fcde80a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcdedc5a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcde80c4060 0x7fcde8154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcdedc5a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcde8155d40 0x7fcde81551c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcdedc5a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcde80a23a0 con 0x7fcde8155d40 2023-12-02T00:31:06.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcdedc5a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcde80a2960 con 0x7fcde80c4060 2023-12-02T00:31:06.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fddc5832640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddb80d97a0 0x7fddb8045770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fddc5832640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddb816f8e0 0x7fddb8045cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcdedc5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcde80a50d0 con 0x7fcde80c08b0 2023-12-02T00:31:06.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcde7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcde8155d40 0x7fcde81551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.543+0000 7fcde77fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c08b0 0x7fcde80a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcde8155d40 0x7fcde81551c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47456/0 (socket says 172.21.15.133:47456) 2023-12-02T00:31:06.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddc5832640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb80ccfe0 0x7fddb80cbd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddc5832640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddb8044690 con 0x7fddb80d97a0 2023-12-02T00:31:06.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddc5832640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddb80d7130 con 0x7fddb816f8e0 2023-12-02T00:31:06.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddc5832640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddb816f450 con 0x7fddb80ccfe0 2023-12-02T00:31:06.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7f0ae1dd8640 1 Processor -- start 2023-12-02T00:31:06.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde7fff640 1 -- 172.21.15.133:0/791998106 learned_addr learned my addr 172.21.15.133:0/791998106 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7f0ae1dd8640 1 -- start start 2023-12-02T00:31:06.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde77fe640 1 -- 172.21.15.133:0/791998106 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcde80c4060 msgr2=0x7fcde8154c80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-02T00:31:06.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde77fe640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcde80c4060 0x7fcde8154c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde77fe640 1 -- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcde8155d40 msgr2=0x7fcde81551c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde77fe640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcde8155d40 0x7fcde81551c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde77fe640 1 -- 172.21.15.133:0/791998106 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcde0009a70 con 0x7fcde80c08b0 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddb816f8e0 0x7fddb8045cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddb816f8e0 0x7fddb8045cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49920/0 (socket says 172.21.15.133:49920) 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 -- 172.21.15.133:0/1600598891 learned_addr learned my addr 172.21.15.133:0/1600598891 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbf7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb80ccfe0 0x7fddb80cbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbeffd640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddb80d97a0 0x7fddb8045770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 -- 172.21.15.133:0/1600598891 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb80ccfe0 msgr2=0x7fddb80cbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb80ccfe0 0x7fddb80cbd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 -- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddb80d97a0 msgr2=0x7fddb8045770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddb80d97a0 0x7fddb8045770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 -- 172.21.15.133:0/1600598891 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddb80d4bd0 con 0x7fddb816f8e0 2023-12-02T00:31:06.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb26effd640 1 --2- 172.21.15.133:0/3132763970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 0x7fb2700c40c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb27006f840 tx=0x7fb260020a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43d9f26ba40e61c5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddbe7fc640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddb816f8e0 0x7fddb8045cb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fddb400d500 tx=0x7fddb400d9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcde77fe640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c08b0 0x7fcde80a4b90 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcdd800c3c0 tx=0x7fcdd800c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fdda7fff640 1 -- 172.21.15.133:0/1600598891 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddb40125f0 con 0x7fddb816f8e0 2023-12-02T00:31:06.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddb80d6e50 con 0x7fddb816f8e0 2023-12-02T00:31:06.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb26e7fc640 1 -- 172.21.15.133:0/3132763970 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600a9ad0 con 0x7fb27006c4b0 2023-12-02T00:31:06.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb26e7fc640 1 -- 172.21.15.133:0/3132763970 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2600a9c30 con 0x7fb27006c4b0 2023-12-02T00:31:06.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb26e7fc640 1 -- 172.21.15.133:0/3132763970 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600b1440 con 0x7fb27006c4b0 2023-12-02T00:31:06.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddb816f0e0 con 0x7fddb816f8e0 2023-12-02T00:31:06.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fdda7fff640 1 -- 172.21.15.133:0/1600598891 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddb4012750 con 0x7fddb816f8e0 2023-12-02T00:31:06.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcdcffff640 1 -- 172.21.15.133:0/791998106 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdd8005cf0 con 0x7fcde80c08b0 2023-12-02T00:31:06.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcdcffff640 1 -- 172.21.15.133:0/791998106 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdd8005e50 con 0x7fcde80c08b0 2023-12-02T00:31:06.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcdcffff640 1 -- 172.21.15.133:0/791998106 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdd80072d0 con 0x7fcde80c08b0 2023-12-02T00:31:06.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcde8159580 con 0x7fcde80c08b0 2023-12-02T00:31:06.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7f0ae1dd8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0adc0a9160 0x7f0adc1ecac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7f0ae1dd8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc14db10 0x7f0adc1e9380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcde815c190 con 0x7fcde80c08b0 2023-12-02T00:31:06.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fdda7fff640 1 -- 172.21.15.133:0/1600598891 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddb40125f0 con 0x7fddb816f8e0 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb274996640 1 -- 172.21.15.133:0/3132763970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 msgr2=0x7fb2700c40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb274996640 1 --2- 172.21.15.133:0/3132763970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 0x7fb2700c40c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb27006f840 tx=0x7fb260020a00 comp rx=0 tx=0).stop 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb274996640 1 -- 172.21.15.133:0/3132763970 shutdown_connections 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb274996640 1 --2- 172.21.15.133:0/3132763970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 0x7fb2700c40c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb274996640 1 --2- 172.21.15.133:0/3132763970 >> v2:172.21.15.133:3300/0 conn(0x7fb2701513f0 0x7fb27006bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7fb274996640 1 -- 172.21.15.133:0/3132763970 >> 172.21.15.133:0/3132763970 conn(0x7fb2700a7800 msgr2=0x7fb2700a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.547+0000 7f32a99c4640 1 Processor -- start 2023-12-02T00:31:06.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a99c4640 1 -- start start 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc14db10 0x7f0adc1e9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc14db10 0x7f0adc1e9380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56078/0 (socket says 172.21.15.133:56078) 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ae1dd8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0adc0aad90 0x7f0adc0ab210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adb7fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0adc0a9160 0x7f0adc1ecac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ae1dd8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc1e98c0 con 0x7f0adc0aad90 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ae1dd8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc14e440 con 0x7f0adc0a9160 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ae1dd8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc14e160 con 0x7f0adc14db10 2023-12-02T00:31:06.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adb7fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0adc0a9160 0x7f0adc1ecac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:49922/0 (socket says 172.21.15.133:49922) 2023-12-02T00:31:06.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adb7fe640 1 -- 172.21.15.133:0/3416001508 learned_addr learned my addr 172.21.15.133:0/3416001508 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdda0005260 con 0x7fddb816f8e0 2023-12-02T00:31:06.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 -- 172.21.15.133:0/3416001508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0adc0a9160 msgr2=0x7f0adc1ecac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0adc0a9160 0x7f0adc1ecac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 -- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0adc0aad90 msgr2=0x7f0adc0ab210 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-02T00:31:06.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7fb274996640 1 -- 172.21.15.133:0/3132763970 shutdown_connections 2023-12-02T00:31:06.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcde804e850 con 0x7fcde80c08b0 2023-12-02T00:31:06.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adbfff640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0adc0aad90 0x7f0adc0ab210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0adc0aad90 0x7f0adc0ab210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 -- 172.21.15.133:0/3416001508 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0adc1ebfe0 con 0x7f0adc14db10 2023-12-02T00:31:06.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0adaffd640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc14db10 0x7f0adc1e9380 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0ac400f900 tx=0x7f0ac400fd00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7fb274996640 1 -- 172.21.15.133:0/3132763970 wait complete. 2023-12-02T00:31:06.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ad3fff640 1 -- 172.21.15.133:0/3416001508 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac40052e0 con 0x7f0adc14db10 2023-12-02T00:31:06.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ad3fff640 1 -- 172.21.15.133:0/3416001508 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ac4005460 con 0x7f0adc14db10 2023-12-02T00:31:06.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ad3fff640 1 -- 172.21.15.133:0/3416001508 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac400d910 con 0x7f0adc14db10 2023-12-02T00:31:06.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f182d4c9640 1 Processor -- start 2023-12-02T00:31:06.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f182d4c9640 1 -- start start 2023-12-02T00:31:06.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ae1dd8640 1 -- 172.21.15.133:0/3416001508 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0adc1ec2c0 con 0x7f0adc14db10 2023-12-02T00:31:06.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a99c4640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f32a40725f0 0x7f32a4152c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a99c4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40c22b0 0x7f32a406ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a99c4640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32a4152490 con 0x7f32a406e3f0 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a99c4640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32a40a4d30 con 0x7f32a40725f0 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a99c4640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32a40a5010 con 0x7f32a40c22b0 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a27fc640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f32a406e3f0 0x7f32a40c2760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50356/0 (socket says 172.21.15.133:50356) 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a27fc640 1 -- 172.21.15.133:0/3176871609 learned_addr learned my addr 172.21.15.133:0/3176871609 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a37fe640 1 --2- 172.21.15.133:0/3176871609 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40c22b0 0x7f32a406ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a1ffb640 1 -- 172.21.15.133:0/3176871609 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3702812288 0 0) 0x7f32a4152490 con 0x7f32a406e3f0 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a1ffb640 1 -- 172.21.15.133:0/3176871609 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f328c003530 con 0x7f32a406e3f0 2023-12-02T00:31:06.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f0ae1dd8640 1 -- 172.21.15.133:0/3416001508 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0adc0a9540 con 0x7f0adc14db10 2023-12-02T00:31:06.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7fb274996640 1 Processor -- start 2023-12-02T00:31:06.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb274996640 1 -- start start 2023-12-02T00:31:06.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a37fe640 1 -- 172.21.15.133:0/3176871609 >> v2:172.21.15.172:3300/0 conn(0x7f32a40725f0 msgr2=0x7f32a4152c30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-02T00:31:06.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a37fe640 1 --2- 172.21.15.133:0/3176871609 >> v2:172.21.15.172:3300/0 conn(0x7f32a40725f0 0x7f32a4152c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a37fe640 1 -- 172.21.15.133:0/3176871609 >> v1:172.21.15.172:6789/0 conn(0x7f32a406e3f0 legacy=0x7f32a40c2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7f32a37fe640 1 -- 172.21.15.133:0/3176871609 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a40a52f0 con 0x7f32a40c22b0 2023-12-02T00:31:06.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.551+0000 7fcdcffff640 1 -- 172.21.15.133:0/791998106 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcdd8007430 con 0x7fcde80c08b0 2023-12-02T00:31:06.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fdda7fff640 1 -- 172.21.15.133:0/1600598891 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fddb40128c0 con 0x7fddb816f8e0 2023-12-02T00:31:06.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f458d3df640 1 Processor -- start 2023-12-02T00:31:06.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fcdcffff640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd40664c0 0x7fcdd4068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fcde6ffd640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd40664c0 0x7fcdd4068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb274996640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 0x7fb2700714d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f182d4c9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f18200da330 0x7f18200e1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb274996640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb270071f60 0x7fb27006fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb274996640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2701513f0 0x7fb2700702f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb274996640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2700a36e0 con 0x7fb2701513f0 2023-12-02T00:31:06.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb274996640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2700a4ff0 con 0x7fb27006c4b0 2023-12-02T00:31:06.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb274996640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2700a3050 con 0x7fb270071f60 2023-12-02T00:31:06.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f182d4c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1820046950 con 0x7f182000a990 2023-12-02T00:31:06.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb26effd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb270071f60 0x7fb27006fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f182d4c9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f182004b300 con 0x7f18200d3ab0 2023-12-02T00:31:06.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f182d4c9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18200473f0 con 0x7f18200da330 2023-12-02T00:31:06.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fdda7fff640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fddac0664d0 0x7fddac068990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fdda7fff640 1 -- 172.21.15.133:0/1600598891 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fddb4083f10 con 0x7fddb816f8e0 2023-12-02T00:31:06.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fcdcffff640 1 -- 172.21.15.133:0/791998106 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcdd80830c0 con 0x7fcde80c08b0 2023-12-02T00:31:06.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f458d3df640 1 -- start start 2023-12-02T00:31:06.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fddbeffd640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fddac0664d0 0x7fddac068990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0adc04e850 con 0x7f0adc14db10 2023-12-02T00:31:06.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f458d3df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45800dad70 0x7f458000ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f458d3df640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f458000e170 con 0x7f45800d4360 2023-12-02T00:31:06.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f458d3df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f458004a6f0 con 0x7f458004daf0 2023-12-02T00:31:06.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f458d3df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45800db330 con 0x7f45800dad70 2023-12-02T00:31:06.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f1826ffd640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f18200d3ab0 0x7f1820006eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50364/0 (socket says 172.21.15.133:50364) 2023-12-02T00:31:06.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f1826ffd640 1 -- 172.21.15.133:0/3454842029 learned_addr learned my addr 172.21.15.133:0/3454842029 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f18277fe640 1 --2- 172.21.15.133:0/3454842029 >> v2:172.21.15.172:3300/0 conn(0x7f18200da330 0x7f18200e1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fcde6ffd640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd40664c0 0x7fcdd4068980 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcddc000f70 tx=0x7fcddc0079c0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb26ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2701513f0 0x7fb2700702f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb26ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2701513f0 0x7fb2700702f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47490/0 (socket says 172.21.15.133:47490) 2023-12-02T00:31:06.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb26ffff640 1 -- 172.21.15.133:0/508962162 learned_addr learned my addr 172.21.15.133:0/508962162 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7fb26f7fe640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 0x7fb2700714d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7ffa53bc1640 1 Processor -- start 2023-12-02T00:31:06.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f18277fe640 1 -- 172.21.15.133:0/3454842029 >> v1:172.21.15.172:6789/0 conn(0x7f18200d3ab0 legacy=0x7f1820006eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f18277fe640 1 -- 172.21.15.133:0/3454842029 >> v1:172.21.15.133:6789/0 conn(0x7f182000a990 legacy=0x7f18200d9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f18277fe640 1 -- 172.21.15.133:0/3454842029 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1820046300 con 0x7f18200da330 2023-12-02T00:31:06.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7ffa53bc1640 1 -- start start 2023-12-02T00:31:06.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fddbeffd640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fddac0664d0 0x7fddac068990 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fddb0004850 tx=0x7fddb0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f45867fc640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f458004daf0 0x7f458000e600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50370/0 (socket says 172.21.15.133:50370) 2023-12-02T00:31:06.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f45867fc640 1 -- 172.21.15.133:0/1726093942 learned_addr learned my addr 172.21.15.133:0/1726093942 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f45877fe640 1 --2- 172.21.15.133:0/1726093942 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45800dad70 0x7f458000ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fb26effd640 1 -- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 msgr2=0x7fb2700714d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fb26effd640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 0x7fb2700714d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fb26effd640 1 -- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2701513f0 msgr2=0x7fb2700702f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fb26effd640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2701513f0 0x7fb2700702f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fb26effd640 1 -- 172.21.15.133:0/508962162 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb260009d60 con 0x7fb270071f60 2023-12-02T00:31:06.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fb26ffff640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2701513f0 0x7fb2700702f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:06.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.555+0000 7f0ad3fff640 1 -- 172.21.15.133:0/3416001508 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0ac400da70 con 0x7f0adc14db10 2023-12-02T00:31:06.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f32a37fe640 1 --2- 172.21.15.133:0/3176871609 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40c22b0 0x7f32a406ced0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f329c009d90 tx=0x7f329c01c870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=241479f36853418c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f45877fe640 1 -- 172.21.15.133:0/1726093942 >> v1:172.21.15.172:6789/0 conn(0x7f458004daf0 legacy=0x7f458000e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f45877fe640 1 -- 172.21.15.133:0/1726093942 >> v1:172.21.15.133:6789/0 conn(0x7f45800d4360 legacy=0x7f45800071c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fb26effd640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb270071f60 0x7fb27006fdb0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb2700c1a90 tx=0x7fb26001d7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f45877fe640 1 -- 172.21.15.133:0/1726093942 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f458004a9d0 con 0x7f45800dad70 2023-12-02T00:31:06.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa53bc1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ffa4c0c3bd0 0x7ffa4c0c4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa53bc1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0727f0 0x7ffa4c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa53bc1640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa4c0ab230 con 0x7ffa4c0a5240 2023-12-02T00:31:06.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa53bc1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa4c0c3770 con 0x7ffa4c0c3bd0 2023-12-02T00:31:06.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f0ad3fff640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0abc0664c0 0x7f0abc068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f0ad3fff640 1 -- 172.21.15.133:0/3416001508 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0ac4083db0 con 0x7f0adc14db10 2023-12-02T00:31:06.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa53bc1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa4c0c5040 con 0x7ffa4c0727f0 2023-12-02T00:31:06.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5195d640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7ffa4c0a5240 0x7ffa4c0c4930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50376/0 (socket says 172.21.15.133:50376) 2023-12-02T00:31:06.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5195d640 1 -- 172.21.15.133:0/3447224095 learned_addr learned my addr 172.21.15.133:0/3447224095 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:06.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5115c640 1 --2- 172.21.15.133:0/3447224095 >> v2:172.21.15.172:3300/0 conn(0x7ffa4c0c3bd0 0x7ffa4c0c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f0adb7fe640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0abc0664c0 0x7f0abc068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5215e640 1 --2- 172.21.15.133:0/3447224095 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0727f0 0x7ffa4c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5215e640 1 -- 172.21.15.133:0/3447224095 >> v2:172.21.15.172:3300/0 conn(0x7ffa4c0c3bd0 msgr2=0x7ffa4c0c4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:06.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f0adb7fe640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0abc0664c0 0x7f0abc068980 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0acc004f10 tx=0x7f0acc007d80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5215e640 1 --2- 172.21.15.133:0/3447224095 >> v2:172.21.15.172:3300/0 conn(0x7ffa4c0c3bd0 0x7ffa4c0c4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5215e640 1 -- 172.21.15.133:0/3447224095 >> v1:172.21.15.172:6789/0 conn(0x7ffa4c0a5240 legacy=0x7ffa4c0c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7ffa5215e640 1 -- 172.21.15.133:0/3447224095 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa4c0725a0 con 0x7ffa4c0727f0 2023-12-02T00:31:06.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fcdcffff640 1 -- 172.21.15.133:0/791998106 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcdd8050760 con 0x7fcde80c08b0 2023-12-02T00:31:06.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7fdda7fff640 1 -- 172.21.15.133:0/1600598891 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fddb4051300 con 0x7fddb816f8e0 2023-12-02T00:31:06.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.559+0000 7f18277fe640 1 --2- 172.21.15.133:0/3454842029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18200da330 0x7f18200e1c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f181800d8a0 tx=0x7f181801e660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f019f542b0161eb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f1825ffb640 1 -- 172.21.15.133:0/3454842029 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18180a8650 con 0x7f18200da330 2023-12-02T00:31:06.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f1825ffb640 1 -- 172.21.15.133:0/3454842029 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18180a87b0 con 0x7f18200da330 2023-12-02T00:31:06.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f1825ffb640 1 -- 172.21.15.133:0/3454842029 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18180a8b40 con 0x7f18200da330 2023-12-02T00:31:06.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f182d4c9640 1 -- 172.21.15.133:0/3454842029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18200da330 msgr2=0x7f18200e1c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f182d4c9640 1 --2- 172.21.15.133:0/3454842029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18200da330 0x7f18200e1c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f181800d8a0 tx=0x7f181801e660 comp rx=0 tx=0).stop 2023-12-02T00:31:06.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f182d4c9640 1 -- 172.21.15.133:0/3454842029 shutdown_connections 2023-12-02T00:31:06.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f182d4c9640 1 --2- 172.21.15.133:0/3454842029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18200da330 0x7f18200e1c80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f182d4c9640 1 -- 172.21.15.133:0/3454842029 >> 172.21.15.133:0/3454842029 conn(0x7f1820048260 msgr2=0x7f1820048670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f182d4c9640 1 -- 172.21.15.133:0/3454842029 shutdown_connections 2023-12-02T00:31:06.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f182d4c9640 1 -- 172.21.15.133:0/3454842029 wait complete. 2023-12-02T00:31:06.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f45877fe640 1 --2- 172.21.15.133:0/1726093942 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45800dad70 0x7f458000ed10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f45780097f0 tx=0x7f457801c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17f7d1663dca555e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7ffa5215e640 1 --2- 172.21.15.133:0/3447224095 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0727f0 0x7ffa4c0c06d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009d90 tx=0x7ffa4401c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff03a303937c02e0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7fb267fff640 1 -- 172.21.15.133:0/508962162 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600b2df0 con 0x7fb270071f60 2023-12-02T00:31:06.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb270143ab0 con 0x7fb270071f60 2023-12-02T00:31:06.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f32a1ffb640 1 -- 172.21.15.133:0/3176871609 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c0a56f0 con 0x7f32a40c22b0 2023-12-02T00:31:06.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f32a1ffb640 1 -- 172.21.15.133:0/3176871609 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f329c0a5850 con 0x7f32a40c22b0 2023-12-02T00:31:06.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7f32a1ffb640 1 -- 172.21.15.133:0/3176871609 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329c0a5bc0 con 0x7f32a40c22b0 2023-12-02T00:31:06.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7ffa5095b640 1 -- 172.21.15.133:0/3447224095 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa440a5750 con 0x7ffa4c0727f0 2023-12-02T00:31:06.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7ffa5095b640 1 -- 172.21.15.133:0/3447224095 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa440a58b0 con 0x7ffa4c0727f0 2023-12-02T00:31:06.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7ffa5095b640 1 -- 172.21.15.133:0/3447224095 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa440a5c40 con 0x7ffa4c0727f0 2023-12-02T00:31:06.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.563+0000 7fb267fff640 1 -- 172.21.15.133:0/508962162 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb260013200 con 0x7fb270071f60 2023-12-02T00:31:06.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7fb267fff640 1 -- 172.21.15.133:0/508962162 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2600135b0 con 0x7fb270071f60 2023-12-02T00:31:06.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f4585ffb640 1 -- 172.21.15.133:0/1726093942 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45780ad640 con 0x7f45800dad70 2023-12-02T00:31:06.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f4585ffb640 1 -- 172.21.15.133:0/1726093942 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45780ad7a0 con 0x7f45800dad70 2023-12-02T00:31:06.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f4585ffb640 1 -- 172.21.15.133:0/1726093942 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45780adb30 con 0x7f45800dad70 2023-12-02T00:31:06.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 Processor -- start 2023-12-02T00:31:06.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb270143460 con 0x7fb270071f60 2023-12-02T00:31:06.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 -- 172.21.15.133:0/3447224095 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0727f0 msgr2=0x7ffa4c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 -- 172.21.15.133:0/3176871609 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40c22b0 msgr2=0x7f32a406ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3176871609 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40c22b0 0x7f32a406ced0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f329c009d90 tx=0x7f329c01c870 comp rx=0 tx=0).stop 2023-12-02T00:31:06.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/3447224095 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0727f0 0x7ffa4c0c06d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009d90 tx=0x7ffa4401c820 comp rx=0 tx=0).stop 2023-12-02T00:31:06.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 -- start start 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 -- 172.21.15.133:0/3176871609 shutdown_connections 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3176871609 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40c22b0 0x7f32a406ced0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3176871609 >> v2:172.21.15.172:3300/0 conn(0x7f32a40725f0 0x7f32a4152c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 -- 172.21.15.133:0/3176871609 >> 172.21.15.133:0/3176871609 conn(0x7f32a40c5cd0 msgr2=0x7f32a40c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 -- 172.21.15.133:0/3447224095 shutdown_connections 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/3447224095 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0727f0 0x7ffa4c0c06d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/3447224095 >> v2:172.21.15.172:3300/0 conn(0x7ffa4c0c3bd0 0x7ffa4c0c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 -- 172.21.15.133:0/3447224095 >> 172.21.15.133:0/3447224095 conn(0x7ffa4c0c5cd0 msgr2=0x7ffa4c0c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 -- 172.21.15.133:0/3176871609 shutdown_connections 2023-12-02T00:31:06.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f32a99c4640 1 -- 172.21.15.133:0/3176871609 wait complete. 2023-12-02T00:31:06.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 -- 172.21.15.133:0/3447224095 shutdown_connections 2023-12-02T00:31:06.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f0ad3fff640 1 -- 172.21.15.133:0/3416001508 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0ac40513a0 con 0x7f0adc14db10 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f182000a990 0x7f18200cd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18200d3ab0 0x7f18200cb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18200da330 0x7f18200cbae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f182004b5e0 con 0x7f18200d3ab0 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18200cd390 con 0x7f182000a990 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f182d4c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18200ced90 con 0x7f18200da330 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f18277fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18200da330 0x7f18200cbae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f18267fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18200d3ab0 0x7f18200cb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f18277fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18200da330 0x7f18200cbae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56112/0 (socket says 172.21.15.133:56112) 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f18277fe640 1 -- 172.21.15.133:0/1061447178 learned_addr learned my addr 172.21.15.133:0/1061447178 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f1826ffd640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f182000a990 0x7f18200cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7ffa53bc1640 1 -- 172.21.15.133:0/3447224095 wait complete. 2023-12-02T00:31:06.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f458d3df640 1 -- 172.21.15.133:0/1726093942 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45800dad70 msgr2=0x7f458000ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f458d3df640 1 --2- 172.21.15.133:0/1726093942 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45800dad70 0x7f458000ed10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f45780097f0 tx=0x7f457801c370 comp rx=0 tx=0).stop 2023-12-02T00:31:06.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f458d3df640 1 -- 172.21.15.133:0/1726093942 shutdown_connections 2023-12-02T00:31:06.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f458d3df640 1 --2- 172.21.15.133:0/1726093942 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45800dad70 0x7f458000ed10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f458d3df640 1 -- 172.21.15.133:0/1726093942 >> 172.21.15.133:0/1726093942 conn(0x7f458004c670 msgr2=0x7f458004ca80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f458d3df640 1 -- 172.21.15.133:0/1726093942 shutdown_connections 2023-12-02T00:31:06.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb27004e850 con 0x7fb270071f60 2023-12-02T00:31:06.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.567+0000 7f458d3df640 1 -- 172.21.15.133:0/1726093942 wait complete. 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f18267fc640 1 -- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18200da330 msgr2=0x7f18200cbae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f18267fc640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18200da330 0x7f18200cbae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f18267fc640 1 -- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f182000a990 msgr2=0x7f18200cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f18267fc640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f182000a990 0x7f18200cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f18267fc640 1 -- 172.21.15.133:0/1061447178 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f181800d510 con 0x7f18200d3ab0 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f18277fe640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18200da330 0x7f18200cbae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f1826ffd640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f182000a990 0x7f18200cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:06.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f18267fc640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18200d3ab0 0x7f18200cb5a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f181c00b440 tx=0x7f181c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7ffa53bc1640 1 Processor -- start 2023-12-02T00:31:06.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7ffa53bc1640 1 -- start start 2023-12-02T00:31:06.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f180f7fe640 1 -- 172.21.15.133:0/1061447178 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f181c011830 con 0x7f18200d3ab0 2023-12-02T00:31:06.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f180f7fe640 1 -- 172.21.15.133:0/1061447178 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f181c0119b0 con 0x7f18200d3ab0 2023-12-02T00:31:06.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f180f7fe640 1 -- 172.21.15.133:0/1061447178 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f181c011d60 con 0x7f18200d3ab0 2023-12-02T00:31:06.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 Processor -- start 2023-12-02T00:31:06.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 Processor -- start 2023-12-02T00:31:06.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18200cf070 con 0x7f18200d3ab0 2023-12-02T00:31:06.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f182002cfd0 con 0x7f18200d3ab0 2023-12-02T00:31:06.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 -- start start 2023-12-02T00:31:06.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 -- start start 2023-12-02T00:31:06.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7ffa53bc1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa4c0727f0 0x7ffa4c14faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18200ceed0 con 0x7f18200d3ab0 2023-12-02T00:31:06.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7ffa53bc1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffa4c0a5240 0x7ffa4c140dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7ffa5195d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa4c0727f0 0x7ffa4c14faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7ffa5195d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa4c0727f0 0x7ffa4c14faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47500/0 (socket says 172.21.15.133:47500) 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7ffa5195d640 1 -- 172.21.15.133:0/1008772262 learned_addr learned my addr 172.21.15.133:0/1008772262 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458004daf0 0x7f45800d9410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45800d4360 0x7f45800cf0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45800dad70 0x7f45800cf630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45800d6d00 con 0x7f45800d4360 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45800d70b0 con 0x7f45800dad70 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f458d3df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45800d7370 con 0x7f458004daf0 2023-12-02T00:31:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a406e3f0 0x7f32a40a75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40725f0 0x7f32a4070de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a40c22b0 0x7f32a41e9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a40a7b10 con 0x7f32a40c22b0 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a40a6b10 con 0x7f32a406e3f0 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.571+0000 7f32a99c4640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32a41e95c0 con 0x7f32a40725f0 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5115c640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffa4c0a5240 0x7ffa4c140dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0c3bd0 0x7ffa4c141300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa4c154cc0 con 0x7ffa4c0727f0 2023-12-02T00:31:06.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa4c1e96e0 con 0x7ffa4c0a5240 2023-12-02T00:31:06.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa4c1e9c10 con 0x7ffa4c0c3bd0 2023-12-02T00:31:06.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45867fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45800d4360 0x7f45800cf0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45867fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45800d4360 0x7f45800cf0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47504/0 (socket says 172.21.15.133:47504) 2023-12-02T00:31:06.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45867fc640 1 -- 172.21.15.133:0/1348086675 learned_addr learned my addr 172.21.15.133:0/1348086675 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45877fe640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45800dad70 0x7f45800cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5215e640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0c3bd0 0x7ffa4c141300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a40c22b0 0x7f32a41e9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f4586ffd640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458004daf0 0x7f45800d9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a40c22b0 0x7f32a41e9cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47520/0 (socket says 172.21.15.133:47520) 2023-12-02T00:31:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a37fe640 1 -- 172.21.15.133:0/3009615375 learned_addr learned my addr 172.21.15.133:0/3009615375 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a27fc640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40725f0 0x7f32a4070de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45877fe640 1 -- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458004daf0 msgr2=0x7f45800d9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45877fe640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458004daf0 0x7f45800d9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45877fe640 1 -- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45800d4360 msgr2=0x7f45800cf0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45877fe640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45800d4360 0x7f45800cf0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45877fe640 1 -- 172.21.15.133:0/1348086675 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4578009420 con 0x7f45800dad70 2023-12-02T00:31:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f4586ffd640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458004daf0 0x7f45800d9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a2ffd640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a406e3f0 0x7f32a40a75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7fb267fff640 1 -- 172.21.15.133:0/508962162 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb26000f470 con 0x7fb270071f60 2023-12-02T00:31:06.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5115c640 1 -- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0c3bd0 msgr2=0x7ffa4c141300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5115c640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0c3bd0 0x7ffa4c141300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f45877fe640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45800dad70 0x7f45800cf630 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f45780ac000 tx=0x7f4578019110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5115c640 1 -- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa4c0727f0 msgr2=0x7ffa4c14faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f456f7fe640 1 -- 172.21.15.133:0/1348086675 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45780b9860 con 0x7f45800dad70 2023-12-02T00:31:06.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5115c640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa4c0727f0 0x7ffa4c14faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5115c640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa44009a70 con 0x7ffa4c0a5240 2023-12-02T00:31:06.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5195d640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa4c0727f0 0x7ffa4c14faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:06.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f456f7fe640 1 -- 172.21.15.133:0/1348086675 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45780a6040 con 0x7f45800dad70 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4580177250 con 0x7f45800dad70 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45800e5230 con 0x7f45800dad70 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f456f7fe640 1 -- 172.21.15.133:0/1348086675 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45780b9860 con 0x7f45800dad70 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a27fc640 1 -- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a406e3f0 msgr2=0x7f32a40a75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a27fc640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a406e3f0 0x7f32a40a75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a27fc640 1 -- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a40c22b0 msgr2=0x7f32a41e9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a27fc640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a40c22b0 0x7f32a41e9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a27fc640 1 -- 172.21.15.133:0/3009615375 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f329c009a70 con 0x7f32a40725f0 2023-12-02T00:31:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a2ffd640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a406e3f0 0x7f32a40a75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa5115c640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffa4c0a5240 0x7ffa4c140dc0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ffa4800dd90 tx=0x7ffa48010490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa427fc640 1 -- 172.21.15.133:0/1008772262 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa48012040 con 0x7ffa4c0a5240 2023-12-02T00:31:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7fb267fff640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb250066470 0x7fb250068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7fb267fff640 1 -- 172.21.15.133:0/508962162 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb26011e040 con 0x7fb270071f60 2023-12-02T00:31:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f32a27fc640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40725f0 0x7f32a4070de0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3298015c80 tx=0x7f3298013520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa427fc640 1 -- 172.21.15.133:0/1008772262 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa4800be30 con 0x7ffa4c0a5240 2023-12-02T00:31:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7ffa427fc640 1 -- 172.21.15.133:0/1008772262 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa48018650 con 0x7ffa4c0a5240 2023-12-02T00:31:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa4c152390 con 0x7ffa4c0a5240 2023-12-02T00:31:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa4c141840 con 0x7ffa4c0a5240 2023-12-02T00:31:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45800d7500 con 0x7f45800dad70 2023-12-02T00:31:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f328bfff640 1 -- 172.21.15.133:0/3009615375 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329801e030 con 0x7f32a40725f0 2023-12-02T00:31:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f328bfff640 1 -- 172.21.15.133:0/3009615375 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3298015e90 con 0x7f32a40725f0 2023-12-02T00:31:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f328bfff640 1 -- 172.21.15.133:0/3009615375 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3298012070 con 0x7f32a40725f0 2023-12-02T00:31:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32a40a6dd0 con 0x7f32a40725f0 2023-12-02T00:31:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32a41e92b0 con 0x7f32a40725f0 2023-12-02T00:31:06.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.575+0000 7f180f7fe640 1 -- 172.21.15.133:0/1061447178 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f181c01a400 con 0x7f18200d3ab0 2023-12-02T00:31:06.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f180f7fe640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1814066540 0x7f1814068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7fb26f7fe640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb250066470 0x7fb250068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f180f7fe640 1 -- 172.21.15.133:0/1061447178 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f181c083cf0 con 0x7f18200d3ab0 2023-12-02T00:31:06.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32a40a72f0 con 0x7f32a40725f0 2023-12-02T00:31:06.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f456f7fe640 1 -- 172.21.15.133:0/1348086675 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f45780b99c0 con 0x7f45800dad70 2023-12-02T00:31:06.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f456f7fe640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4574066500 0x7f45740689c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f456f7fe640 1 -- 172.21.15.133:0/1348086675 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f45780ad5e0 con 0x7f45800dad70 2023-12-02T00:31:06.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f4586ffd640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4574066500 0x7f45740689c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7fb26f7fe640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb250066470 0x7fb250068930 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb27015ab00 tx=0x7fb268009830 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7f1826ffd640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1814066540 0x7f1814068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.579+0000 7ffa427fc640 1 -- 172.21.15.133:0/1008772262 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffa480187b0 con 0x7ffa4c0a5240 2023-12-02T00:31:06.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7fb267fff640 1 -- 172.21.15.133:0/508962162 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb26014f280 con 0x7fb270071f60 2023-12-02T00:31:06.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa4c068400 con 0x7ffa4c0a5240 2023-12-02T00:31:06.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7ffa427fc640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffa30066470 0x7ffa30068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7f4586ffd640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4574066500 0x7f45740689c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4580035190 tx=0x7f457c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7f1826ffd640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1814066540 0x7f1814068a00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1828064280 tx=0x7f1828068b80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7ffa427fc640 1 -- 172.21.15.133:0/1008772262 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa48086350 con 0x7ffa4c0a5240 2023-12-02T00:31:06.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7ffa5195d640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffa30066470 0x7ffa30068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7f328bfff640 1 -- 172.21.15.133:0/3009615375 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3298021070 con 0x7f32a40725f0 2023-12-02T00:31:06.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7f328bfff640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3290066570 0x7f3290068a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:06.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7f328bfff640 1 -- 172.21.15.133:0/3009615375 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f329801f070 con 0x7f32a40725f0 2023-12-02T00:31:06.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7ffa5195d640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffa30066470 0x7ffa30068930 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c154a40 tx=0x7ffa3c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.583+0000 7f32a2ffd640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3290066570 0x7f3290068a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:06.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.587+0000 7f32a2ffd640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3290066570 0x7f3290068a30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3294009cb0 tx=0x7f3294009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:06.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.587+0000 7f456f7fe640 1 -- 172.21.15.133:0/1348086675 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f45780ec0d0 con 0x7f45800dad70 2023-12-02T00:31:06.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.587+0000 7f180f7fe640 1 -- 172.21.15.133:0/1061447178 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f18200ceed0 con 0x7f18200d3ab0 2023-12-02T00:31:06.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.591+0000 7f328bfff640 1 -- 172.21.15.133:0/3009615375 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f32a40a72f0 con 0x7f32a40725f0 2023-12-02T00:31:06.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.591+0000 7ffa427fc640 1 -- 172.21.15.133:0/1008772262 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffa48053870 con 0x7ffa4c0a5240 2023-12-02T00:31:06.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.883+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fdda0005510 con 0x7fddb816f8e0 2023-12-02T00:31:06.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.883+0000 7fdda7fff640 1 -- 172.21.15.133:0/1600598891 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fddb4054920 con 0x7fddb816f8e0 2023-12-02T00:31:06.887 INFO:teuthology.orchestra.run.smithi133.stdout:55834574853 2023-12-02T00:31:06.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.887+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fddac0664d0 msgr2=0x7fddac068990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.887+0000 7fddc5832640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fddac0664d0 0x7fddac068990 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fddb0004850 tx=0x7fddb0009040 comp rx=0 tx=0).stop 2023-12-02T00:31:06.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.887+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddb816f8e0 msgr2=0x7fddb8045cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.887+0000 7fddc5832640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddb816f8e0 0x7fddb8045cb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fddb400d500 tx=0x7fddb400d9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 shutdown_connections 2023-12-02T00:31:06.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fddac0664d0 0x7fddac068990 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddb80ccfe0 0x7fddb80cbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddb816f8e0 0x7fddb8045cb0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 --2- 172.21.15.133:0/1600598891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddb80d97a0 0x7fddb8045770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 >> 172.21.15.133:0/1600598891 conn(0x7fddb8049320 msgr2=0x7fddb80dd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fcde806c530 con 0x7fcde80c08b0 2023-12-02T00:31:06.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 shutdown_connections 2023-12-02T00:31:06.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fddc5832640 1 -- 172.21.15.133:0/1600598891 wait complete. 2023-12-02T00:31:06.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fcdcffff640 1 -- 172.21.15.133:0/791998106 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcdd8017090 con 0x7fcde80c08b0 2023-12-02T00:31:06.894 INFO:teuthology.orchestra.run.smithi133.stdout:55834574854 2023-12-02T00:31:06.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd40664c0 msgr2=0x7fcdd4068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd40664c0 0x7fcdd4068980 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcddc000f70 tx=0x7fcddc0079c0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c08b0 msgr2=0x7fcde80a4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.891+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c08b0 0x7fcde80a4b90 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcdd800c3c0 tx=0x7fcdd800c880 comp rx=0 tx=0).stop 2023-12-02T00:31:06.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 shutdown_connections 2023-12-02T00:31:06.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd40664c0 0x7fcdd4068980 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcde8155d40 0x7fcde81551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcde80c4060 0x7fcde8154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 --2- 172.21.15.133:0/791998106 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcde80c08b0 0x7fcde80a4b90 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 >> 172.21.15.133:0/791998106 conn(0x7fcde80a7800 msgr2=0x7fcde80a7be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f0adc1515e0 con 0x7f0adc14db10 2023-12-02T00:31:06.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 shutdown_connections 2023-12-02T00:31:06.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7fcdedc5a640 1 -- 172.21.15.133:0/791998106 wait complete. 2023-12-02T00:31:06.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.895+0000 7f0ad3fff640 1 -- 172.21.15.133:0/3416001508 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0ac40549c0 con 0x7f0adc14db10 2023-12-02T00:31:06.900 INFO:teuthology.orchestra.run.smithi133.stdout:55834574855 2023-12-02T00:31:06.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0abc0664c0 msgr2=0x7f0abc068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0abc0664c0 0x7f0abc068980 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0acc004f10 tx=0x7f0acc007d80 comp rx=0 tx=0).stop 2023-12-02T00:31:06.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc14db10 msgr2=0x7f0adc1e9380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc14db10 0x7f0adc1e9380 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0ac400f900 tx=0x7f0ac400fd00 comp rx=0 tx=0).stop 2023-12-02T00:31:06.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 shutdown_connections 2023-12-02T00:31:06.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0abc0664c0 0x7f0abc068980 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0adc0aad90 0x7f0adc0ab210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0adc14db10 0x7f0adc1e9380 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 --2- 172.21.15.133:0/3416001508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0adc0a9160 0x7f0adc1ecac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.903+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 >> 172.21.15.133:0/3416001508 conn(0x7f0adc0a7910 msgr2=0x7f0adc150530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.907+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 shutdown_connections 2023-12-02T00:31:06.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.907+0000 7f0ad1ffb640 1 -- 172.21.15.133:0/3416001508 wait complete. 2023-12-02T00:31:06.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.911+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fb2700c0a80 con 0x7fb270071f60 2023-12-02T00:31:06.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.911+0000 7fb267fff640 1 -- 172.21.15.133:0/508962162 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb2600eb560 con 0x7fb270071f60 2023-12-02T00:31:06.915 INFO:teuthology.orchestra.run.smithi133.stdout:55834574855 2023-12-02T00:31:06.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.911+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7ffa4c0c33c0 con 0x7ffa4c0a5240 2023-12-02T00:31:06.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.911+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f45800d1da0 con 0x7f45800dad70 2023-12-02T00:31:06.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7ffa427fc640 1 -- 172.21.15.133:0/1008772262 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffa48056e90 con 0x7ffa4c0a5240 2023-12-02T00:31:06.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f18200cd540 con 0x7f18200d3ab0 2023-12-02T00:31:06.917 INFO:teuthology.orchestra.run.smithi133.stdout:55834574853 2023-12-02T00:31:06.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7f456f7fe640 1 -- 172.21.15.133:0/1348086675 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f45780bd020 con 0x7f45800dad70 2023-12-02T00:31:06.917 INFO:teuthology.orchestra.run.smithi133.stdout:55834574852 2023-12-02T00:31:06.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7f180f7fe640 1 -- 172.21.15.133:0/1061447178 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f18200cd540 con 0x7f18200d3ab0 2023-12-02T00:31:06.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb250066470 msgr2=0x7fb250068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb250066470 0x7fb250068930 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb27015ab00 tx=0x7fb268009830 comp rx=0 tx=0).stop 2023-12-02T00:31:06.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb270071f60 msgr2=0x7fb27006fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb270071f60 0x7fb27006fdb0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb2700c1a90 tx=0x7fb26001d7a0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.919 INFO:teuthology.orchestra.run.smithi133.stdout:55834574852 2023-12-02T00:31:06.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 shutdown_connections 2023-12-02T00:31:06.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb250066470 0x7fb250068930 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2701513f0 0x7fb2700702f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb270071f60 0x7fb27006fdb0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 --2- 172.21.15.133:0/508962162 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb27006c4b0 0x7fb2700714d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 >> 172.21.15.133:0/508962162 conn(0x7fb2700a7800 msgr2=0x7fb27014f930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 shutdown_connections 2023-12-02T00:31:06.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.915+0000 7fb274996640 1 -- 172.21.15.133:0/508962162 wait complete. 2023-12-02T00:31:06.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffa30066470 msgr2=0x7ffa30068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffa30066470 0x7ffa30068930 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c154a40 tx=0x7ffa3c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4574066500 msgr2=0x7f45740689c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4574066500 0x7f45740689c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4580035190 tx=0x7f457c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45800dad70 msgr2=0x7f45800cf630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45800dad70 0x7f45800cf630 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f45780ac000 tx=0x7f4578019110 comp rx=0 tx=0).stop 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 shutdown_connections 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4574066500 0x7f45740689c0 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4580035190 tx=0x7f457c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45800dad70 0x7f45800cf630 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45800d4360 0x7f45800cf0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 --2- 172.21.15.133:0/1348086675 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458004daf0 0x7f45800d9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 >> 172.21.15.133:0/1348086675 conn(0x7f458004c670 msgr2=0x7f45800d1290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f32a40a72f0 con 0x7f32a40725f0 2023-12-02T00:31:06.923 INFO:teuthology.orchestra.run.smithi133.stdout:55834574853 2023-12-02T00:31:06.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f328bfff640 1 -- 172.21.15.133:0/3009615375 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f32a40a72f0 con 0x7f32a40725f0 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffa4c0a5240 msgr2=0x7ffa4c140dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffa4c0a5240 0x7ffa4c140dc0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ffa4800dd90 tx=0x7ffa48010490 comp rx=0 tx=0).stop 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 shutdown_connections 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffa30066470 0x7ffa30068930 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffa4c0c3bd0 0x7ffa4c141300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffa4c0a5240 0x7ffa4c140dc0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 --2- 172.21.15.133:0/1008772262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa4c0727f0 0x7ffa4c14faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 >> 172.21.15.133:0/1008772262 conn(0x7ffa4c0c5cd0 msgr2=0x7ffa4c0c60b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 shutdown_connections 2023-12-02T00:31:06.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f458d3df640 1 -- 172.21.15.133:0/1348086675 wait complete. 2023-12-02T00:31:06.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1814066540 msgr2=0x7f1814068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1814066540 0x7f1814068a00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1828064280 tx=0x7f1828068b80 comp rx=0 tx=0).stop 2023-12-02T00:31:06.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18200d3ab0 msgr2=0x7f18200cb5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18200d3ab0 0x7f18200cb5a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f181c00b440 tx=0x7f181c00b900 comp rx=0 tx=0).stop 2023-12-02T00:31:06.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 shutdown_connections 2023-12-02T00:31:06.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 shutdown_connections 2023-12-02T00:31:06.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1814066540 0x7f1814068a00 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18200da330 0x7f18200cbae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18200d3ab0 0x7f18200cb5a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 --2- 172.21.15.133:0/1061447178 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f182000a990 0x7f18200cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 >> 172.21.15.133:0/1061447178 conn(0x7f1820048260 msgr2=0x7f1820005de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.919+0000 7ffa53bc1640 1 -- 172.21.15.133:0/1008772262 wait complete. 2023-12-02T00:31:06.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 shutdown_connections 2023-12-02T00:31:06.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f182d4c9640 1 -- 172.21.15.133:0/1061447178 wait complete. 2023-12-02T00:31:06.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3290066570 msgr2=0x7f3290068a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3290066570 0x7f3290068a30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3294009cb0 tx=0x7f3294009060 comp rx=0 tx=0).stop 2023-12-02T00:31:06.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40725f0 msgr2=0x7f32a4070de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:06.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40725f0 0x7f32a4070de0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3298015c80 tx=0x7f3298013520 comp rx=0 tx=0).stop 2023-12-02T00:31:06.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 shutdown_connections 2023-12-02T00:31:06.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3290066570 0x7f3290068a30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a40c22b0 0x7f32a41e9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a40725f0 0x7f32a4070de0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 --2- 172.21.15.133:0/3009615375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a406e3f0 0x7f32a40a75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:06.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 >> 172.21.15.133:0/3009615375 conn(0x7f32a40c5cd0 msgr2=0x7f32a414f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:06.931 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.0 2023-12-02T00:31:06.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 shutdown_connections 2023-12-02T00:31:06.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:06.923+0000 7f32a99c4640 1 -- 172.21.15.133:0/3009615375 wait complete. 2023-12-02T00:31:06.938 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.3 2023-12-02T00:31:06.947 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.2 2023-12-02T00:31:06.958 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.6 2023-12-02T00:31:06.966 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2023-12-02T00:31:06.968 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.1 2023-12-02T00:31:06.971 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.5 2023-12-02T00:31:06.972 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.4 2023-12-02T00:31:07.932 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-12-02T00:31:07.939 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-12-02T00:31:07.948 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-12-02T00:31:07.959 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-12-02T00:31:07.967 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-12-02T00:31:07.969 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-12-02T00:31:07.972 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-12-02T00:31:07.972 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-12-02T00:31:08.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.147+0000 7fc510b48640 1 Processor -- start 2023-12-02T00:31:08.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.147+0000 7fc510b48640 1 -- start start 2023-12-02T00:31:08.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc510b48640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c0c1b40 0x7fc50c0c3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc510b48640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc50c0c05f0 con 0x7fc50c0c09c0 2023-12-02T00:31:08.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc510b48640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc50c150f90 con 0x7fc50c0c3fa0 2023-12-02T00:31:08.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc510b48640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c0c2430 con 0x7fc50c0c1b40 2023-12-02T00:31:08.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50b7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc50c0c09c0 0x7fc50c0c0da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45826/0 (socket says 172.21.15.133:45826) 2023-12-02T00:31:08.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50b7fe640 1 -- 172.21.15.133:0/3289036279 learned_addr learned my addr 172.21.15.133:0/3289036279 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:08.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50affd640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c0c1b40 0x7fc50c0c3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3292588033 0 0) 0x7fc50c0c05f0 con 0x7fc50c0c09c0 2023-12-02T00:31:08.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc4f4003530 con 0x7fc50c0c09c0 2023-12-02T00:31:08.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3059959091 0 0) 0x7fc4f4003530 con 0x7fc50c0c09c0 2023-12-02T00:31:08.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c0c1b40 msgr2=0x7fc50c0c3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c0c1b40 0x7fc50c0c3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 >> v1:172.21.15.172:6789/0 conn(0x7fc50c0c3fa0 legacy=0x7fc50c15adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc50c0a97a0 con 0x7fc50c0c09c0 2023-12-02T00:31:08.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fc500001680 con 0x7fc50c0c09c0 2023-12-02T00:31:08.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 >> v1:172.21.15.133:6789/0 conn(0x7fc50c0c09c0 legacy=0x7fc50c0c0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4004bb0 0x7fc4f4003770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4f4003d40 0x7fc4f40041c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc4f400d710 0x7fc4f400fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c0c2430 con 0x7fc4f4004bb0 2023-12-02T00:31:08.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f4007260 con 0x7fc4f4003d40 2023-12-02T00:31:08.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f4007420 con 0x7fc4f400d710 2023-12-02T00:31:08.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50b7fe640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4004bb0 0x7fc4f4003770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.151+0000 7fc50affd640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4f4003d40 0x7fc4f40041c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.155+0000 7fc50affd640 1 -- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc4f400d710 msgr2=0x7fc4f400fba0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-02T00:31:08.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.155+0000 7fc50affd640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc4f400d710 0x7fc4f400fba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.155+0000 7fc50affd640 1 -- 172.21.15.133:0/3289036279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4004bb0 msgr2=0x7fc4f4003770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.155+0000 7fc50affd640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4004bb0 0x7fc4f4003770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.155+0000 7fc50affd640 1 -- 172.21.15.133:0/3289036279 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc50c0a97a0 con 0x7fc4f4003d40 2023-12-02T00:31:08.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.159+0000 7fc50affd640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4f4003d40 0x7fc4f40041c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc50c067320 tx=0x7fc4fc01c930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6290c7829420c60 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.159+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc0a6510 con 0x7fc4f4003d40 2023-12-02T00:31:08.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.159+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4fc0a6670 con 0x7fc4f4003d40 2023-12-02T00:31:08.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.159+0000 7fc50a7fc640 1 -- 172.21.15.133:0/3289036279 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc0a69e0 con 0x7fc4f4003d40 2023-12-02T00:31:08.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.163+0000 7fc510b48640 1 -- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4f4003d40 msgr2=0x7fc4f40041c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.163+0000 7fc510b48640 1 --2- 172.21.15.133:0/3289036279 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4f4003d40 0x7fc4f40041c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc50c067320 tx=0x7fc4fc01c930 comp rx=0 tx=0).stop 2023-12-02T00:31:08.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.163+0000 7fc50bfff640 1 -- 172.21.15.133:0/3289036279 reap_dead start 2023-12-02T00:31:08.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.163+0000 7fc510b48640 1 -- 172.21.15.133:0/3289036279 shutdown_connections 2023-12-02T00:31:08.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.163+0000 7fc510b48640 1 -- 172.21.15.133:0/3289036279 >> 172.21.15.133:0/3289036279 conn(0x7fc50c0a7910 msgr2=0x7fc50c0a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.163+0000 7fc510b48640 1 -- 172.21.15.133:0/3289036279 shutdown_connections 2023-12-02T00:31:08.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.163+0000 7fc510b48640 1 -- 172.21.15.133:0/3289036279 wait complete. 2023-12-02T00:31:08.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.167+0000 7fc510b48640 1 Processor -- start 2023-12-02T00:31:08.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.167+0000 7fc510b48640 1 -- start start 2023-12-02T00:31:08.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.167+0000 7fc510b48640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4003d40 0x7fc50c1544a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.167+0000 7fc510b48640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c152ca0 0x7fc50c1fd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.167+0000 7fc510b48640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc50c14f9a0 0x7fc50c06d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc510b48640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c152170 con 0x7fc4f4003d40 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc510b48640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c1fe650 con 0x7fc50c14f9a0 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc510b48640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c1edd50 con 0x7fc50c152ca0 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4003d40 0x7fc50c1544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4003d40 0x7fc50c1544a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47528/0 (socket says 172.21.15.133:47528) 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 -- 172.21.15.133:0/2181222654 learned_addr learned my addr 172.21.15.133:0/2181222654 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50bfff640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc50c14f9a0 0x7fc50c06d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 -- 172.21.15.133:0/2181222654 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c152ca0 msgr2=0x7fc50c1fd6d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c152ca0 0x7fc50c1fd6d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 -- 172.21.15.133:0/2181222654 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc50c14f9a0 msgr2=0x7fc50c06d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc50c14f9a0 0x7fc50c06d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 -- 172.21.15.133:0/2181222654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc50c1fddb0 con 0x7fc4f4003d40 2023-12-02T00:31:08.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc50b7fe640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4003d40 0x7fc50c1544a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc500005fd0 tx=0x7fc50000eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc4f3fff640 1 -- 172.21.15.133:0/2181222654 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc50000c990 con 0x7fc4f4003d40 2023-12-02T00:31:08.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc4f3fff640 1 -- 172.21.15.133:0/2181222654 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc50000caf0 con 0x7fc4f4003d40 2023-12-02T00:31:08.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc4f3fff640 1 -- 172.21.15.133:0/2181222654 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc50000ce80 con 0x7fc4f4003d40 2023-12-02T00:31:08.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc50c1fe090 con 0x7fc4f4003d40 2023-12-02T00:31:08.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.171+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc50c14e490 con 0x7fc4f4003d40 2023-12-02T00:31:08.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.175+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc50c0aa830 con 0x7fc4f4003d40 2023-12-02T00:31:08.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.183+0000 7fc4f3fff640 1 -- 172.21.15.133:0/2181222654 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc50001d460 con 0x7fc4f4003d40 2023-12-02T00:31:08.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.183+0000 7fc4f3fff640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f8066570 0x7fc4f8068a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.183+0000 7fc4f3fff640 1 -- 172.21.15.133:0/2181222654 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc500083f90 con 0x7fc4f4003d40 2023-12-02T00:31:08.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.187+0000 7fc50affd640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f8066570 0x7fc4f8068a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.187+0000 7fc50affd640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f8066570 0x7fc4f8068a30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc0af000 tx=0x7fc4fc0046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.191+0000 7fc4f3fff640 1 -- 172.21.15.133:0/2181222654 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc5000513f0 con 0x7fc4f4003d40 2023-12-02T00:31:08.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.223+0000 7f7f7406b640 1 Processor -- start 2023-12-02T00:31:08.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.223+0000 7f7f7406b640 1 -- start start 2023-12-02T00:31:08.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7fd282217640 1 Processor -- start 2023-12-02T00:31:08.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7fd282217640 1 -- start start 2023-12-02T00:31:08.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f7406b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7f6c06bbb0 0x7f7f6c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f7406b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f6c06c860 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f7406b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f6c06c000 con 0x7f7f6c151e90 2023-12-02T00:31:08.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f7406b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f6c0c8750 con 0x7f7f6c06bbb0 2023-12-02T00:31:08.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f71e07640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f7f6c151e90 0x7f7f6c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50406/0 (socket says 172.21.15.133:50406) 2023-12-02T00:31:08.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f71e07640 1 -- 172.21.15.133:0/2547307205 learned_addr learned my addr 172.21.15.133:0/2547307205 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:08.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f72608640 1 --2- 172.21.15.133:0/2547307205 >> v2:172.21.15.172:3300/0 conn(0x7f7f6c06bbb0 0x7f7f6c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7fd282217640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd274048340 0x7fd2740d81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7fd282217640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd27400d8a0 0x7fd274048720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7fd282217640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd27400d410 con 0x7fd27400c2b0 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7fd282217640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd27404bfd0 con 0x7fd274048340 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7fd282217640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd27400c800 con 0x7fd27400d8a0 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7fd27bfff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd27400d8a0 0x7fd274048720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7fd27bfff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd27400d8a0 0x7fd274048720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56186/0 (socket says 172.21.15.133:56186) 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7fd27bfff640 1 -- 172.21.15.133:0/1369430812 learned_addr learned my addr 172.21.15.133:0/1369430812 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f70e05640 1 -- 172.21.15.133:0/2547307205 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3563935930 0 0) 0x7f7f6c06c000 con 0x7f7f6c151e90 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f70e05640 1 -- 172.21.15.133:0/2547307205 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f58003530 con 0x7f7f6c151e90 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f72608640 1 -- 172.21.15.133:0/2547307205 >> v1:172.21.15.172:6789/0 conn(0x7f7f6c151e90 legacy=0x7f7f6c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f72608640 1 -- 172.21.15.133:0/2547307205 >> v1:172.21.15.133:6789/0 conn(0x7f7f6c0c7ea0 legacy=0x7f7f6c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.227+0000 7f7f72608640 1 -- 172.21.15.133:0/2547307205 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f6c154930 con 0x7f7f6c06bbb0 2023-12-02T00:31:08.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7fd27bfff640 1 -- 172.21.15.133:0/1369430812 >> v2:172.21.15.133:3300/0 conn(0x7fd274048340 msgr2=0x7fd2740d81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7fd27bfff640 1 --2- 172.21.15.133:0/1369430812 >> v2:172.21.15.133:3300/0 conn(0x7fd274048340 0x7fd2740d81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7fd27bfff640 1 -- 172.21.15.133:0/1369430812 >> v1:172.21.15.133:6789/0 conn(0x7fd27400c2b0 legacy=0x7fd27404b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7fd27bfff640 1 -- 172.21.15.133:0/1369430812 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd27400cae0 con 0x7fd27400d8a0 2023-12-02T00:31:08.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.231+0000 7f7f72608640 1 --2- 172.21.15.133:0/2547307205 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c06bbb0 0x7f7f6c1600b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7f64009d90 tx=0x7f7f6401c810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88f49d35c32a29fd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f70e05640 1 -- 172.21.15.133:0/2547307205 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f640a66c0 con 0x7f7f6c06bbb0 2023-12-02T00:31:08.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f70e05640 1 -- 172.21.15.133:0/2547307205 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f640a6820 con 0x7f7f6c06bbb0 2023-12-02T00:31:08.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f70e05640 1 -- 172.21.15.133:0/2547307205 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f640a6bb0 con 0x7f7f6c06bbb0 2023-12-02T00:31:08.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd27bfff640 1 --2- 172.21.15.133:0/1369430812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd27400d8a0 0x7fd274048720 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd27c04f6a0 tx=0x7fd27c096b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c7e815af8c5615f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f7406b640 1 -- 172.21.15.133:0/2547307205 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c06bbb0 msgr2=0x7f7f6c1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f7406b640 1 --2- 172.21.15.133:0/2547307205 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c06bbb0 0x7f7f6c1600b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7f64009d90 tx=0x7f7f6401c810 comp rx=0 tx=0).stop 2023-12-02T00:31:08.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f7406b640 1 -- 172.21.15.133:0/2547307205 shutdown_connections 2023-12-02T00:31:08.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f7406b640 1 --2- 172.21.15.133:0/2547307205 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c06bbb0 0x7f7f6c1600b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f7406b640 1 -- 172.21.15.133:0/2547307205 >> 172.21.15.133:0/2547307205 conn(0x7f7f6c0ca170 msgr2=0x7f7f6c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd27a7fc640 1 -- 172.21.15.133:0/1369430812 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd27c11f700 con 0x7fd27400d8a0 2023-12-02T00:31:08.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd27a7fc640 1 -- 172.21.15.133:0/1369430812 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd27c11f860 con 0x7fd27400d8a0 2023-12-02T00:31:08.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd27a7fc640 1 -- 172.21.15.133:0/1369430812 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd27c11fcd0 con 0x7fd27400d8a0 2023-12-02T00:31:08.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f7406b640 1 -- 172.21.15.133:0/2547307205 shutdown_connections 2023-12-02T00:31:08.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f7f7406b640 1 -- 172.21.15.133:0/2547307205 wait complete. 2023-12-02T00:31:08.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd282217640 1 -- 172.21.15.133:0/1369430812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd27400d8a0 msgr2=0x7fd274048720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd282217640 1 --2- 172.21.15.133:0/1369430812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd27400d8a0 0x7fd274048720 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd27c04f6a0 tx=0x7fd27c096b70 comp rx=0 tx=0).stop 2023-12-02T00:31:08.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd282217640 1 -- 172.21.15.133:0/1369430812 shutdown_connections 2023-12-02T00:31:08.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd282217640 1 --2- 172.21.15.133:0/1369430812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd27400d8a0 0x7fd274048720 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd282217640 1 --2- 172.21.15.133:0/1369430812 >> v2:172.21.15.133:3300/0 conn(0x7fd274048340 0x7fd2740d81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd282217640 1 -- 172.21.15.133:0/1369430812 >> 172.21.15.133:0/1369430812 conn(0x7fd27404d9c0 msgr2=0x7fd27404ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7fd282217640 1 -- 172.21.15.133:0/1369430812 shutdown_connections 2023-12-02T00:31:08.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f65c5e79640 1 Processor -- start 2023-12-02T00:31:08.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 Processor -- start 2023-12-02T00:31:08.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 -- start start 2023-12-02T00:31:08.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7fd282217640 1 -- 172.21.15.133:0/1369430812 wait complete. 2023-12-02T00:31:08.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06bbb0 0x7f7f6c14e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.235+0000 7f65c5e79640 1 -- start start 2023-12-02T00:31:08.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65c5e79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c00c7ea0 0x7f65c006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65c5e79640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f65c006b9e0 0x7f65c015f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65c5e79640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65c006c860 con 0x7f65c0151e90 2023-12-02T00:31:08.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65c5e79640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65c00c8750 con 0x7f65c006b9e0 2023-12-02T00:31:08.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65c5e79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65c01552d0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0c7ea0 0x7f7f6c1f0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c151e90 0x7f7f6c1ee150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c1552d0 con 0x7f7f6c151e90 2023-12-02T00:31:08.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c144ea0 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f7406b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c1f0d90 con 0x7f7f6c06bbb0 2023-12-02T00:31:08.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7fd282217640 1 Processor -- start 2023-12-02T00:31:08.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f71e07640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06bbb0 0x7f7f6c14e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65bffff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f65c006b9e0 0x7f65c015f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7fd282217640 1 -- start start 2023-12-02T00:31:08.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65bffff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f65c006b9e0 0x7f65c015f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:50024/0 (socket says 172.21.15.133:50024) 2023-12-02T00:31:08.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65beffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c00c7ea0 0x7f65c006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65beffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c00c7ea0 0x7f65c006b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56208/0 (socket says 172.21.15.133:56208) 2023-12-02T00:31:08.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65beffd640 1 -- 172.21.15.133:0/980667064 learned_addr learned my addr 172.21.15.133:0/980667064 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f71606640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0c7ea0 0x7f7f6c1f0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f71606640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0c7ea0 0x7f7f6c1f0420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:50010/0 (socket says 172.21.15.133:50010) 2023-12-02T00:31:08.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f7f71606640 1 -- 172.21.15.133:0/111875340 learned_addr learned my addr 172.21.15.133:0/111875340 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65be7fc640 1 -- 172.21.15.133:0/980667064 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4018167619 0 0) 0x7f65c006c860 con 0x7f65c0151e90 2023-12-02T00:31:08.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7fd282217640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd27400c2b0 0x7fd2740dabf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd282217640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd27400d8a0 0x7fd2740cf490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd282217640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd274048340 0x7fd27417a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd282217640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2740d11a0 con 0x7fd27400d8a0 2023-12-02T00:31:08.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd282217640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2740da760 con 0x7fd27400c2b0 2023-12-02T00:31:08.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd282217640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2740cf1d0 con 0x7fd274048340 2023-12-02T00:31:08.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f71606640 1 -- 172.21.15.133:0/111875340 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06bbb0 msgr2=0x7f7f6c14e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f71606640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06bbb0 0x7f7f6c14e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f71606640 1 -- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c151e90 msgr2=0x7f7f6c1ee150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f71606640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c151e90 0x7f7f6c1ee150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f71606640 1 -- 172.21.15.133:0/111875340 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f64009a70 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f4afdafe640 1 Processor -- start 2023-12-02T00:31:08.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f4afdafe640 1 -- start start 2023-12-02T00:31:08.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd274048340 0x7fd27417a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd274048340 0x7fd27417a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56212/0 (socket says 172.21.15.133:56212) 2023-12-02T00:31:08.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 -- 172.21.15.133:0/1170024499 learned_addr learned my addr 172.21.15.133:0/1170024499 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27b7fe640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd27400c2b0 0x7fd2740dabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f71606640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0c7ea0 0x7f7f6c1f0420 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7f6800b3e0 tx=0x7f7f6800b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4afdafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af8159570 0x7f4af80c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4afdafe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4af806c390 0x7f4af80c7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4afdafe640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4af8159a70 con 0x7f4af81562b0 2023-12-02T00:31:08.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4afdafe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4af806bf00 con 0x7f4af806c390 2023-12-02T00:31:08.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65be7fc640 1 -- 172.21.15.133:0/980667064 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65a8003530 con 0x7f65c0151e90 2023-12-02T00:31:08.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65beffd640 1 -- 172.21.15.133:0/980667064 >> v2:172.21.15.172:3300/0 conn(0x7f65c006b9e0 msgr2=0x7f65c015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.239+0000 7f65beffd640 1 --2- 172.21.15.133:0/980667064 >> v2:172.21.15.172:3300/0 conn(0x7f65c006b9e0 0x7f65c015f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f65beffd640 1 -- 172.21.15.133:0/980667064 >> v1:172.21.15.172:6789/0 conn(0x7f65c0151e90 legacy=0x7f65c00c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f65beffd640 1 -- 172.21.15.133:0/980667064 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65c0154930 con 0x7f65c00c7ea0 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4afdafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4af806b5d0 con 0x7f4af8159570 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 -- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd27400c2b0 msgr2=0x7fd2740dabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd27400c2b0 0x7fd2740dabf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 -- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd27400d8a0 msgr2=0x7fd2740cf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd27400d8a0 0x7fd2740cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 -- 172.21.15.133:0/1170024499 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd27c04f7e0 con 0x7fd274048340 2023-12-02T00:31:08.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af77fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f4af81562b0 0x7f4af80c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45838/0 (socket says 172.21.15.133:45838) 2023-12-02T00:31:08.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af77fe640 1 -- 172.21.15.133:0/1179026992 learned_addr learned my addr 172.21.15.133:0/1179026992 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:08.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af6ffd640 1 --2- 172.21.15.133:0/1179026992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af8159570 0x7f4af80c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af7fff640 1 --2- 172.21.15.133:0/1179026992 >> v2:172.21.15.133:3300/0 conn(0x7f4af806c390 0x7f4af80c7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f627fc640 1 -- 172.21.15.133:0/111875340 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f68011830 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f627fc640 1 -- 172.21.15.133:0/111875340 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f680119b0 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f627fc640 1 -- 172.21.15.133:0/111875340 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f68011d60 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd27bfff640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd274048340 0x7fd27417a890 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd27c0699f0 tx=0x7fd27c093a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f6c14dd40 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f6c14e300 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd267fff640 1 -- 172.21.15.133:0/1170024499 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd27c1278e0 con 0x7fd274048340 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd267fff640 1 -- 172.21.15.133:0/1170024499 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd27c127a40 con 0x7fd274048340 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd267fff640 1 -- 172.21.15.133:0/1170024499 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd27c127df0 con 0x7fd274048340 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd27417b320 con 0x7fd274048340 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2740da3f0 con 0x7fd274048340 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af7fff640 1 -- 172.21.15.133:0/1179026992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af8159570 msgr2=0x7f4af80c6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af7fff640 1 --2- 172.21.15.133:0/1179026992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af8159570 0x7f4af80c6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af7fff640 1 -- 172.21.15.133:0/1179026992 >> v1:172.21.15.133:6789/0 conn(0x7f4af81562b0 legacy=0x7f4af80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af67fc640 1 -- 172.21.15.133:0/1179026992 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1568700838 0 0) 0x7f4af8159a70 con 0x7f4af81562b0 2023-12-02T00:31:08.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.243+0000 7f4af7fff640 1 -- 172.21.15.133:0/1179026992 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4af806b8b0 con 0x7f4af806c390 2023-12-02T00:31:08.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f54005260 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2740da8d0 con 0x7fd274048340 2023-12-02T00:31:08.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f4d68b9d640 1 Processor -- start 2023-12-02T00:31:08.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f65beffd640 1 --2- 172.21.15.133:0/980667064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c00c7ea0 0x7f65c006b4a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f65b0009870 tx=0x7f65b001c460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f4e1d72e5a7b430 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f4d68b9d640 1 -- start start 2023-12-02T00:31:08.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7fd267fff640 1 -- 172.21.15.133:0/1170024499 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd27c1303f0 con 0x7fd274048340 2023-12-02T00:31:08.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f7f627fc640 1 -- 172.21.15.133:0/111875340 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7f6801a400 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f7f627fc640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066540 0x7f7f50068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f7f71e07640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066540 0x7f7f50068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f65be7fc640 1 -- 172.21.15.133:0/980667064 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b00ab600 con 0x7f65c00c7ea0 2023-12-02T00:31:08.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f65be7fc640 1 -- 172.21.15.133:0/980667064 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65b00a7050 con 0x7f65c00c7ea0 2023-12-02T00:31:08.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.247+0000 7f65be7fc640 1 -- 172.21.15.133:0/980667064 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b00ab980 con 0x7f65c00c7ea0 2023-12-02T00:31:08.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f65c5e79640 1 -- 172.21.15.133:0/980667064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c00c7ea0 msgr2=0x7f65c006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f65c5e79640 1 --2- 172.21.15.133:0/980667064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c00c7ea0 0x7f65c006b4a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f65b0009870 tx=0x7f65b001c460 comp rx=0 tx=0).stop 2023-12-02T00:31:08.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4af7fff640 1 --2- 172.21.15.133:0/1179026992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c7ea0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4ae80097c0 tx=0x7f4ae801c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631eabdd58d172cc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7fd267fff640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2600664a0 0x7fd260068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7fd267fff640 1 -- 172.21.15.133:0/1170024499 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd27c198820 con 0x7fd274048340 2023-12-02T00:31:08.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4af67fc640 1 -- 172.21.15.133:0/1179026992 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ae8004230 con 0x7f4af806c390 2023-12-02T00:31:08.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4af67fc640 1 -- 172.21.15.133:0/1179026992 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ae80a7050 con 0x7f4af806c390 2023-12-02T00:31:08.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4af67fc640 1 -- 172.21.15.133:0/1179026992 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ae8003620 con 0x7f4af806c390 2023-12-02T00:31:08.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d68b9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4d641513c0 0x7f4d6406d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f7f627fc640 1 -- 172.21.15.133:0/111875340 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7f680844e0 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f7f71e07640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066540 0x7f7f50068a00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7f5c0011f0 tx=0x7f7f5c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7fd27b7fe640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2600664a0 0x7fd260068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d68b9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d640c06d0 0x7f4d640a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d68b9d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d6406e490 con 0x7f4d640c22c0 2023-12-02T00:31:08.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d68b9d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d640c1290 con 0x7f4d641513c0 2023-12-02T00:31:08.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d68b9d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d6406e770 con 0x7f4d640c06d0 2023-12-02T00:31:08.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f5697765640 1 Processor -- start 2023-12-02T00:31:08.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d6259c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4d641513c0 0x7f4d6406d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 -- 172.21.15.133:0/1179026992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 msgr2=0x7f4af80c7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1179026992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c7ea0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4ae80097c0 tx=0x7f4ae801c330 comp rx=0 tx=0).stop 2023-12-02T00:31:08.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d62d9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f4d640c22c0 0x7f4d64153f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45848/0 (socket says 172.21.15.133:45848) 2023-12-02T00:31:08.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 -- 172.21.15.133:0/1179026992 shutdown_connections 2023-12-02T00:31:08.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1179026992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c7ea0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d62d9d640 1 -- 172.21.15.133:0/4266268617 learned_addr learned my addr 172.21.15.133:0/4266268617 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:08.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1179026992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af8159570 0x7f4af80c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 -- 172.21.15.133:0/1179026992 >> 172.21.15.133:0/1179026992 conn(0x7f4af80ca170 msgr2=0x7f4af80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 -- 172.21.15.133:0/1179026992 shutdown_connections 2023-12-02T00:31:08.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d61d9b640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d640c06d0 0x7f4d640a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4afdafe640 1 -- 172.21.15.133:0/1179026992 wait complete. 2023-12-02T00:31:08.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f65c5e79640 1 -- 172.21.15.133:0/980667064 shutdown_connections 2023-12-02T00:31:08.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f65c5e79640 1 --2- 172.21.15.133:0/980667064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c00c7ea0 0x7f65c006b4a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f65c5e79640 1 --2- 172.21.15.133:0/980667064 >> v2:172.21.15.172:3300/0 conn(0x7f65c006b9e0 0x7f65c015f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f65c5e79640 1 -- 172.21.15.133:0/980667064 >> 172.21.15.133:0/980667064 conn(0x7f65c00ca170 msgr2=0x7f65c00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 31580703 0 0) 0x7f4d6406e490 con 0x7f4d640c22c0 2023-12-02T00:31:08.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d4c003530 con 0x7f4d640c22c0 2023-12-02T00:31:08.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f7f627fc640 1 -- 172.21.15.133:0/111875340 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7f680519d0 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2413466151 0 0) 0x7f4d4c003530 con 0x7f4d640c22c0 2023-12-02T00:31:08.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d640c06d0 msgr2=0x7f4d640a4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d640c06d0 0x7f4d640a4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 >> v2:172.21.15.133:3300/0 conn(0x7f4d641513c0 msgr2=0x7f4d6406d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 --2- 172.21.15.133:0/4266268617 >> v2:172.21.15.133:3300/0 conn(0x7f4d641513c0 0x7f4d6406d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d6406cf70 con 0x7f4d640c22c0 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f4d5c001a20 con 0x7f4d640c22c0 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7fd27b7fe640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2600664a0 0x7fd260068960 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd2680098f0 tx=0x7fd268006f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 >> v1:172.21.15.133:6789/0 conn(0x7f4d640c22c0 legacy=0x7f4d64153f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d4c003980 0x7f4d4c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d4c0047d0 0x7f4d4c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d4c005190 0x7f4d4c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d6406e770 con 0x7f4d4c0047d0 2023-12-02T00:31:08.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d4c00bfb0 con 0x7f4d4c005190 2023-12-02T00:31:08.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d4c00c170 con 0x7f4d4c003980 2023-12-02T00:31:08.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.251+0000 7f5697765640 1 -- start start 2023-12-02T00:31:08.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7fae2a1f5640 1 Processor -- start 2023-12-02T00:31:08.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5697765640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f56900c7ea0 0x7f569006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5697765640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f569006c860 con 0x7f569006b9e0 2023-12-02T00:31:08.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5697765640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5690154930 con 0x7f5690151e90 2023-12-02T00:31:08.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5697765640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56900c8750 con 0x7f56900c7ea0 2023-12-02T00:31:08.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7fd267fff640 1 -- 172.21.15.133:0/1170024499 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd27c165c90 con 0x7fd274048340 2023-12-02T00:31:08.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7fae2a1f5640 1 -- start start 2023-12-02T00:31:08.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d4c005190 0x7f4d4c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d62d9d640 1 -- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d4c003980 msgr2=0x7f4d4c003da0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-02T00:31:08.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d4c003980 0x7f4d4c003da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d62d9d640 1 -- 172.21.15.133:0/4266268617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d4c0047d0 msgr2=0x7f4d4c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d4c0047d0 0x7f4d4c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4d62d9d640 1 -- 172.21.15.133:0/4266268617 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d6406cf70 con 0x7f4d4c005190 2023-12-02T00:31:08.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5695501640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f5690151e90 0x7f56900c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50424/0 (socket says 172.21.15.133:50424) 2023-12-02T00:31:08.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5695501640 1 -- 172.21.15.133:0/2163582665 learned_addr learned my addr 172.21.15.133:0/2163582665 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:08.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4afdafe640 1 Processor -- start 2023-12-02T00:31:08.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f65c5e79640 1 -- 172.21.15.133:0/980667064 shutdown_connections 2023-12-02T00:31:08.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f4afdafe640 1 -- start start 2023-12-02T00:31:08.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f65c5e79640 1 -- 172.21.15.133:0/980667064 wait complete. 2023-12-02T00:31:08.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5694d00640 1 --2- 172.21.15.133:0/2163582665 >> v2:172.21.15.133:3300/0 conn(0x7f56900c7ea0 0x7f569006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7fae2a1f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fae240c7ea0 0x7fae2406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7fae2a1f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fae2406b9e0 0x7fae2415f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5687fff640 1 -- 172.21.15.133:0/2163582665 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1972312606 0 0) 0x7f5690154930 con 0x7f5690151e90 2023-12-02T00:31:08.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.255+0000 7f5687fff640 1 -- 172.21.15.133:0/2163582665 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f567c003530 con 0x7f5690151e90 2023-12-02T00:31:08.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae22ffd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fae240c7ea0 0x7fae2406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f5694d00640 1 -- 172.21.15.133:0/2163582665 >> v1:172.21.15.172:6789/0 conn(0x7f5690151e90 legacy=0x7f56900c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4afdafe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae22ffd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fae240c7ea0 0x7fae2406b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:50042/0 (socket says 172.21.15.133:50042) 2023-12-02T00:31:08.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4afdafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af81562b0 0x7f4af81f2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae237fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fae24151e90 0x7fae240c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45870/0 (socket says 172.21.15.133:45870) 2023-12-02T00:31:08.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4afdafe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af8159570 0x7f4af81f4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f5687fff640 1 -- 172.21.15.133:0/2163582665 <== mon.1 v1:172.21.15.172:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3402647717 0 0) 0x7f567c003530 con 0x7f5690151e90 2023-12-02T00:31:08.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f5694d00640 1 -- 172.21.15.133:0/2163582665 >> v1:172.21.15.133:6789/0 conn(0x7f569006b9e0 legacy=0x7f569015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f5694d00640 1 -- 172.21.15.133:0/2163582665 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5690154c10 con 0x7f56900c7ea0 2023-12-02T00:31:08.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4afdafe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af80c1a10 con 0x7f4af806c390 2023-12-02T00:31:08.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4afdafe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af815c460 con 0x7f4af8159570 2023-12-02T00:31:08.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4afdafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4af81f3170 con 0x7f4af81562b0 2023-12-02T00:31:08.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af7fff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af8159570 0x7f4af81f4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af6ffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af81562b0 0x7f4af81f2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af7fff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af8159570 0x7f4af81f4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:50048/0 (socket says 172.21.15.133:50048) 2023-12-02T00:31:08.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af7fff640 1 -- 172.21.15.133:0/1263421235 learned_addr learned my addr 172.21.15.133:0/1263421235 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae23fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fae2406b9e0 0x7fae2415f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af77fe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae23fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fae2406b9e0 0x7fae2415f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47604/0 (socket says 172.21.15.133:47604) 2023-12-02T00:31:08.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae2a1f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae2406c860 con 0x7fae24151e90 2023-12-02T00:31:08.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae2a1f5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae240c8750 con 0x7fae2406b9e0 2023-12-02T00:31:08.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae2a1f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae241552d0 con 0x7fae240c7ea0 2023-12-02T00:31:08.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af6ffd640 1 -- 172.21.15.133:0/1263421235 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af8159570 msgr2=0x7f4af81f4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af6ffd640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af8159570 0x7f4af81f4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af6ffd640 1 -- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 msgr2=0x7f4af80c3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af6ffd640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af6ffd640 1 -- 172.21.15.133:0/1263421235 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ae8009420 con 0x7f4af81562b0 2023-12-02T00:31:08.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af77fe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:08.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4af6ffd640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af81562b0 0x7f4af81f2c30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4af0007e60 tx=0x7f4af000e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae22ffd640 1 -- 172.21.15.133:0/4220543127 learned_addr learned my addr 172.21.15.133:0/4220543127 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae22ffd640 1 -- 172.21.15.133:0/4220543127 >> v2:172.21.15.133:3300/0 conn(0x7fae2406b9e0 msgr2=0x7fae2415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae22ffd640 1 --2- 172.21.15.133:0/4220543127 >> v2:172.21.15.133:3300/0 conn(0x7fae2406b9e0 0x7fae2415f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae22ffd640 1 -- 172.21.15.133:0/4220543127 >> v1:172.21.15.133:6789/0 conn(0x7fae24151e90 legacy=0x7fae240c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f65c5e79640 1 Processor -- start 2023-12-02T00:31:08.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7fae22ffd640 1 -- 172.21.15.133:0/4220543127 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae24154930 con 0x7fae240c7ea0 2023-12-02T00:31:08.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4adffff640 1 -- 172.21.15.133:0/1263421235 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af0014620 con 0x7f4af81562b0 2023-12-02T00:31:08.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4adffff640 1 -- 172.21.15.133:0/1263421235 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4af000ee90 con 0x7f4af81562b0 2023-12-02T00:31:08.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4adffff640 1 -- 172.21.15.133:0/1263421235 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af00149c0 con 0x7f4af81562b0 2023-12-02T00:31:08.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65c5e79640 1 -- start start 2023-12-02T00:31:08.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d4c005190 0x7f4d4c00b990 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4d640c1500 tx=0x7f4d5c01d2f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e1294aa33739fe1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c0ad630 con 0x7f4d4c005190 2023-12-02T00:31:08.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d5c0a8070 con 0x7f4d4c005190 2023-12-02T00:31:08.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.259+0000 7f4d6159a640 1 -- 172.21.15.133:0/4266268617 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c0ad9d0 con 0x7f4d4c005190 2023-12-02T00:31:08.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4af80c0df0 con 0x7f4af81562b0 2023-12-02T00:31:08.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4d68b9d640 1 -- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d4c005190 msgr2=0x7f4d4c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4af81f5a80 con 0x7f4af81562b0 2023-12-02T00:31:08.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4d68b9d640 1 --2- 172.21.15.133:0/4266268617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d4c005190 0x7f4d4c00b990 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4d640c1500 tx=0x7f4d5c01d2f0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4d62d9d640 1 -- 172.21.15.133:0/4266268617 reap_dead start 2023-12-02T00:31:08.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65c5e79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c006b9e0 0x7f65c00c3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65c5e79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f65c00c7ea0 0x7f65c0144b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65c5e79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c0151e90 0x7f65c00ab980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65c5e79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c00ae3e0 con 0x7f65c0151e90 2023-12-02T00:31:08.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65c5e79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c01f1170 con 0x7f65c00c7ea0 2023-12-02T00:31:08.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65c5e79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65c00add90 con 0x7f65c006b9e0 2023-12-02T00:31:08.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f5694d00640 1 --2- 172.21.15.133:0/2163582665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 0x7f569006b4a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f568c009740 tx=0x7f568c01c1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd59f277e316e1d1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f5687fff640 1 -- 172.21.15.133:0/2163582665 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5680001680 con 0x7f56900c7ea0 2023-12-02T00:31:08.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65beffd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f65c00c7ea0 0x7f65c0144b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f5687fff640 1 -- 172.21.15.133:0/2163582665 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f568c0a7050 con 0x7f56900c7ea0 2023-12-02T00:31:08.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f5687fff640 1 -- 172.21.15.133:0/2163582665 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5680001680 con 0x7f56900c7ea0 2023-12-02T00:31:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65bf7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c006b9e0 0x7f65c00c3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65bf7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c006b9e0 0x7f65c00c3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56266/0 (socket says 172.21.15.133:56266) 2023-12-02T00:31:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65bf7fe640 1 -- 172.21.15.133:0/223707569 learned_addr learned my addr 172.21.15.133:0/223707569 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65beffd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f65c00c7ea0 0x7f65c0144b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:50056/0 (socket says 172.21.15.133:50056) 2023-12-02T00:31:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f65bffff640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c0151e90 0x7f65c00ab980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4af81f5c70 con 0x7f4af81562b0 2023-12-02T00:31:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f4adffff640 1 -- 172.21.15.133:0/1263421235 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4af0014b20 con 0x7f4af81562b0 2023-12-02T00:31:08.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f5697765640 1 -- 172.21.15.133:0/2163582665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 msgr2=0x7f569006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.263+0000 7f5697765640 1 --2- 172.21.15.133:0/2163582665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 0x7f569006b4a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f568c009740 tx=0x7f568c01c1c0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65beffd640 1 -- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c006b9e0 msgr2=0x7f65c00c3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65beffd640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c006b9e0 0x7f65c00c3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65beffd640 1 -- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c0151e90 msgr2=0x7f65c00ab980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f4d68b9d640 1 -- 172.21.15.133:0/4266268617 shutdown_connections 2023-12-02T00:31:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f4d68b9d640 1 -- 172.21.15.133:0/4266268617 >> 172.21.15.133:0/4266268617 conn(0x7f4d640c5cd0 msgr2=0x7f4d640c60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae22ffd640 1 --2- 172.21.15.133:0/4220543127 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae240c7ea0 0x7fae2406b4a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fae240a9a70 tx=0x7fae1401c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79135ba76780f95b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f5697765640 1 -- 172.21.15.133:0/2163582665 shutdown_connections 2023-12-02T00:31:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae227fc640 1 -- 172.21.15.133:0/4220543127 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae140a5570 con 0x7fae240c7ea0 2023-12-02T00:31:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65beffd640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c0151e90 0x7f65c00ab980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65beffd640 1 -- 172.21.15.133:0/223707569 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65b00094d0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65bf7fe640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c006b9e0 0x7f65c00c3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65bffff640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c0151e90 0x7f65c00ab980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae227fc640 1 -- 172.21.15.133:0/4220543127 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae140a56d0 con 0x7fae240c7ea0 2023-12-02T00:31:08.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae227fc640 1 -- 172.21.15.133:0/4220543127 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae140a5a60 con 0x7fae240c7ea0 2023-12-02T00:31:08.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f5697765640 1 --2- 172.21.15.133:0/2163582665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 0x7f569006b4a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f5697765640 1 -- 172.21.15.133:0/2163582665 >> 172.21.15.133:0/2163582665 conn(0x7f56900ca170 msgr2=0x7f56900ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f4adffff640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ae4066540 0x7f4ae4068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f5697765640 1 -- 172.21.15.133:0/2163582665 shutdown_connections 2023-12-02T00:31:08.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f5697765640 1 -- 172.21.15.133:0/2163582665 wait complete. 2023-12-02T00:31:08.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65beffd640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f65c00c7ea0 0x7f65c0144b50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f65b00ab000 tx=0x7f65b0019200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f4adffff640 1 -- 172.21.15.133:0/1263421235 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4af0084660 con 0x7f4af81562b0 2023-12-02T00:31:08.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 -- 172.21.15.133:0/4220543127 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae240c7ea0 msgr2=0x7fae2406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/4220543127 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae240c7ea0 0x7fae2406b4a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fae240a9a70 tx=0x7fae1401c8b0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f4d68b9d640 1 -- 172.21.15.133:0/4266268617 shutdown_connections 2023-12-02T00:31:08.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65a7fff640 1 -- 172.21.15.133:0/223707569 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b00abdf0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65a7fff640 1 -- 172.21.15.133:0/223707569 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65b00b5400 con 0x7f65c00c7ea0 2023-12-02T00:31:08.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65a7fff640 1 -- 172.21.15.133:0/223707569 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b00b5790 con 0x7f65c00c7ea0 2023-12-02T00:31:08.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f4d68b9d640 1 -- 172.21.15.133:0/4266268617 wait complete. 2023-12-02T00:31:08.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 -- 172.21.15.133:0/4220543127 shutdown_connections 2023-12-02T00:31:08.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/4220543127 >> v2:172.21.15.133:3300/0 conn(0x7fae2406b9e0 0x7fae2415f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/4220543127 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae240c7ea0 0x7fae2406b4a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 -- 172.21.15.133:0/4220543127 >> 172.21.15.133:0/4220543127 conn(0x7fae240ca170 msgr2=0x7fae240ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 -- 172.21.15.133:0/4220543127 shutdown_connections 2023-12-02T00:31:08.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f4af77fe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ae4066540 0x7f4ae4068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65c00ae070 con 0x7f65c00c7ea0 2023-12-02T00:31:08.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65c0145090 con 0x7f65c00c7ea0 2023-12-02T00:31:08.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.267+0000 7fae2a1f5640 1 -- 172.21.15.133:0/4220543127 wait complete. 2023-12-02T00:31:08.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65c00aded0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f4d68b9d640 1 Processor -- start 2023-12-02T00:31:08.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f5697765640 1 Processor -- start 2023-12-02T00:31:08.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7fae2a1f5640 1 Processor -- start 2023-12-02T00:31:08.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f4d68b9d640 1 -- start start 2023-12-02T00:31:08.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f5697765640 1 -- start start 2023-12-02T00:31:08.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f4af77fe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ae4066540 0x7f4ae4068a00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4aec007fd0 tx=0x7f4aec007c20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f4adffff640 1 -- 172.21.15.133:0/1263421235 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4af0051b50 con 0x7f4af81562b0 2023-12-02T00:31:08.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7fae2a1f5640 1 -- start start 2023-12-02T00:31:08.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d68b9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d4c005190 0x7f4d640a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d68b9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d640a8630 0x7f4d6414a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d68b9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d64147550 0x7f4d640a9010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d68b9d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d640a78b0 con 0x7f4d640a8630 2023-12-02T00:31:08.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5697765640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f569006b9e0 0x7f569014b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d68b9d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d64147b10 con 0x7f4d64147550 2023-12-02T00:31:08.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d68b9d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d640a7b50 con 0x7f4d4c005190 2023-12-02T00:31:08.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5697765640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 0x7f56900abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.271+0000 7f65a7fff640 1 -- 172.21.15.133:0/223707569 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f65b00b58f0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f65a7fff640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65ac0664c0 0x7f65ac068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f65a7fff640 1 -- 172.21.15.133:0/223707569 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f65b011e1e0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae2a1f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2406b9e0 0x7fae240c22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5697765640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5690151e90 0x7f56901ef660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d61d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d640a8630 0x7f4d6414a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae2a1f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae240c7ea0 0x7fae240c1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae2a1f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae24151e90 0x7fae2414c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d61d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d640a8630 0x7f4d6414a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47608/0 (socket says 172.21.15.133:47608) 2023-12-02T00:31:08.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d61d9b640 1 -- 172.21.15.133:0/1597983379 learned_addr learned my addr 172.21.15.133:0/1597983379 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d64147550 0x7f4d640a9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae2a1f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2414aa00 con 0x7fae240c7ea0 2023-12-02T00:31:08.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae2a1f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2414ace0 con 0x7fae2406b9e0 2023-12-02T00:31:08.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae2a1f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae2414afc0 con 0x7fae24151e90 2023-12-02T00:31:08.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae237fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2406b9e0 0x7fae240c22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d62d9d640 1 -- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d4c005190 msgr2=0x7f4d640a6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d4c005190 0x7f4d640a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d62d9d640 1 -- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d640a8630 msgr2=0x7f4d6414a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d640a8630 0x7f4d6414a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d62d9d640 1 -- 172.21.15.133:0/1597983379 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d640a7e30 con 0x7f4d64147550 2023-12-02T00:31:08.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5697765640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56901552d0 con 0x7f56900c7ea0 2023-12-02T00:31:08.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5697765640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f569014f0a0 con 0x7f5690151e90 2023-12-02T00:31:08.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5697765640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f569014eb70 con 0x7f569006b9e0 2023-12-02T00:31:08.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5694d00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 0x7f56900abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5690151e90 0x7f56901ef660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5690151e90 0x7f56901ef660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:50086/0 (socket says 172.21.15.133:50086) 2023-12-02T00:31:08.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 -- 172.21.15.133:0/2468063685 learned_addr learned my addr 172.21.15.133:0/2468063685 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695501640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f569006b9e0 0x7f569014b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f65bf7fe640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65ac0664c0 0x7f65ac068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae24151e90 0x7fae2414c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae24151e90 0x7fae2414c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56276/0 (socket says 172.21.15.133:56276) 2023-12-02T00:31:08.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 -- 172.21.15.133:0/2679209569 learned_addr learned my addr 172.21.15.133:0/2679209569 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 -- 172.21.15.133:0/2679209569 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2406b9e0 msgr2=0x7fae240c22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2406b9e0 0x7fae240c22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae22ffd640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae240c7ea0 0x7fae240c1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f4d62d9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d64147550 0x7f4d640a9010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c0aa000 tx=0x7f4d4c005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 -- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f569006b9e0 msgr2=0x7f569014b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f569006b9e0 0x7f569014b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 -- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 msgr2=0x7f56900abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 0x7f56900abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 -- 172.21.15.133:0/2468063685 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f568c009420 con 0x7f5690151e90 2023-12-02T00:31:08.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f5695d02640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5690151e90 0x7f56901ef660 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f568800b970 tx=0x7f568800be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 -- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae240c7ea0 msgr2=0x7fae240c1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae240c7ea0 0x7fae240c1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae23fff640 1 -- 172.21.15.133:0/2679209569 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae14009b30 con 0x7fae24151e90 2023-12-02T00:31:08.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7fae22ffd640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae240c7ea0 0x7fae240c1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:08.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.275+0000 7f65bf7fe640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65ac0664c0 0x7f65ac068980 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f65b8001570 tx=0x7f65b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7fae23fff640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae24151e90 0x7fae2414c7a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00e7f0 tx=0x7fae1c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7fae1bfff640 1 -- 172.21.15.133:0/2679209569 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c009530 con 0x7fae24151e90 2023-12-02T00:31:08.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7fae1bfff640 1 -- 172.21.15.133:0/2679209569 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae1c00eea0 con 0x7fae24151e90 2023-12-02T00:31:08.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7fae1bfff640 1 -- 172.21.15.133:0/2679209569 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c00cb60 con 0x7fae24151e90 2023-12-02T00:31:08.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae2414b2a0 con 0x7fae24151e90 2023-12-02T00:31:08.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae240c2810 con 0x7fae24151e90 2023-12-02T00:31:08.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f5685ffb640 1 -- 172.21.15.133:0/2468063685 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f568800cb40 con 0x7f5690151e90 2023-12-02T00:31:08.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f5685ffb640 1 -- 172.21.15.133:0/2468063685 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f568800cca0 con 0x7f5690151e90 2023-12-02T00:31:08.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f5685ffb640 1 -- 172.21.15.133:0/2468063685 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5688014680 con 0x7f5690151e90 2023-12-02T00:31:08.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f569014edc0 con 0x7f5690151e90 2023-12-02T00:31:08.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f65a7fff640 1 -- 172.21.15.133:0/223707569 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f65c00aded0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f569014e120 con 0x7f5690151e90 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae2414b7c0 con 0x7fae24151e90 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7fae1bfff640 1 -- 172.21.15.133:0/2679209569 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fae1c00ccc0 con 0x7fae24151e90 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7fae1bfff640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae04066470 0x7fae04068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7fae1bfff640 1 -- 172.21.15.133:0/2679209569 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fae1c083ea0 con 0x7fae24151e90 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f4d52ffd640 1 -- 172.21.15.133:0/1597983379 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c0017e0 con 0x7f4d64147550 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f4d52ffd640 1 -- 172.21.15.133:0/1597983379 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d5c0a5e90 con 0x7f4d64147550 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.279+0000 7f4d52ffd640 1 -- 172.21.15.133:0/1597983379 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d5c0ad430 con 0x7f4d64147550 2023-12-02T00:31:08.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56900ace50 con 0x7f5690151e90 2023-12-02T00:31:08.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7f5685ffb640 1 -- 172.21.15.133:0/2468063685 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f568801d3b0 con 0x7f5690151e90 2023-12-02T00:31:08.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d640a8110 con 0x7f4d64147550 2023-12-02T00:31:08.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d641488a0 con 0x7f4d64147550 2023-12-02T00:31:08.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7fae237fe640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae04066470 0x7fae04068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7f5685ffb640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f56740664c0 0x7f5674068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.283+0000 7f5695501640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f56740664c0 0x7f5674068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.287+0000 7fae237fe640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae04066470 0x7fae04068930 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fae0c000f70 tx=0x7fae0c007e90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.287+0000 7f5685ffb640 1 -- 172.21.15.133:0/2468063685 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5688054cb0 con 0x7f5690151e90 2023-12-02T00:31:08.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.287+0000 7f5695501640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f56740664c0 0x7f5674068980 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f56800011f0 tx=0x7f56800016e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.287+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d640a7c90 con 0x7f4d64147550 2023-12-02T00:31:08.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.287+0000 7f5685ffb640 1 -- 172.21.15.133:0/2468063685 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f56900ace50 con 0x7f5690151e90 2023-12-02T00:31:08.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.287+0000 7fae1bfff640 1 -- 172.21.15.133:0/2679209569 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fae1c059e60 con 0x7fae24151e90 2023-12-02T00:31:08.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.291+0000 7f4d52ffd640 1 -- 172.21.15.133:0/1597983379 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4d5c0aa030 con 0x7f4d64147550 2023-12-02T00:31:08.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.291+0000 7f4d52ffd640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4d440664c0 0x7f4d44068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.291+0000 7f4d52ffd640 1 -- 172.21.15.133:0/1597983379 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4d5c11eab0 con 0x7f4d64147550 2023-12-02T00:31:08.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.291+0000 7f4d6259c640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4d440664c0 0x7f4d44068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.295+0000 7f4d6259c640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4d440664c0 0x7f4d44068980 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4d54009870 tx=0x7f4d54008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.295+0000 7f4d52ffd640 1 -- 172.21.15.133:0/1597983379 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4d5c0efa30 con 0x7f4d64147550 2023-12-02T00:31:08.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.515+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fc50c14e680 con 0x7fc4f4003d40 2023-12-02T00:31:08.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.519+0000 7fc4f3fff640 1 -- 172.21.15.133:0/2181222654 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc500054a10 con 0x7fc4f4003d40 2023-12-02T00:31:08.520 INFO:teuthology.orchestra.run.smithi133.stdout:55834574854 2023-12-02T00:31:08.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.519+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f8066570 msgr2=0x7fc4f8068a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f8066570 0x7fc4f8068a30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc0af000 tx=0x7fc4fc0046d0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4003d40 msgr2=0x7fc50c1544a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4003d40 0x7fc50c1544a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc500005fd0 tx=0x7fc50000eda0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 shutdown_connections 2023-12-02T00:31:08.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f8066570 0x7fc4f8068a30 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc50c14f9a0 0x7fc50c06d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc50c152ca0 0x7fc50c1fd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 --2- 172.21.15.133:0/2181222654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4f4003d40 0x7fc50c1544a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 >> 172.21.15.133:0/2181222654 conn(0x7fc50c0a7910 msgr2=0x7fc50c0c52a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 shutdown_connections 2023-12-02T00:31:08.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.523+0000 7fc510b48640 1 -- 172.21.15.133:0/2181222654 wait complete. 2023-12-02T00:31:08.563 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.0 2023-12-02T00:31:08.563 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.579+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fd2740057c0 con 0x7fd274048340 2023-12-02T00:31:08.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd267fff640 1 -- 172.21.15.133:0/1170024499 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd27c134090 con 0x7fd274048340 2023-12-02T00:31:08.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f7f540057e0 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.584 INFO:teuthology.orchestra.run.smithi133.stdout:55834574855 2023-12-02T00:31:08.585 INFO:teuthology.orchestra.run.smithi133.stdout:55834574856 2023-12-02T00:31:08.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7f7f627fc640 1 -- 172.21.15.133:0/111875340 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7f680091f0 con 0x7f7f6c0c7ea0 2023-12-02T00:31:08.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2600664a0 msgr2=0x7fd260068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2600664a0 0x7fd260068960 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd2680098f0 tx=0x7fd268006f90 comp rx=0 tx=0).stop 2023-12-02T00:31:08.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd274048340 msgr2=0x7fd27417a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd274048340 0x7fd27417a890 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd27c0699f0 tx=0x7fd27c093a10 comp rx=0 tx=0).stop 2023-12-02T00:31:08.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 shutdown_connections 2023-12-02T00:31:08.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2600664a0 0x7fd260068960 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd274048340 0x7fd27417a890 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd27400d8a0 0x7fd2740cf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 --2- 172.21.15.133:0/1170024499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd27400c2b0 0x7fd2740dabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.583+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 >> 172.21.15.133:0/1170024499 conn(0x7fd27404d9c0 msgr2=0x7fd2740e2240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 shutdown_connections 2023-12-02T00:31:08.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066540 msgr2=0x7f7f50068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066540 0x7f7f50068a00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7f5c0011f0 tx=0x7f7f5c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:08.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0c7ea0 msgr2=0x7f7f6c1f0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0c7ea0 0x7f7f6c1f0420 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7f6800b3e0 tx=0x7f7f6800b8a0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7fd282217640 1 -- 172.21.15.133:0/1170024499 wait complete. 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 shutdown_connections 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066540 0x7f7f50068a00 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c151e90 0x7f7f6c1ee150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0c7ea0 0x7f7f6c1f0420 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 --2- 172.21.15.133:0/111875340 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06bbb0 0x7f7f6c14e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 >> 172.21.15.133:0/111875340 conn(0x7f7f6c0ca170 msgr2=0x7f7f6c0c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 shutdown_connections 2023-12-02T00:31:08.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.587+0000 7f7f7406b640 1 -- 172.21.15.133:0/111875340 wait complete. 2023-12-02T00:31:08.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.591+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f4af8068400 con 0x7f4af81562b0 2023-12-02T00:31:08.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.591+0000 7f4adffff640 1 -- 172.21.15.133:0/1263421235 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4af0055170 con 0x7f4af81562b0 2023-12-02T00:31:08.595 INFO:teuthology.orchestra.run.smithi133.stdout:55834574854 2023-12-02T00:31:08.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ae4066540 msgr2=0x7f4ae4068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ae4066540 0x7f4ae4068a00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4aec007fd0 tx=0x7f4aec007c20 comp rx=0 tx=0).stop 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af81562b0 msgr2=0x7f4af81f2c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af81562b0 0x7f4af81f2c30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4af0007e60 tx=0x7f4af000e4b0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 shutdown_connections 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ae4066540 0x7f4ae4068a00 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af8159570 0x7f4af81f4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af81562b0 0x7f4af81f2c30 secure :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4af0007e60 tx=0x7f4af000e4b0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 --2- 172.21.15.133:0/1263421235 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af806c390 0x7f4af80c3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 >> 172.21.15.133:0/1263421235 conn(0x7f4af80ca170 msgr2=0x7f4af80ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f56900ace50 con 0x7f5690151e90 2023-12-02T00:31:08.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 shutdown_connections 2023-12-02T00:31:08.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f4afdafe640 1 -- 172.21.15.133:0/1263421235 wait complete. 2023-12-02T00:31:08.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.595+0000 7f5685ffb640 1 -- 172.21.15.133:0/2468063685 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f56900ace50 con 0x7f5690151e90 2023-12-02T00:31:08.601 INFO:teuthology.orchestra.run.smithi133.stdout:55834574854 2023-12-02T00:31:08.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f65c00aded0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f65a7fff640 1 -- 172.21.15.133:0/223707569 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f65c00aded0 con 0x7f65c00c7ea0 2023-12-02T00:31:08.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f56740664c0 msgr2=0x7f5674068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.603 INFO:teuthology.orchestra.run.smithi133.stdout:55834574856 2023-12-02T00:31:08.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f56740664c0 0x7f5674068980 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f56800011f0 tx=0x7f56800016e0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5690151e90 msgr2=0x7f56901ef660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5690151e90 0x7f56901ef660 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f568800b970 tx=0x7f568800be30 comp rx=0 tx=0).stop 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 shutdown_connections 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f56740664c0 0x7f5674068980 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5690151e90 0x7f56901ef660 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56900c7ea0 0x7f56900abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 --2- 172.21.15.133:0/2468063685 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f569006b9e0 0x7f569014b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 >> 172.21.15.133:0/2468063685 conn(0x7f56900ca170 msgr2=0x7f56900c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 shutdown_connections 2023-12-02T00:31:08.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.599+0000 7f5697765640 1 -- 172.21.15.133:0/2468063685 wait complete. 2023-12-02T00:31:08.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65ac0664c0 msgr2=0x7f65ac068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65ac0664c0 0x7f65ac068980 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f65b8001570 tx=0x7f65b8009040 comp rx=0 tx=0).stop 2023-12-02T00:31:08.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f65c00c7ea0 msgr2=0x7f65c0144b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f65c00c7ea0 0x7f65c0144b50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f65b00ab000 tx=0x7f65b0019200 comp rx=0 tx=0).stop 2023-12-02T00:31:08.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 shutdown_connections 2023-12-02T00:31:08.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65ac0664c0 0x7f65ac068980 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65c0151e90 0x7f65c00ab980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f65c00c7ea0 0x7f65c0144b50 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 --2- 172.21.15.133:0/223707569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f65c006b9e0 0x7f65c00c3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 >> 172.21.15.133:0/223707569 conn(0x7f65c00ca170 msgr2=0x7f65c0152450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.603+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fae24068400 con 0x7fae24151e90 2023-12-02T00:31:08.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.607+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 shutdown_connections 2023-12-02T00:31:08.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.607+0000 7f65c5e79640 1 -- 172.21.15.133:0/223707569 wait complete. 2023-12-02T00:31:08.609 INFO:teuthology.orchestra.run.smithi133.stdout:55834574853 2023-12-02T00:31:08.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.607+0000 7fae1bfff640 1 -- 172.21.15.133:0/2679209569 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fae1c021020 con 0x7fae24151e90 2023-12-02T00:31:08.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae04066470 msgr2=0x7fae04068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae04066470 0x7fae04068930 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fae0c000f70 tx=0x7fae0c007e90 comp rx=0 tx=0).stop 2023-12-02T00:31:08.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae24151e90 msgr2=0x7fae2414c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae24151e90 0x7fae2414c7a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00e7f0 tx=0x7fae1c00ecb0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 shutdown_connections 2023-12-02T00:31:08.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae04066470 0x7fae04068930 secure :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fae0c000f70 tx=0x7fae0c007e90 comp rx=0 tx=0).stop 2023-12-02T00:31:08.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae24151e90 0x7fae2414c7a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae240c7ea0 0x7fae240c1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 --2- 172.21.15.133:0/2679209569 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2406b9e0 0x7fae240c22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 >> 172.21.15.133:0/2679209569 conn(0x7fae240ca170 msgr2=0x7fae240ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 shutdown_connections 2023-12-02T00:31:08.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.611+0000 7fae2a1f5640 1 -- 172.21.15.133:0/2679209569 wait complete. 2023-12-02T00:31:08.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.619+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f4d640a7c90 con 0x7f4d64147550 2023-12-02T00:31:08.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.619+0000 7f4d52ffd640 1 -- 172.21.15.133:0/1597983379 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4d640a7c90 con 0x7f4d64147550 2023-12-02T00:31:08.625 INFO:teuthology.orchestra.run.smithi133.stdout:55834574853 2023-12-02T00:31:08.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4d440664c0 msgr2=0x7f4d44068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4d440664c0 0x7f4d44068980 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4d54009870 tx=0x7f4d54008040 comp rx=0 tx=0).stop 2023-12-02T00:31:08.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d64147550 msgr2=0x7f4d640a9010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d64147550 0x7f4d640a9010 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c0aa000 tx=0x7f4d4c005800 comp rx=0 tx=0).stop 2023-12-02T00:31:08.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 shutdown_connections 2023-12-02T00:31:08.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4d440664c0 0x7f4d44068980 secure :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4d54009870 tx=0x7f4d54008040 comp rx=0 tx=0).stop 2023-12-02T00:31:08.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4d64147550 0x7f4d640a9010 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4d640a8630 0x7f4d6414a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 --2- 172.21.15.133:0/1597983379 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4d4c005190 0x7f4d640a6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 >> 172.21.15.133:0/1597983379 conn(0x7f4d640c5cd0 msgr2=0x7f4d640a4d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.623+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 shutdown_connections 2023-12-02T00:31:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.627+0000 7f4d68b9d640 1 -- 172.21.15.133:0/1597983379 wait complete. 2023-12-02T00:31:08.633 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.3 2023-12-02T00:31:08.633 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.635 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.2 2023-12-02T00:31:08.635 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.638 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.4 2023-12-02T00:31:08.638 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.639 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.6 2023-12-02T00:31:08.639 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.649 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2023-12-02T00:31:08.649 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.653 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.7 2023-12-02T00:31:08.654 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.654 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.5 2023-12-02T00:31:08.654 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:08.654 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-12-02T00:31:08.655 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:31:08.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f24bdf640 1 Processor -- start 2023-12-02T00:31:08.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f24bdf640 1 -- start start 2023-12-02T00:31:08.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f24bdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200c69c0 0x7f1f20155240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f24bdf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1f200c7eb0 0x7f1f200c4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f24bdf640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f201521b0 con 0x7f1f200af730 2023-12-02T00:31:08.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f24bdf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f200c73d0 con 0x7f1f200c7eb0 2023-12-02T00:31:08.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f24bdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f20155780 con 0x7f1f200c69c0 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1dd9b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200c69c0 0x7f1f20155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1ed9d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1f200c7eb0 0x7f1f200c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1e59c640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f1f200af730 0x7f1f2006c100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50440/0 (socket says 172.21.15.133:50440) 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1e59c640 1 -- 172.21.15.133:0/2428704003 learned_addr learned my addr 172.21.15.133:0/2428704003 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1dd9b640 1 -- 172.21.15.133:0/2428704003 >> v2:172.21.15.172:3300/0 conn(0x7f1f200c7eb0 msgr2=0x7f1f200c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1dd9b640 1 --2- 172.21.15.133:0/2428704003 >> v2:172.21.15.172:3300/0 conn(0x7f1f200c7eb0 0x7f1f200c4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1dd9b640 1 -- 172.21.15.133:0/2428704003 >> v1:172.21.15.172:6789/0 conn(0x7f1f200af730 legacy=0x7f1f2006c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1dd9b640 1 -- 172.21.15.133:0/2428704003 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f200c6e40 con 0x7f1f200c69c0 2023-12-02T00:31:08.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.835+0000 7f1f1ed9d640 1 --2- 172.21.15.133:0/2428704003 >> v2:172.21.15.172:3300/0 conn(0x7f1f200c7eb0 0x7f1f200c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:08.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f1dd9b640 1 --2- 172.21.15.133:0/2428704003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200c69c0 0x7f1f20155240 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1f140097c0 tx=0x7f1f1401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66367d18edc5a551 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f1d59a640 1 -- 172.21.15.133:0/2428704003 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f140ab600 con 0x7f1f200c69c0 2023-12-02T00:31:08.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f1d59a640 1 -- 172.21.15.133:0/2428704003 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f140a7050 con 0x7f1f200c69c0 2023-12-02T00:31:08.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f1d59a640 1 -- 172.21.15.133:0/2428704003 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f140ab980 con 0x7f1f200c69c0 2023-12-02T00:31:08.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 -- 172.21.15.133:0/2428704003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200c69c0 msgr2=0x7f1f20155240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/2428704003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200c69c0 0x7f1f20155240 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1f140097c0 tx=0x7f1f1401c330 comp rx=0 tx=0).stop 2023-12-02T00:31:08.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 -- 172.21.15.133:0/2428704003 shutdown_connections 2023-12-02T00:31:08.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/2428704003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200c69c0 0x7f1f20155240 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/2428704003 >> v2:172.21.15.172:3300/0 conn(0x7f1f200c7eb0 0x7f1f200c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 -- 172.21.15.133:0/2428704003 >> 172.21.15.133:0/2428704003 conn(0x7f1f200ca180 msgr2=0x7f1f200ca590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:08.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 -- 172.21.15.133:0/2428704003 shutdown_connections 2023-12-02T00:31:08.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.839+0000 7f1f24bdf640 1 -- 172.21.15.133:0/2428704003 wait complete. 2023-12-02T00:31:08.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 Processor -- start 2023-12-02T00:31:08.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 -- start start 2023-12-02T00:31:08.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200af730 0x7f1f200acda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f200c69c0 0x7f1f201587c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f200c7eb0 0x7f1f2014dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f200c1200 con 0x7f1f200c69c0 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f200c14c0 con 0x7f1f200c7eb0 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f20157580 con 0x7f1f200af730 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f200c69c0 0x7f1f201587c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f200c69c0 0x7f1f201587c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47644/0 (socket says 172.21.15.133:47644) 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1ed9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f200c7eb0 0x7f1f2014dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 -- 172.21.15.133:0/1413773029 learned_addr learned my addr 172.21.15.133:0/1413773029 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1e59c640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200af730 0x7f1f200acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 -- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200af730 msgr2=0x7f1f200acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200af730 0x7f1f200acda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 -- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f200c7eb0 msgr2=0x7f1f2014dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f200c7eb0 0x7f1f2014dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 -- 172.21.15.133:0/1413773029 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f18009a70 con 0x7f1f200c69c0 2023-12-02T00:31:08.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1ed9d640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f200c7eb0 0x7f1f2014dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:08.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f1dd9b640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f200c69c0 0x7f1f201587c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1f14019f60 tx=0x7f1f140190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f0effd640 1 -- 172.21.15.133:0/1413773029 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f140b4400 con 0x7f1f200c69c0 2023-12-02T00:31:08.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f0effd640 1 -- 172.21.15.133:0/1413773029 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f140b4560 con 0x7f1f200c69c0 2023-12-02T00:31:08.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f14009420 con 0x7f1f200c69c0 2023-12-02T00:31:08.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f0effd640 1 -- 172.21.15.133:0/1413773029 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f140b4910 con 0x7f1f200c69c0 2023-12-02T00:31:08.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.843+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f20157b40 con 0x7f1f200c69c0 2023-12-02T00:31:08.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.847+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f200acac0 con 0x7f1f200c69c0 2023-12-02T00:31:08.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.847+0000 7f1f0effd640 1 -- 172.21.15.133:0/1413773029 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1f140b2040 con 0x7f1f200c69c0 2023-12-02T00:31:08.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.847+0000 7f1f0effd640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f00066470 0x7f1f00068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:08.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.847+0000 7f1f0effd640 1 -- 172.21.15.133:0/1413773029 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f1411dee0 con 0x7f1f200c69c0 2023-12-02T00:31:08.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.847+0000 7f1f1e59c640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f00066470 0x7f1f00068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:08.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.847+0000 7f1f1e59c640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f00066470 0x7f1f00068930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1f10000f70 tx=0x7f1f10007e90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:08.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.851+0000 7f1f0effd640 1 -- 172.21.15.133:0/1413773029 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1f200acac0 con 0x7f1f200c69c0 2023-12-02T00:31:09.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:08.999+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1f20068400 con 0x7f1f00066470 2023-12-02T00:31:09.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.003+0000 7f1f0effd640 1 -- 172.21.15.133:0/1413773029 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264498 (secure 0 0 0) 0x7f1f20068400 con 0x7f1f00066470 2023-12-02T00:31:09.012 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:09.015 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:31:09.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f00066470 msgr2=0x7f1f00068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f00066470 0x7f1f00068930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1f10000f70 tx=0x7f1f10007e90 comp rx=0 tx=0).stop 2023-12-02T00:31:09.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f200c69c0 msgr2=0x7f1f201587c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f200c69c0 0x7f1f201587c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1f14019f60 tx=0x7f1f140190d0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 shutdown_connections 2023-12-02T00:31:09.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f00066470 0x7f1f00068930 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f200c7eb0 0x7f1f2014dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f200c69c0 0x7f1f201587c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 --2- 172.21.15.133:0/1413773029 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f200af730 0x7f1f200acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 >> 172.21.15.133:0/1413773029 conn(0x7f1f200ca180 msgr2=0x7f1f200c9480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:09.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 shutdown_connections 2023-12-02T00:31:09.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.007+0000 7f1f24bdf640 1 -- 172.21.15.133:0/1413773029 wait complete. 2023-12-02T00:31:09.031 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-12-02T00:31:07.241796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219012,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755708,"statfs":{"total":773094113280,"available":772869844992,"internally_reserved":0,"allocated":2891776,"data_stored":1752836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.901311"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128847+0000","last_change":"2023-12-02T00:31:00.061499+0000","last_active":"2023-12-02T00:31:01.128847+0000","last_peered":"2023-12-02T00:31:01.128847+0000","last_clean":"2023-12-02T00:31:01.128847+0000","last_became_active":"2023-12-02T00:31:00.061202+0000","last_became_peered":"2023-12-02T00:31:00.061202+0000","last_unstale":"2023-12-02T00:31:01.128847+0000","last_undegraded":"2023-12-02T00:31:01.128847+0000","last_fullsized":"2023-12-02T00:31:01.128847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:16.479332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033742+0000","last_change":"2023-12-02T00:31:00.045755+0000","last_active":"2023-12-02T00:31:01.033742+0000","last_peered":"2023-12-02T00:31:01.033742+0000","last_clean":"2023-12-02T00:31:01.033742+0000","last_became_active":"2023-12-02T00:31:00.044794+0000","last_became_peered":"2023-12-02T00:31:00.044794+0000","last_unstale":"2023-12-02T00:31:01.033742+0000","last_undegraded":"2023-12-02T00:31:01.033742+0000","last_fullsized":"2023-12-02T00:31:01.033742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179187+0000","last_change":"2023-12-02T00:31:00.040101+0000","last_active":"2023-12-02T00:31:01.179187+0000","last_peered":"2023-12-02T00:31:01.179187+0000","last_clean":"2023-12-02T00:31:01.179187+0000","last_became_active":"2023-12-02T00:31:00.039387+0000","last_became_peered":"2023-12-02T00:31:00.039387+0000","last_unstale":"2023-12-02T00:31:01.179187+0000","last_undegraded":"2023-12-02T00:31:01.179187+0000","last_fullsized":"2023-12-02T00:31:01.179187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036663+0000","last_change":"2023-12-02T00:31:00.055480+0000","last_active":"2023-12-02T00:31:02.036663+0000","last_peered":"2023-12-02T00:31:02.036663+0000","last_clean":"2023-12-02T00:31:02.036663+0000","last_became_active":"2023-12-02T00:31:00.054936+0000","last_became_peered":"2023-12-02T00:31:00.054936+0000","last_unstale":"2023-12-02T00:31:02.036663+0000","last_undegraded":"2023-12-02T00:31:02.036663+0000","last_fullsized":"2023-12-02T00:31:02.036663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128457+0000","last_change":"2023-12-02T00:31:00.062432+0000","last_active":"2023-12-02T00:31:01.128457+0000","last_peered":"2023-12-02T00:31:01.128457+0000","last_clean":"2023-12-02T00:31:01.128457+0000","last_became_active":"2023-12-02T00:31:00.057587+0000","last_became_peered":"2023-12-02T00:31:00.057587+0000","last_unstale":"2023-12-02T00:31:01.128457+0000","last_undegraded":"2023-12-02T00:31:01.128457+0000","last_fullsized":"2023-12-02T00:31:01.128457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036583+0000","last_change":"2023-12-02T00:31:00.055273+0000","last_active":"2023-12-02T00:31:02.036583+0000","last_peered":"2023-12-02T00:31:02.036583+0000","last_clean":"2023-12-02T00:31:02.036583+0000","last_became_active":"2023-12-02T00:31:00.054573+0000","last_became_peered":"2023-12-02T00:31:00.054573+0000","last_unstale":"2023-12-02T00:31:02.036583+0000","last_undegraded":"2023-12-02T00:31:02.036583+0000","last_fullsized":"2023-12-02T00:31:02.036583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128292+0000","last_change":"2023-12-02T00:31:00.060566+0000","last_active":"2023-12-02T00:31:01.128292+0000","last_peered":"2023-12-02T00:31:01.128292+0000","last_clean":"2023-12-02T00:31:01.128292+0000","last_became_active":"2023-12-02T00:31:00.058024+0000","last_became_peered":"2023-12-02T00:31:00.058024+0000","last_unstale":"2023-12-02T00:31:01.128292+0000","last_undegraded":"2023-12-02T00:31:01.128292+0000","last_fullsized":"2023-12-02T00:31:01.128292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035563+0000","last_change":"2023-12-02T00:31:00.056342+0000","last_active":"2023-12-02T00:31:02.035563+0000","last_peered":"2023-12-02T00:31:02.035563+0000","last_clean":"2023-12-02T00:31:02.035563+0000","last_became_active":"2023-12-02T00:31:00.056035+0000","last_became_peered":"2023-12-02T00:31:00.056035+0000","last_unstale":"2023-12-02T00:31:02.035563+0000","last_undegraded":"2023-12-02T00:31:02.035563+0000","last_fullsized":"2023-12-02T00:31:02.035563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128817+0000","last_change":"2023-12-02T00:31:00.065258+0000","last_active":"2023-12-02T00:31:01.128817+0000","last_peered":"2023-12-02T00:31:01.128817+0000","last_clean":"2023-12-02T00:31:01.128817+0000","last_became_active":"2023-12-02T00:31:00.065005+0000","last_became_peered":"2023-12-02T00:31:00.065005+0000","last_unstale":"2023-12-02T00:31:01.128817+0000","last_undegraded":"2023-12-02T00:31:01.128817+0000","last_fullsized":"2023-12-02T00:31:01.128817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:17.982464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058274+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.056203+0000","last_became_peered":"2023-12-02T00:31:00.056203+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034479+0000","last_change":"2023-12-02T00:31:00.050855+0000","last_active":"2023-12-02T00:31:01.034479+0000","last_peered":"2023-12-02T00:31:01.034479+0000","last_clean":"2023-12-02T00:31:01.034479+0000","last_became_active":"2023-12-02T00:31:00.050537+0000","last_became_peered":"2023-12-02T00:31:00.050537+0000","last_unstale":"2023-12-02T00:31:01.034479+0000","last_undegraded":"2023-12-02T00:31:01.034479+0000","last_fullsized":"2023-12-02T00:31:01.034479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034798+0000","last_change":"2023-12-02T00:31:00.038297+0000","last_active":"2023-12-02T00:31:01.034798+0000","last_peered":"2023-12-02T00:31:01.034798+0000","last_clean":"2023-12-02T00:31:01.034798+0000","last_became_active":"2023-12-02T00:31:00.037580+0000","last_became_peered":"2023-12-02T00:31:00.037580+0000","last_unstale":"2023-12-02T00:31:01.034798+0000","last_undegraded":"2023-12-02T00:31:01.034798+0000","last_fullsized":"2023-12-02T00:31:01.034798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:22.569707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035784+0000","last_change":"2023-12-02T00:31:00.046286+0000","last_active":"2023-12-02T00:31:02.035784+0000","last_peered":"2023-12-02T00:31:02.035784+0000","last_clean":"2023-12-02T00:31:02.035784+0000","last_became_active":"2023-12-02T00:31:00.045640+0000","last_became_peered":"2023-12-02T00:31:00.045640+0000","last_unstale":"2023-12-02T00:31:02.035784+0000","last_undegraded":"2023-12-02T00:31:02.035784+0000","last_fullsized":"2023-12-02T00:31:02.035784+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179135+0000","last_change":"2023-12-02T00:31:00.048263+0000","last_active":"2023-12-02T00:31:01.179135+0000","last_peered":"2023-12-02T00:31:01.179135+0000","last_clean":"2023-12-02T00:31:01.179135+0000","last_became_active":"2023-12-02T00:31:00.045153+0000","last_became_peered":"2023-12-02T00:31:00.045153+0000","last_unstale":"2023-12-02T00:31:01.179135+0000","last_undegraded":"2023-12-02T00:31:01.179135+0000","last_fullsized":"2023-12-02T00:31:01.179135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:48.308079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033326+0000","last_change":"2023-12-02T00:31:00.041775+0000","last_active":"2023-12-02T00:31:01.033326+0000","last_peered":"2023-12-02T00:31:01.033326+0000","last_clean":"2023-12-02T00:31:01.033326+0000","last_became_active":"2023-12-02T00:31:00.041347+0000","last_became_peered":"2023-12-02T00:31:00.041347+0000","last_unstale":"2023-12-02T00:31:01.033326+0000","last_undegraded":"2023-12-02T00:31:01.033326+0000","last_fullsized":"2023-12-02T00:31:01.033326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036433+0000","last_change":"2023-12-02T00:31:00.056535+0000","last_active":"2023-12-02T00:31:02.036433+0000","last_peered":"2023-12-02T00:31:02.036433+0000","last_clean":"2023-12-02T00:31:02.036433+0000","last_became_active":"2023-12-02T00:31:00.056094+0000","last_became_peered":"2023-12-02T00:31:00.056094+0000","last_unstale":"2023-12-02T00:31:02.036433+0000","last_undegraded":"2023-12-02T00:31:02.036433+0000","last_fullsized":"2023-12-02T00:31:02.036433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037138+0000","last_change":"2023-12-02T00:31:00.055333+0000","last_active":"2023-12-02T00:31:02.037138+0000","last_peered":"2023-12-02T00:31:02.037138+0000","last_clean":"2023-12-02T00:31:02.037138+0000","last_became_active":"2023-12-02T00:31:00.054990+0000","last_became_peered":"2023-12-02T00:31:00.054990+0000","last_unstale":"2023-12-02T00:31:02.037138+0000","last_undegraded":"2023-12-02T00:31:02.037138+0000","last_fullsized":"2023-12-02T00:31:02.037138+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210934+0000","last_change":"2023-12-02T00:31:00.046306+0000","last_active":"2023-12-02T00:31:01.210934+0000","last_peered":"2023-12-02T00:31:01.210934+0000","last_clean":"2023-12-02T00:31:01.210934+0000","last_became_active":"2023-12-02T00:31:00.046055+0000","last_became_peered":"2023-12-02T00:31:00.046055+0000","last_unstale":"2023-12-02T00:31:01.210934+0000","last_undegraded":"2023-12-02T00:31:01.210934+0000","last_fullsized":"2023-12-02T00:31:01.210934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:50.344312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128881+0000","last_change":"2023-12-02T00:31:00.065208+0000","last_active":"2023-12-02T00:31:01.128881+0000","last_peered":"2023-12-02T00:31:01.128881+0000","last_clean":"2023-12-02T00:31:01.128881+0000","last_became_active":"2023-12-02T00:31:00.064646+0000","last_became_peered":"2023-12-02T00:31:00.064646+0000","last_unstale":"2023-12-02T00:31:01.128881+0000","last_undegraded":"2023-12-02T00:31:01.128881+0000","last_fullsized":"2023-12-02T00:31:01.128881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:31:39.135641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034956+0000","last_change":"2023-12-02T00:31:00.042941+0000","last_active":"2023-12-02T00:31:01.034956+0000","last_peered":"2023-12-02T00:31:01.034956+0000","last_clean":"2023-12-02T00:31:01.034956+0000","last_became_active":"2023-12-02T00:31:00.042541+0000","last_became_peered":"2023-12-02T00:31:00.042541+0000","last_unstale":"2023-12-02T00:31:01.034956+0000","last_undegraded":"2023-12-02T00:31:01.034956+0000","last_fullsized":"2023-12-02T00:31:01.034956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179426+0000","last_change":"2023-12-02T00:31:00.053280+0000","last_active":"2023-12-02T00:31:01.179426+0000","last_peered":"2023-12-02T00:31:01.179426+0000","last_clean":"2023-12-02T00:31:01.179426+0000","last_became_active":"2023-12-02T00:31:00.052988+0000","last_became_peered":"2023-12-02T00:31:00.052988+0000","last_unstale":"2023-12-02T00:31:01.179426+0000","last_undegraded":"2023-12-02T00:31:01.179426+0000","last_fullsized":"2023-12-02T00:31:01.179426+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036702+0000","last_change":"2023-12-02T00:31:00.067428+0000","last_active":"2023-12-02T00:31:02.036702+0000","last_peered":"2023-12-02T00:31:02.036702+0000","last_clean":"2023-12-02T00:31:02.036702+0000","last_became_active":"2023-12-02T00:31:00.067129+0000","last_became_peered":"2023-12-02T00:31:00.067129+0000","last_unstale":"2023-12-02T00:31:02.036702+0000","last_undegraded":"2023-12-02T00:31:02.036702+0000","last_fullsized":"2023-12-02T00:31:02.036702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035582+0000","last_change":"2023-12-02T00:31:00.050342+0000","last_active":"2023-12-02T00:31:02.035582+0000","last_peered":"2023-12-02T00:31:02.035582+0000","last_clean":"2023-12-02T00:31:02.035582+0000","last_became_active":"2023-12-02T00:31:00.049878+0000","last_became_peered":"2023-12-02T00:31:00.049878+0000","last_unstale":"2023-12-02T00:31:02.035582+0000","last_undegraded":"2023-12-02T00:31:02.035582+0000","last_fullsized":"2023-12-02T00:31:02.035582+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036801+0000","last_change":"2023-12-02T00:31:00.050478+0000","last_active":"2023-12-02T00:31:02.036801+0000","last_peered":"2023-12-02T00:31:02.036801+0000","last_clean":"2023-12-02T00:31:02.036801+0000","last_became_active":"2023-12-02T00:31:00.049924+0000","last_became_peered":"2023-12-02T00:31:00.049924+0000","last_unstale":"2023-12-02T00:31:02.036801+0000","last_undegraded":"2023-12-02T00:31:02.036801+0000","last_fullsized":"2023-12-02T00:31:02.036801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036136+0000","last_change":"2023-12-02T00:31:00.052949+0000","last_active":"2023-12-02T00:31:02.036136+0000","last_peered":"2023-12-02T00:31:02.036136+0000","last_clean":"2023-12-02T00:31:02.036136+0000","last_became_active":"2023-12-02T00:31:00.052619+0000","last_became_peered":"2023-12-02T00:31:00.052619+0000","last_unstale":"2023-12-02T00:31:02.036136+0000","last_undegraded":"2023-12-02T00:31:02.036136+0000","last_fullsized":"2023-12-02T00:31:02.036136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058825+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.058560+0000","last_became_peered":"2023-12-02T00:31:00.058560+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033650+0000","last_change":"2023-12-02T00:31:00.043004+0000","last_active":"2023-12-02T00:31:01.033650+0000","last_peered":"2023-12-02T00:31:01.033650+0000","last_clean":"2023-12-02T00:31:01.033650+0000","last_became_active":"2023-12-02T00:31:00.042672+0000","last_became_peered":"2023-12-02T00:31:00.042672+0000","last_unstale":"2023-12-02T00:31:01.033650+0000","last_undegraded":"2023-12-02T00:31:01.033650+0000","last_fullsized":"2023-12-02T00:31:01.033650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035990+0000","last_change":"2023-12-02T00:31:00.050999+0000","last_active":"2023-12-02T00:31:02.035990+0000","last_peered":"2023-12-02T00:31:02.035990+0000","last_clean":"2023-12-02T00:31:02.035990+0000","last_became_active":"2023-12-02T00:31:00.050711+0000","last_became_peered":"2023-12-02T00:31:00.050711+0000","last_unstale":"2023-12-02T00:31:02.035990+0000","last_undegraded":"2023-12-02T00:31:02.035990+0000","last_fullsized":"2023-12-02T00:31:02.035990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179537+0000","last_change":"2023-12-02T00:31:00.047051+0000","last_active":"2023-12-02T00:31:01.179537+0000","last_peered":"2023-12-02T00:31:01.179537+0000","last_clean":"2023-12-02T00:31:01.179537+0000","last_became_active":"2023-12-02T00:31:00.046772+0000","last_became_peered":"2023-12-02T00:31:00.046772+0000","last_unstale":"2023-12-02T00:31:01.179537+0000","last_undegraded":"2023-12-02T00:31:01.179537+0000","last_fullsized":"2023-12-02T00:31:01.179537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036847+0000","last_change":"2023-12-02T00:31:00.055499+0000","last_active":"2023-12-02T00:31:02.036847+0000","last_peered":"2023-12-02T00:31:02.036847+0000","last_clean":"2023-12-02T00:31:02.036847+0000","last_became_active":"2023-12-02T00:31:00.054983+0000","last_became_peered":"2023-12-02T00:31:00.054983+0000","last_unstale":"2023-12-02T00:31:02.036847+0000","last_undegraded":"2023-12-02T00:31:02.036847+0000","last_fullsized":"2023-12-02T00:31:02.036847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210797+0000","last_change":"2023-12-02T00:31:00.051734+0000","last_active":"2023-12-02T00:31:01.210797+0000","last_peered":"2023-12-02T00:31:01.210797+0000","last_clean":"2023-12-02T00:31:01.210797+0000","last_became_active":"2023-12-02T00:31:00.051411+0000","last_became_peered":"2023-12-02T00:31:00.051411+0000","last_unstale":"2023-12-02T00:31:01.210797+0000","last_undegraded":"2023-12-02T00:31:01.210797+0000","last_fullsized":"2023-12-02T00:31:01.210797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034041+0000","last_change":"2023-12-02T00:31:00.048070+0000","last_active":"2023-12-02T00:31:01.034041+0000","last_peered":"2023-12-02T00:31:01.034041+0000","last_clean":"2023-12-02T00:31:01.034041+0000","last_became_active":"2023-12-02T00:31:00.047743+0000","last_became_peered":"2023-12-02T00:31:00.047743+0000","last_unstale":"2023-12-02T00:31:01.034041+0000","last_undegraded":"2023-12-02T00:31:01.034041+0000","last_fullsized":"2023-12-02T00:31:01.034041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034606+0000","last_change":"2023-12-02T00:31:00.044934+0000","last_active":"2023-12-02T00:31:01.034606+0000","last_peered":"2023-12-02T00:31:01.034606+0000","last_clean":"2023-12-02T00:31:01.034606+0000","last_became_active":"2023-12-02T00:31:00.044585+0000","last_became_peered":"2023-12-02T00:31:00.044585+0000","last_unstale":"2023-12-02T00:31:01.034606+0000","last_undegraded":"2023-12-02T00:31:01.034606+0000","last_fullsized":"2023-12-02T00:31:01.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:07.945056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035897+0000","last_change":"2023-12-02T00:30:59.373670+0000","last_active":"2023-12-02T00:31:02.035897+0000","last_peered":"2023-12-02T00:31:02.035897+0000","last_clean":"2023-12-02T00:31:02.035897+0000","last_became_active":"2023-12-02T00:30:59.373251+0000","last_became_peered":"2023-12-02T00:30:59.373251+0000","last_unstale":"2023-12-02T00:31:02.035897+0000","last_undegraded":"2023-12-02T00:31:02.035897+0000","last_fullsized":"2023-12-02T00:31:02.035897+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179640+0000","last_change":"2023-12-02T00:31:00.038784+0000","last_active":"2023-12-02T00:31:01.179640+0000","last_peered":"2023-12-02T00:31:01.179640+0000","last_clean":"2023-12-02T00:31:01.179640+0000","last_became_active":"2023-12-02T00:31:00.038466+0000","last_became_peered":"2023-12-02T00:31:00.038466+0000","last_unstale":"2023-12-02T00:31:01.179640+0000","last_undegraded":"2023-12-02T00:31:01.179640+0000","last_fullsized":"2023-12-02T00:31:01.179640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035187+0000","last_change":"2023-12-02T00:30:59.361979+0000","last_active":"2023-12-02T00:31:01.035187+0000","last_peered":"2023-12-02T00:31:01.035187+0000","last_clean":"2023-12-02T00:31:01.035187+0000","last_became_active":"2023-12-02T00:30:59.361585+0000","last_became_peered":"2023-12-02T00:30:59.361585+0000","last_unstale":"2023-12-02T00:31:01.035187+0000","last_undegraded":"2023-12-02T00:31:01.035187+0000","last_fullsized":"2023-12-02T00:31:01.035187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035669+0000","last_change":"2023-12-02T00:30:59.366292+0000","last_active":"2023-12-02T00:31:02.035669+0000","last_peered":"2023-12-02T00:31:02.035669+0000","last_clean":"2023-12-02T00:31:02.035669+0000","last_became_active":"2023-12-02T00:30:59.365970+0000","last_became_peered":"2023-12-02T00:30:59.365970+0000","last_unstale":"2023-12-02T00:31:02.035669+0000","last_undegraded":"2023-12-02T00:31:02.035669+0000","last_fullsized":"2023-12-02T00:31:02.035669+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035635+0000","last_change":"2023-12-02T00:31:00.047613+0000","last_active":"2023-12-02T00:31:02.035635+0000","last_peered":"2023-12-02T00:31:02.035635+0000","last_clean":"2023-12-02T00:31:02.035635+0000","last_became_active":"2023-12-02T00:31:00.045024+0000","last_became_peered":"2023-12-02T00:31:00.045024+0000","last_unstale":"2023-12-02T00:31:02.035635+0000","last_undegraded":"2023-12-02T00:31:02.035635+0000","last_fullsized":"2023-12-02T00:31:02.035635+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036566+0000","last_change":"2023-12-02T00:30:59.368112+0000","last_active":"2023-12-02T00:31:02.036566+0000","last_peered":"2023-12-02T00:31:02.036566+0000","last_clean":"2023-12-02T00:31:02.036566+0000","last_became_active":"2023-12-02T00:30:59.367524+0000","last_became_peered":"2023-12-02T00:30:59.367524+0000","last_unstale":"2023-12-02T00:31:02.036566+0000","last_undegraded":"2023-12-02T00:31:02.036566+0000","last_fullsized":"2023-12-02T00:31:02.036566+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:21.315291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033328+0000","last_change":"2023-12-02T00:31:00.047006+0000","last_active":"2023-12-02T00:31:01.033328+0000","last_peered":"2023-12-02T00:31:01.033328+0000","last_clean":"2023-12-02T00:31:01.033328+0000","last_became_active":"2023-12-02T00:31:00.046717+0000","last_became_peered":"2023-12-02T00:31:00.046717+0000","last_unstale":"2023-12-02T00:31:01.033328+0000","last_undegraded":"2023-12-02T00:31:01.033328+0000","last_fullsized":"2023-12-02T00:31:01.033328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035878+0000","last_change":"2023-12-02T00:30:59.369458+0000","last_active":"2023-12-02T00:31:01.035878+0000","last_peered":"2023-12-02T00:31:01.035878+0000","last_clean":"2023-12-02T00:31:01.035878+0000","last_became_active":"2023-12-02T00:30:59.369154+0000","last_became_peered":"2023-12-02T00:30:59.369154+0000","last_unstale":"2023-12-02T00:31:01.035878+0000","last_undegraded":"2023-12-02T00:31:01.035878+0000","last_fullsized":"2023-12-02T00:31:01.035878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036869+0000","last_change":"2023-12-02T00:31:00.065741+0000","last_active":"2023-12-02T00:31:02.036869+0000","last_peered":"2023-12-02T00:31:02.036869+0000","last_clean":"2023-12-02T00:31:02.036869+0000","last_became_active":"2023-12-02T00:31:00.065338+0000","last_became_peered":"2023-12-02T00:31:00.065338+0000","last_unstale":"2023-12-02T00:31:02.036869+0000","last_undegraded":"2023-12-02T00:31:02.036869+0000","last_fullsized":"2023-12-02T00:31:02.036869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037286+0000","last_change":"2023-12-02T00:30:59.368680+0000","last_active":"2023-12-02T00:31:02.037286+0000","last_peered":"2023-12-02T00:31:02.037286+0000","last_clean":"2023-12-02T00:31:02.037286+0000","last_became_active":"2023-12-02T00:30:59.368344+0000","last_became_peered":"2023-12-02T00:30:59.368344+0000","last_unstale":"2023-12-02T00:31:02.037286+0000","last_undegraded":"2023-12-02T00:31:02.037286+0000","last_fullsized":"2023-12-02T00:31:02.037286+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:37.332596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179527+0000","last_change":"2023-12-02T00:31:00.050562+0000","last_active":"2023-12-02T00:31:01.179527+0000","last_peered":"2023-12-02T00:31:01.179527+0000","last_clean":"2023-12-02T00:31:01.179527+0000","last_became_active":"2023-12-02T00:31:00.050242+0000","last_became_peered":"2023-12-02T00:31:00.050242+0000","last_unstale":"2023-12-02T00:31:01.179527+0000","last_undegraded":"2023-12-02T00:31:01.179527+0000","last_fullsized":"2023-12-02T00:31:01.179527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033738+0000","last_change":"2023-12-02T00:30:59.368147+0000","last_active":"2023-12-02T00:31:01.033738+0000","last_peered":"2023-12-02T00:31:01.033738+0000","last_clean":"2023-12-02T00:31:01.033738+0000","last_became_active":"2023-12-02T00:30:59.367860+0000","last_became_peered":"2023-12-02T00:30:59.367860+0000","last_unstale":"2023-12-02T00:31:01.033738+0000","last_undegraded":"2023-12-02T00:31:01.033738+0000","last_fullsized":"2023-12-02T00:31:01.033738+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034775+0000","last_change":"2023-12-02T00:31:00.056880+0000","last_active":"2023-12-02T00:31:01.034775+0000","last_peered":"2023-12-02T00:31:01.034775+0000","last_clean":"2023-12-02T00:31:01.034775+0000","last_became_active":"2023-12-02T00:31:00.056529+0000","last_became_peered":"2023-12-02T00:31:00.056529+0000","last_unstale":"2023-12-02T00:31:01.034775+0000","last_undegraded":"2023-12-02T00:31:01.034775+0000","last_fullsized":"2023-12-02T00:31:01.034775+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:03.580709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035106+0000","last_change":"2023-12-02T00:30:59.364761+0000","last_active":"2023-12-02T00:31:01.035106+0000","last_peered":"2023-12-02T00:31:01.035106+0000","last_clean":"2023-12-02T00:31:01.035106+0000","last_became_active":"2023-12-02T00:30:59.364444+0000","last_became_peered":"2023-12-02T00:30:59.364444+0000","last_unstale":"2023-12-02T00:31:01.035106+0000","last_undegraded":"2023-12-02T00:31:01.035106+0000","last_fullsized":"2023-12-02T00:31:01.035106+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128526+0000","last_change":"2023-12-02T00:31:00.064067+0000","last_active":"2023-12-02T00:31:01.128526+0000","last_peered":"2023-12-02T00:31:01.128526+0000","last_clean":"2023-12-02T00:31:01.128526+0000","last_became_active":"2023-12-02T00:31:00.063747+0000","last_became_peered":"2023-12-02T00:31:00.063747+0000","last_unstale":"2023-12-02T00:31:01.128526+0000","last_undegraded":"2023-12-02T00:31:01.128526+0000","last_fullsized":"2023-12-02T00:31:01.128526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179694+0000","last_change":"2023-12-02T00:30:59.359764+0000","last_active":"2023-12-02T00:31:01.179694+0000","last_peered":"2023-12-02T00:31:01.179694+0000","last_clean":"2023-12-02T00:31:01.179694+0000","last_became_active":"2023-12-02T00:30:59.359434+0000","last_became_peered":"2023-12-02T00:30:59.359434+0000","last_unstale":"2023-12-02T00:31:01.179694+0000","last_undegraded":"2023-12-02T00:31:01.179694+0000","last_fullsized":"2023-12-02T00:31:01.179694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179160+0000","last_change":"2023-12-02T00:31:00.062103+0000","last_active":"2023-12-02T00:31:01.179160+0000","last_peered":"2023-12-02T00:31:01.179160+0000","last_clean":"2023-12-02T00:31:01.179160+0000","last_became_active":"2023-12-02T00:31:00.061775+0000","last_became_peered":"2023-12-02T00:31:00.061775+0000","last_unstale":"2023-12-02T00:31:01.179160+0000","last_undegraded":"2023-12-02T00:31:01.179160+0000","last_fullsized":"2023-12-02T00:31:01.179160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036899+0000","last_change":"2023-12-02T00:30:59.374442+0000","last_active":"2023-12-02T00:31:02.036899+0000","last_peered":"2023-12-02T00:31:02.036899+0000","last_clean":"2023-12-02T00:31:02.036899+0000","last_became_active":"2023-12-02T00:30:59.374116+0000","last_became_peered":"2023-12-02T00:30:59.374116+0000","last_unstale":"2023-12-02T00:31:02.036899+0000","last_undegraded":"2023-12-02T00:31:02.036899+0000","last_fullsized":"2023-12-02T00:31:02.036899+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:45.463016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128592+0000","last_change":"2023-12-02T00:31:00.063145+0000","last_active":"2023-12-02T00:31:01.128592+0000","last_peered":"2023-12-02T00:31:01.128592+0000","last_clean":"2023-12-02T00:31:01.128592+0000","last_became_active":"2023-12-02T00:31:00.062872+0000","last_became_peered":"2023-12-02T00:31:00.062872+0000","last_unstale":"2023-12-02T00:31:01.128592+0000","last_undegraded":"2023-12-02T00:31:01.128592+0000","last_fullsized":"2023-12-02T00:31:01.128592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034315+0000","last_change":"2023-12-02T00:30:59.360489+0000","last_active":"2023-12-02T00:31:01.034315+0000","last_peered":"2023-12-02T00:31:01.034315+0000","last_clean":"2023-12-02T00:31:01.034315+0000","last_became_active":"2023-12-02T00:30:59.360195+0000","last_became_peered":"2023-12-02T00:30:59.360195+0000","last_unstale":"2023-12-02T00:31:01.034315+0000","last_undegraded":"2023-12-02T00:31:01.034315+0000","last_fullsized":"2023-12-02T00:31:01.034315+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034233+0000","last_change":"2023-12-02T00:31:00.047818+0000","last_active":"2023-12-02T00:31:01.034233+0000","last_peered":"2023-12-02T00:31:01.034233+0000","last_clean":"2023-12-02T00:31:01.034233+0000","last_became_active":"2023-12-02T00:31:00.047464+0000","last_became_peered":"2023-12-02T00:31:00.047464+0000","last_unstale":"2023-12-02T00:31:01.034233+0000","last_undegraded":"2023-12-02T00:31:01.034233+0000","last_fullsized":"2023-12-02T00:31:01.034233+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210719+0000","last_change":"2023-12-02T00:30:59.366036+0000","last_active":"2023-12-02T00:31:01.210719+0000","last_peered":"2023-12-02T00:31:01.210719+0000","last_clean":"2023-12-02T00:31:01.210719+0000","last_became_active":"2023-12-02T00:30:59.365492+0000","last_became_peered":"2023-12-02T00:30:59.365492+0000","last_unstale":"2023-12-02T00:31:01.210719+0000","last_undegraded":"2023-12-02T00:31:01.210719+0000","last_fullsized":"2023-12-02T00:31:01.210719+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128404+0000","last_change":"2023-12-02T00:31:00.061630+0000","last_active":"2023-12-02T00:31:01.128404+0000","last_peered":"2023-12-02T00:31:01.128404+0000","last_clean":"2023-12-02T00:31:01.128404+0000","last_became_active":"2023-12-02T00:31:00.061351+0000","last_became_peered":"2023-12-02T00:31:00.061351+0000","last_unstale":"2023-12-02T00:31:01.128404+0000","last_undegraded":"2023-12-02T00:31:01.128404+0000","last_fullsized":"2023-12-02T00:31:01.128404+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034534+0000","last_change":"2023-12-02T00:30:59.358929+0000","last_active":"2023-12-02T00:31:01.034534+0000","last_peered":"2023-12-02T00:31:01.034534+0000","last_clean":"2023-12-02T00:31:01.034534+0000","last_became_active":"2023-12-02T00:30:59.358092+0000","last_became_peered":"2023-12-02T00:30:59.358092+0000","last_unstale":"2023-12-02T00:31:01.034534+0000","last_undegraded":"2023-12-02T00:31:01.034534+0000","last_fullsized":"2023-12-02T00:31:01.034534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128744+0000","last_change":"2023-12-02T00:31:00.063169+0000","last_active":"2023-12-02T00:31:01.128744+0000","last_peered":"2023-12-02T00:31:01.128744+0000","last_clean":"2023-12-02T00:31:01.128744+0000","last_became_active":"2023-12-02T00:31:00.062945+0000","last_became_peered":"2023-12-02T00:31:00.062945+0000","last_unstale":"2023-12-02T00:31:01.128744+0000","last_undegraded":"2023-12-02T00:31:01.128744+0000","last_fullsized":"2023-12-02T00:31:01.128744+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210987+0000","last_change":"2023-12-02T00:30:59.366398+0000","last_active":"2023-12-02T00:31:01.210987+0000","last_peered":"2023-12-02T00:31:01.210987+0000","last_clean":"2023-12-02T00:31:01.210987+0000","last_became_active":"2023-12-02T00:30:59.365851+0000","last_became_peered":"2023-12-02T00:30:59.365851+0000","last_unstale":"2023-12-02T00:31:01.210987+0000","last_undegraded":"2023-12-02T00:31:01.210987+0000","last_fullsized":"2023-12-02T00:31:01.210987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:39.793095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128909+0000","last_change":"2023-12-02T00:31:00.061847+0000","last_active":"2023-12-02T00:31:01.128909+0000","last_peered":"2023-12-02T00:31:01.128909+0000","last_clean":"2023-12-02T00:31:01.128909+0000","last_became_active":"2023-12-02T00:31:00.061556+0000","last_became_peered":"2023-12-02T00:31:00.061556+0000","last_unstale":"2023-12-02T00:31:01.128909+0000","last_undegraded":"2023-12-02T00:31:01.128909+0000","last_fullsized":"2023-12-02T00:31:01.128909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:20:21.757852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033828+0000","last_change":"2023-12-02T00:30:59.364211+0000","last_active":"2023-12-02T00:31:01.033828+0000","last_peered":"2023-12-02T00:31:01.033828+0000","last_clean":"2023-12-02T00:31:01.033828+0000","last_became_active":"2023-12-02T00:30:59.363937+0000","last_became_peered":"2023-12-02T00:30:59.363937+0000","last_unstale":"2023-12-02T00:31:01.033828+0000","last_undegraded":"2023-12-02T00:31:01.033828+0000","last_fullsized":"2023-12-02T00:31:01.033828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037003+0000","last_change":"2023-12-02T00:31:00.055243+0000","last_active":"2023-12-02T00:31:02.037003+0000","last_peered":"2023-12-02T00:31:02.037003+0000","last_clean":"2023-12-02T00:31:02.037003+0000","last_became_active":"2023-12-02T00:31:00.054563+0000","last_became_peered":"2023-12-02T00:31:00.054563+0000","last_unstale":"2023-12-02T00:31:02.037003+0000","last_undegraded":"2023-12-02T00:31:02.037003+0000","last_fullsized":"2023-12-02T00:31:02.037003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210830+0000","last_change":"2023-12-02T00:30:59.372685+0000","last_active":"2023-12-02T00:31:01.210830+0000","last_peered":"2023-12-02T00:31:01.210830+0000","last_clean":"2023-12-02T00:31:01.210830+0000","last_became_active":"2023-12-02T00:30:59.371585+0000","last_became_peered":"2023-12-02T00:30:59.371585+0000","last_unstale":"2023-12-02T00:31:01.210830+0000","last_undegraded":"2023-12-02T00:31:01.210830+0000","last_fullsized":"2023-12-02T00:31:01.210830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128696+0000","last_change":"2023-12-02T00:31:00.065002+0000","last_active":"2023-12-02T00:31:01.128696+0000","last_peered":"2023-12-02T00:31:01.128696+0000","last_clean":"2023-12-02T00:31:01.128696+0000","last_became_active":"2023-12-02T00:31:00.064357+0000","last_became_peered":"2023-12-02T00:31:00.064357+0000","last_unstale":"2023-12-02T00:31:01.128696+0000","last_undegraded":"2023-12-02T00:31:01.128696+0000","last_fullsized":"2023-12-02T00:31:01.128696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-02T00:31:00.042901+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:00.042901+0000","last_peered":"2023-12-02T00:31:00.042901+0000","last_clean":"2023-12-02T00:31:00.042901+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:00.042901+0000","last_undegraded":"2023-12-02T00:31:00.042901+0000","last_fullsized":"2023-12-02T00:31:00.042901+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036544+0000","last_change":"2023-12-02T00:30:59.373182+0000","last_active":"2023-12-02T00:31:02.036544+0000","last_peered":"2023-12-02T00:31:02.036544+0000","last_clean":"2023-12-02T00:31:02.036544+0000","last_became_active":"2023-12-02T00:30:59.372836+0000","last_became_peered":"2023-12-02T00:30:59.372836+0000","last_unstale":"2023-12-02T00:31:02.036544+0000","last_undegraded":"2023-12-02T00:31:02.036544+0000","last_fullsized":"2023-12-02T00:31:02.036544+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:17.409045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035843+0000","last_change":"2023-12-02T00:31:00.056098+0000","last_active":"2023-12-02T00:31:02.035843+0000","last_peered":"2023-12-02T00:31:02.035843+0000","last_clean":"2023-12-02T00:31:02.035843+0000","last_became_active":"2023-12-02T00:31:00.055719+0000","last_became_peered":"2023-12-02T00:31:00.055719+0000","last_unstale":"2023-12-02T00:31:02.035843+0000","last_undegraded":"2023-12-02T00:31:02.035843+0000","last_fullsized":"2023-12-02T00:31:02.035843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128222+0000","last_change":"2023-12-02T00:30:59.372853+0000","last_active":"2023-12-02T00:31:01.128222+0000","last_peered":"2023-12-02T00:31:01.128222+0000","last_clean":"2023-12-02T00:31:01.128222+0000","last_became_active":"2023-12-02T00:30:59.372347+0000","last_became_peered":"2023-12-02T00:30:59.372347+0000","last_unstale":"2023-12-02T00:31:01.128222+0000","last_undegraded":"2023-12-02T00:31:01.128222+0000","last_fullsized":"2023-12-02T00:31:01.128222+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179073+0000","last_change":"2023-12-02T00:31:00.042145+0000","last_active":"2023-12-02T00:31:01.179073+0000","last_peered":"2023-12-02T00:31:01.179073+0000","last_clean":"2023-12-02T00:31:01.179073+0000","last_became_active":"2023-12-02T00:31:00.041792+0000","last_became_peered":"2023-12-02T00:31:00.041792+0000","last_unstale":"2023-12-02T00:31:01.179073+0000","last_undegraded":"2023-12-02T00:31:01.179073+0000","last_fullsized":"2023-12-02T00:31:01.179073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:27.169942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210888+0000","last_change":"2023-12-02T00:30:59.360738+0000","last_active":"2023-12-02T00:31:01.210888+0000","last_peered":"2023-12-02T00:31:01.210888+0000","last_clean":"2023-12-02T00:31:01.210888+0000","last_became_active":"2023-12-02T00:30:59.358424+0000","last_became_peered":"2023-12-02T00:30:59.358424+0000","last_unstale":"2023-12-02T00:31:01.210888+0000","last_undegraded":"2023-12-02T00:31:01.210888+0000","last_fullsized":"2023-12-02T00:31:01.210888+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:06.937476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033362+0000","last_change":"2023-12-02T00:31:00.047175+0000","last_active":"2023-12-02T00:31:01.033362+0000","last_peered":"2023-12-02T00:31:01.033362+0000","last_clean":"2023-12-02T00:31:01.033362+0000","last_became_active":"2023-12-02T00:31:00.045126+0000","last_became_peered":"2023-12-02T00:31:00.045126+0000","last_unstale":"2023-12-02T00:31:01.033362+0000","last_undegraded":"2023-12-02T00:31:01.033362+0000","last_fullsized":"2023-12-02T00:31:01.033362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036954+0000","last_change":"2023-12-02T00:30:59.370117+0000","last_active":"2023-12-02T00:31:02.036954+0000","last_peered":"2023-12-02T00:31:02.036954+0000","last_clean":"2023-12-02T00:31:02.036954+0000","last_became_active":"2023-12-02T00:30:59.369852+0000","last_became_peered":"2023-12-02T00:30:59.369852+0000","last_unstale":"2023-12-02T00:31:02.036954+0000","last_undegraded":"2023-12-02T00:31:02.036954+0000","last_fullsized":"2023-12-02T00:31:02.036954+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:15.337585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034948+0000","last_change":"2023-12-02T00:31:00.045875+0000","last_active":"2023-12-02T00:31:01.034948+0000","last_peered":"2023-12-02T00:31:01.034948+0000","last_clean":"2023-12-02T00:31:01.034948+0000","last_became_active":"2023-12-02T00:31:00.045541+0000","last_became_peered":"2023-12-02T00:31:00.045541+0000","last_unstale":"2023-12-02T00:31:01.034948+0000","last_undegraded":"2023-12-02T00:31:01.034948+0000","last_fullsized":"2023-12-02T00:31:01.034948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033666+0000","last_change":"2023-12-02T00:30:59.364794+0000","last_active":"2023-12-02T00:31:01.033666+0000","last_peered":"2023-12-02T00:31:01.033666+0000","last_clean":"2023-12-02T00:31:01.033666+0000","last_became_active":"2023-12-02T00:30:59.364228+0000","last_became_peered":"2023-12-02T00:30:59.364228+0000","last_unstale":"2023-12-02T00:31:01.033666+0000","last_undegraded":"2023-12-02T00:31:01.033666+0000","last_fullsized":"2023-12-02T00:31:01.033666+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037051+0000","last_change":"2023-12-02T00:31:00.047128+0000","last_active":"2023-12-02T00:31:02.037051+0000","last_peered":"2023-12-02T00:31:02.037051+0000","last_clean":"2023-12-02T00:31:02.037051+0000","last_became_active":"2023-12-02T00:31:00.046774+0000","last_became_peered":"2023-12-02T00:31:00.046774+0000","last_unstale":"2023-12-02T00:31:02.037051+0000","last_undegraded":"2023-12-02T00:31:02.037051+0000","last_fullsized":"2023-12-02T00:31:02.037051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128940+0000","last_change":"2023-12-02T00:30:59.371654+0000","last_active":"2023-12-02T00:31:01.128940+0000","last_peered":"2023-12-02T00:31:01.128940+0000","last_clean":"2023-12-02T00:31:01.128940+0000","last_became_active":"2023-12-02T00:30:59.371385+0000","last_became_peered":"2023-12-02T00:30:59.371385+0000","last_unstale":"2023-12-02T00:31:01.128940+0000","last_undegraded":"2023-12-02T00:31:01.128940+0000","last_fullsized":"2023-12-02T00:31:01.128940+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:18.732802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033614+0000","last_change":"2023-12-02T00:31:00.047402+0000","last_active":"2023-12-02T00:31:01.033614+0000","last_peered":"2023-12-02T00:31:01.033614+0000","last_clean":"2023-12-02T00:31:01.033614+0000","last_became_active":"2023-12-02T00:31:00.046261+0000","last_became_peered":"2023-12-02T00:31:00.046261+0000","last_unstale":"2023-12-02T00:31:01.033614+0000","last_undegraded":"2023-12-02T00:31:01.033614+0000","last_fullsized":"2023-12-02T00:31:01.033614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.265603+0000","last_change":"2023-12-02T00:30:59.367524+0000","last_active":"2023-12-02T00:31:02.265603+0000","last_peered":"2023-12-02T00:31:02.265603+0000","last_clean":"2023-12-02T00:31:02.265603+0000","last_became_active":"2023-12-02T00:30:59.365452+0000","last_became_peered":"2023-12-02T00:30:59.365452+0000","last_unstale":"2023-12-02T00:31:02.265603+0000","last_undegraded":"2023-12-02T00:31:02.265603+0000","last_fullsized":"2023-12-02T00:31:02.265603+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036113+0000","last_change":"2023-12-02T00:31:00.056477+0000","last_active":"2023-12-02T00:31:02.036113+0000","last_peered":"2023-12-02T00:31:02.036113+0000","last_clean":"2023-12-02T00:31:02.036113+0000","last_became_active":"2023-12-02T00:31:00.056185+0000","last_became_peered":"2023-12-02T00:31:00.056185+0000","last_unstale":"2023-12-02T00:31:02.036113+0000","last_undegraded":"2023-12-02T00:31:02.036113+0000","last_fullsized":"2023-12-02T00:31:02.036113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035016+0000","last_change":"2023-12-02T00:30:59.367757+0000","last_active":"2023-12-02T00:31:01.035016+0000","last_peered":"2023-12-02T00:31:01.035016+0000","last_clean":"2023-12-02T00:31:01.035016+0000","last_became_active":"2023-12-02T00:30:59.367447+0000","last_became_peered":"2023-12-02T00:30:59.367447+0000","last_unstale":"2023-12-02T00:31:01.035016+0000","last_undegraded":"2023-12-02T00:31:01.035016+0000","last_fullsized":"2023-12-02T00:31:01.035016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179364+0000","last_change":"2023-12-02T00:31:00.046010+0000","last_active":"2023-12-02T00:31:01.179364+0000","last_peered":"2023-12-02T00:31:01.179364+0000","last_clean":"2023-12-02T00:31:01.179364+0000","last_became_active":"2023-12-02T00:31:00.045618+0000","last_became_peered":"2023-12-02T00:31:00.045618+0000","last_unstale":"2023-12-02T00:31:01.179364+0000","last_undegraded":"2023-12-02T00:31:01.179364+0000","last_fullsized":"2023-12-02T00:31:01.179364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128184+0000","last_change":"2023-12-02T00:30:59.370451+0000","last_active":"2023-12-02T00:31:01.128184+0000","last_peered":"2023-12-02T00:31:01.128184+0000","last_clean":"2023-12-02T00:31:01.128184+0000","last_became_active":"2023-12-02T00:30:59.370129+0000","last_became_peered":"2023-12-02T00:30:59.370129+0000","last_unstale":"2023-12-02T00:31:01.128184+0000","last_undegraded":"2023-12-02T00:31:01.128184+0000","last_fullsized":"2023-12-02T00:31:01.128184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034147+0000","last_change":"2023-12-02T00:31:00.040623+0000","last_active":"2023-12-02T00:31:01.034147+0000","last_peered":"2023-12-02T00:31:01.034147+0000","last_clean":"2023-12-02T00:31:01.034147+0000","last_became_active":"2023-12-02T00:31:00.040295+0000","last_became_peered":"2023-12-02T00:31:00.040295+0000","last_unstale":"2023-12-02T00:31:01.034147+0000","last_undegraded":"2023-12-02T00:31:01.034147+0000","last_fullsized":"2023-12-02T00:31:01.034147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:40.800675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033459+0000","last_change":"2023-12-02T00:30:59.373574+0000","last_active":"2023-12-02T00:31:01.033459+0000","last_peered":"2023-12-02T00:31:01.033459+0000","last_clean":"2023-12-02T00:31:01.033459+0000","last_became_active":"2023-12-02T00:30:59.373266+0000","last_became_peered":"2023-12-02T00:30:59.373266+0000","last_unstale":"2023-12-02T00:31:01.033459+0000","last_undegraded":"2023-12-02T00:31:01.033459+0000","last_fullsized":"2023-12-02T00:31:01.033459+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035754+0000","last_change":"2023-12-02T00:31:00.050340+0000","last_active":"2023-12-02T00:31:02.035754+0000","last_peered":"2023-12-02T00:31:02.035754+0000","last_clean":"2023-12-02T00:31:02.035754+0000","last_became_active":"2023-12-02T00:31:00.050071+0000","last_became_peered":"2023-12-02T00:31:00.050071+0000","last_unstale":"2023-12-02T00:31:02.035754+0000","last_undegraded":"2023-12-02T00:31:02.035754+0000","last_fullsized":"2023-12-02T00:31:02.035754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033640+0000","last_change":"2023-12-02T00:30:59.364306+0000","last_active":"2023-12-02T00:31:01.033640+0000","last_peered":"2023-12-02T00:31:01.033640+0000","last_clean":"2023-12-02T00:31:01.033640+0000","last_became_active":"2023-12-02T00:30:59.363962+0000","last_became_peered":"2023-12-02T00:30:59.363962+0000","last_unstale":"2023-12-02T00:31:01.033640+0000","last_undegraded":"2023-12-02T00:31:01.033640+0000","last_fullsized":"2023-12-02T00:31:01.033640+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035835+0000","last_change":"2023-12-02T00:31:00.043995+0000","last_active":"2023-12-02T00:31:02.035835+0000","last_peered":"2023-12-02T00:31:02.035835+0000","last_clean":"2023-12-02T00:31:02.035835+0000","last_became_active":"2023-12-02T00:31:00.043738+0000","last_became_peered":"2023-12-02T00:31:00.043738+0000","last_unstale":"2023-12-02T00:31:02.035835+0000","last_undegraded":"2023-12-02T00:31:02.035835+0000","last_fullsized":"2023-12-02T00:31:02.035835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128581+0000","last_change":"2023-12-02T00:30:59.371233+0000","last_active":"2023-12-02T00:31:01.128581+0000","last_peered":"2023-12-02T00:31:01.128581+0000","last_clean":"2023-12-02T00:31:01.128581+0000","last_became_active":"2023-12-02T00:30:59.370919+0000","last_became_peered":"2023-12-02T00:30:59.370919+0000","last_unstale":"2023-12-02T00:31:01.128581+0000","last_undegraded":"2023-12-02T00:31:01.128581+0000","last_fullsized":"2023-12-02T00:31:01.128581+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034513+0000","last_change":"2023-12-02T00:31:00.043086+0000","last_active":"2023-12-02T00:31:01.034513+0000","last_peered":"2023-12-02T00:31:01.034513+0000","last_clean":"2023-12-02T00:31:01.034513+0000","last_became_active":"2023-12-02T00:31:00.042808+0000","last_became_peered":"2023-12-02T00:31:00.042808+0000","last_unstale":"2023-12-02T00:31:01.034513+0000","last_undegraded":"2023-12-02T00:31:01.034513+0000","last_fullsized":"2023-12-02T00:31:01.034513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036885+0000","last_change":"2023-12-02T00:31:00.057521+0000","last_active":"2023-12-02T00:31:02.036885+0000","last_peered":"2023-12-02T00:31:02.036885+0000","last_clean":"2023-12-02T00:31:02.036885+0000","last_became_active":"2023-12-02T00:31:00.054622+0000","last_became_peered":"2023-12-02T00:31:00.054622+0000","last_unstale":"2023-12-02T00:31:02.036885+0000","last_undegraded":"2023-12-02T00:31:02.036885+0000","last_fullsized":"2023-12-02T00:31:02.036885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128472+0000","last_change":"2023-12-02T00:30:59.376174+0000","last_active":"2023-12-02T00:31:01.128472+0000","last_peered":"2023-12-02T00:31:01.128472+0000","last_clean":"2023-12-02T00:31:01.128472+0000","last_became_active":"2023-12-02T00:30:59.375868+0000","last_became_peered":"2023-12-02T00:30:59.375868+0000","last_unstale":"2023-12-02T00:31:01.128472+0000","last_undegraded":"2023-12-02T00:31:01.128472+0000","last_fullsized":"2023-12-02T00:31:01.128472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036759+0000","last_change":"2023-12-02T00:31:00.053063+0000","last_active":"2023-12-02T00:31:02.036759+0000","last_peered":"2023-12-02T00:31:02.036759+0000","last_clean":"2023-12-02T00:31:02.036759+0000","last_became_active":"2023-12-02T00:31:00.052698+0000","last_became_peered":"2023-12-02T00:31:00.052698+0000","last_unstale":"2023-12-02T00:31:02.036759+0000","last_undegraded":"2023-12-02T00:31:02.036759+0000","last_fullsized":"2023-12-02T00:31:02.036759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128795+0000","last_change":"2023-12-02T00:30:59.371186+0000","last_active":"2023-12-02T00:31:01.128795+0000","last_peered":"2023-12-02T00:31:01.128795+0000","last_clean":"2023-12-02T00:31:01.128795+0000","last_became_active":"2023-12-02T00:30:59.370859+0000","last_became_peered":"2023-12-02T00:30:59.370859+0000","last_unstale":"2023-12-02T00:31:01.128795+0000","last_undegraded":"2023-12-02T00:31:01.128795+0000","last_fullsized":"2023-12-02T00:31:01.128795+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:11.255651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179416+0000","last_change":"2023-12-02T00:31:00.055505+0000","last_active":"2023-12-02T00:31:01.179416+0000","last_peered":"2023-12-02T00:31:01.179416+0000","last_clean":"2023-12-02T00:31:01.179416+0000","last_became_active":"2023-12-02T00:31:00.055179+0000","last_became_peered":"2023-12-02T00:31:00.055179+0000","last_unstale":"2023-12-02T00:31:01.179416+0000","last_undegraded":"2023-12-02T00:31:01.179416+0000","last_fullsized":"2023-12-02T00:31:01.179416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036089+0000","last_change":"2023-12-02T00:30:59.361284+0000","last_active":"2023-12-02T00:31:02.036089+0000","last_peered":"2023-12-02T00:31:02.036089+0000","last_clean":"2023-12-02T00:31:02.036089+0000","last_became_active":"2023-12-02T00:30:59.360994+0000","last_became_peered":"2023-12-02T00:30:59.360994+0000","last_unstale":"2023-12-02T00:31:02.036089+0000","last_undegraded":"2023-12-02T00:31:02.036089+0000","last_fullsized":"2023-12-02T00:31:02.036089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036034+0000","last_change":"2023-12-02T00:31:00.044361+0000","last_active":"2023-12-02T00:31:02.036034+0000","last_peered":"2023-12-02T00:31:02.036034+0000","last_clean":"2023-12-02T00:31:02.036034+0000","last_became_active":"2023-12-02T00:31:00.043959+0000","last_became_peered":"2023-12-02T00:31:00.043959+0000","last_unstale":"2023-12-02T00:31:02.036034+0000","last_undegraded":"2023-12-02T00:31:02.036034+0000","last_fullsized":"2023-12-02T00:31:02.036034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179607+0000","last_change":"2023-12-02T00:30:59.372636+0000","last_active":"2023-12-02T00:31:01.179607+0000","last_peered":"2023-12-02T00:31:01.179607+0000","last_clean":"2023-12-02T00:31:01.179607+0000","last_became_active":"2023-12-02T00:30:59.372339+0000","last_became_peered":"2023-12-02T00:30:59.372339+0000","last_unstale":"2023-12-02T00:31:01.179607+0000","last_undegraded":"2023-12-02T00:31:01.179607+0000","last_fullsized":"2023-12-02T00:31:01.179607+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85999999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.097}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.137}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.0779999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.0590000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.234}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.629}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.3410000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.8740000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.792}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.4880000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.633}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.2569999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.3179999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.5410000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":661916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:31:09.035 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:31:09.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.203+0000 7f999b89c640 1 Processor -- start 2023-12-02T00:31:09.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.203+0000 7f999b89c640 1 -- start start 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f999b89c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f99941560e0 0x7f999415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f999b89c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f999406d520 0x7f9994159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f999b89c640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f999415c600 con 0x7f99940bffc0 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f999b89c640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99941594e0 con 0x7f99941560e0 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f999b89c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99941597c0 con 0x7f999406d520 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9999638640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f99941560e0 0x7f999415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9999e39640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f99940bffc0 0x7f99940c1bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45874/0 (socket says 172.21.15.133:45874) 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9999e39640 1 -- 172.21.15.133:0/1888738507 learned_addr learned my addr 172.21.15.133:0/1888738507 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9998e37640 1 --2- 172.21.15.133:0/1888738507 >> v2:172.21.15.172:3300/0 conn(0x7f999406d520 0x7f9994159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9999638640 1 -- 172.21.15.133:0/1888738507 >> v2:172.21.15.172:3300/0 conn(0x7f999406d520 msgr2=0x7f9994159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9999638640 1 --2- 172.21.15.133:0/1888738507 >> v2:172.21.15.172:3300/0 conn(0x7f999406d520 0x7f9994159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9999638640 1 -- 172.21.15.133:0/1888738507 >> v1:172.21.15.133:6789/0 conn(0x7f99940bffc0 legacy=0x7f99940c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9999638640 1 -- 172.21.15.133:0/1888738507 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f999415bfb0 con 0x7f99941560e0 2023-12-02T00:31:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f9998e37640 1 --2- 172.21.15.133:0/1888738507 >> v2:172.21.15.172:3300/0 conn(0x7f999406d520 0x7f9994159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.207+0000 7f998bfff640 1 -- 172.21.15.133:0/1888738507 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1686989195 0 0) 0x7f999415c600 con 0x7f99940bffc0 2023-12-02T00:31:09.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f9999638640 1 --2- 172.21.15.133:0/1888738507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99941560e0 0x7f999415ca90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f99940c1330 tx=0x7f999001c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97dfdb5d742e831 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f998bfff640 1 -- 172.21.15.133:0/1888738507 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99941566d0 con 0x7f99941560e0 2023-12-02T00:31:09.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f998bfff640 1 -- 172.21.15.133:0/1888738507 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99900ab650 con 0x7f99941560e0 2023-12-02T00:31:09.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f998bfff640 1 -- 172.21.15.133:0/1888738507 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99900ab9e0 con 0x7f99941560e0 2023-12-02T00:31:09.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 -- 172.21.15.133:0/1888738507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99941560e0 msgr2=0x7f999415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 --2- 172.21.15.133:0/1888738507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99941560e0 0x7f999415ca90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f99940c1330 tx=0x7f999001c430 comp rx=0 tx=0).stop 2023-12-02T00:31:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 -- 172.21.15.133:0/1888738507 shutdown_connections 2023-12-02T00:31:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 --2- 172.21.15.133:0/1888738507 >> v2:172.21.15.172:3300/0 conn(0x7f999406d520 0x7f9994159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 --2- 172.21.15.133:0/1888738507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99941560e0 0x7f999415ca90 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 -- 172.21.15.133:0/1888738507 >> 172.21.15.133:0/1888738507 conn(0x7f999406a5b0 msgr2=0x7f999406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 -- 172.21.15.133:0/1888738507 shutdown_connections 2023-12-02T00:31:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 -- 172.21.15.133:0/1888738507 wait complete. 2023-12-02T00:31:09.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 Processor -- start 2023-12-02T00:31:09.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 -- start start 2023-12-02T00:31:09.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.211+0000 7f999b89c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f999406d520 0x7f99940a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99940bffc0 0x7f9994153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99941560e0 0x7f9994154010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9994154d90 con 0x7f99940bffc0 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f999414e510 con 0x7f999406d520 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99940a9290 con 0x7f99941560e0 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99940bffc0 0x7f9994153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99940bffc0 0x7f9994153ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47658/0 (socket says 172.21.15.133:47658) 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 -- 172.21.15.133:0/3939910440 learned_addr learned my addr 172.21.15.133:0/3939910440 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9999638640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f999406d520 0x7f99940a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9999e39640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99941560e0 0x7f9994154010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 -- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99941560e0 msgr2=0x7f9994154010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99941560e0 0x7f9994154010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 -- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f999406d520 msgr2=0x7f99940a6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f999406d520 0x7f99940a6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 -- 172.21.15.133:0/3939910440 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9990009420 con 0x7f99940bffc0 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9999e39640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99941560e0 0x7f9994154010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9998e37640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99940bffc0 0x7f9994153ad0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f998400d830 tx=0x7f998400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9989ffb640 1 -- 172.21.15.133:0/3939910440 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99840096a0 con 0x7f99940bffc0 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9989ffb640 1 -- 172.21.15.133:0/3939910440 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9984009800 con 0x7f99940bffc0 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9989ffb640 1 -- 172.21.15.133:0/3939910440 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9984009bb0 con 0x7f99940bffc0 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f999414ef80 con 0x7f99940bffc0 2023-12-02T00:31:09.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99940a8f20 con 0x7f99940bffc0 2023-12-02T00:31:09.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99940a8d80 con 0x7f99940bffc0 2023-12-02T00:31:09.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9989ffb640 1 -- 172.21.15.133:0/3939910440 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f998401e460 con 0x7f99940bffc0 2023-12-02T00:31:09.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.215+0000 7f9989ffb640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99780664a0 0x7f9978068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.219+0000 7f9989ffb640 1 -- 172.21.15.133:0/3939910440 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9984084570 con 0x7f99940bffc0 2023-12-02T00:31:09.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.219+0000 7f9999638640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99780664a0 0x7f9978068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.219+0000 7f9999638640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99780664a0 0x7f9978068960 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f99900af000 tx=0x7f99900a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.223+0000 7f9989ffb640 1 -- 172.21.15.133:0/3939910440 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f99940a8d80 con 0x7f99940bffc0 2023-12-02T00:31:09.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.367+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f999415a3f0 con 0x7f99780664a0 2023-12-02T00:31:09.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.375+0000 7f9989ffb640 1 -- 172.21.15.133:0/3939910440 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264416 (secure 0 0 0) 0x7f99900041c0 con 0x7f99780664a0 2023-12-02T00:31:09.381 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:09.383 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99780664a0 msgr2=0x7f9978068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99780664a0 0x7f9978068960 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f99900af000 tx=0x7f99900a7000 comp rx=0 tx=0).stop 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99940bffc0 msgr2=0x7f9994153ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99940bffc0 0x7f9994153ad0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f998400d830 tx=0x7f998400dcf0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 shutdown_connections 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99780664a0 0x7f9978068960 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99941560e0 0x7f9994154010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99940bffc0 0x7f9994153ad0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 --2- 172.21.15.133:0/3939910440 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f999406d520 0x7f99940a6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 >> 172.21.15.133:0/3939910440 conn(0x7f999406a5b0 msgr2=0x7f9994072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:09.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 shutdown_connections 2023-12-02T00:31:09.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.379+0000 7f999b89c640 1 -- 172.21.15.133:0/3939910440 wait complete. 2023-12-02T00:31:09.401 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2023-12-02T00:31:09.242251+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219012,"kb_used_data":2824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755708,"statfs":{"total":773094113280,"available":772869844992,"internally_reserved":0,"allocated":2891776,"data_stored":1752836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.215124"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128847+0000","last_change":"2023-12-02T00:31:00.061499+0000","last_active":"2023-12-02T00:31:01.128847+0000","last_peered":"2023-12-02T00:31:01.128847+0000","last_clean":"2023-12-02T00:31:01.128847+0000","last_became_active":"2023-12-02T00:31:00.061202+0000","last_became_peered":"2023-12-02T00:31:00.061202+0000","last_unstale":"2023-12-02T00:31:01.128847+0000","last_undegraded":"2023-12-02T00:31:01.128847+0000","last_fullsized":"2023-12-02T00:31:01.128847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:16.479332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033742+0000","last_change":"2023-12-02T00:31:00.045755+0000","last_active":"2023-12-02T00:31:01.033742+0000","last_peered":"2023-12-02T00:31:01.033742+0000","last_clean":"2023-12-02T00:31:01.033742+0000","last_became_active":"2023-12-02T00:31:00.044794+0000","last_became_peered":"2023-12-02T00:31:00.044794+0000","last_unstale":"2023-12-02T00:31:01.033742+0000","last_undegraded":"2023-12-02T00:31:01.033742+0000","last_fullsized":"2023-12-02T00:31:01.033742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179187+0000","last_change":"2023-12-02T00:31:00.040101+0000","last_active":"2023-12-02T00:31:01.179187+0000","last_peered":"2023-12-02T00:31:01.179187+0000","last_clean":"2023-12-02T00:31:01.179187+0000","last_became_active":"2023-12-02T00:31:00.039387+0000","last_became_peered":"2023-12-02T00:31:00.039387+0000","last_unstale":"2023-12-02T00:31:01.179187+0000","last_undegraded":"2023-12-02T00:31:01.179187+0000","last_fullsized":"2023-12-02T00:31:01.179187+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036663+0000","last_change":"2023-12-02T00:31:00.055480+0000","last_active":"2023-12-02T00:31:02.036663+0000","last_peered":"2023-12-02T00:31:02.036663+0000","last_clean":"2023-12-02T00:31:02.036663+0000","last_became_active":"2023-12-02T00:31:00.054936+0000","last_became_peered":"2023-12-02T00:31:00.054936+0000","last_unstale":"2023-12-02T00:31:02.036663+0000","last_undegraded":"2023-12-02T00:31:02.036663+0000","last_fullsized":"2023-12-02T00:31:02.036663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128457+0000","last_change":"2023-12-02T00:31:00.062432+0000","last_active":"2023-12-02T00:31:01.128457+0000","last_peered":"2023-12-02T00:31:01.128457+0000","last_clean":"2023-12-02T00:31:01.128457+0000","last_became_active":"2023-12-02T00:31:00.057587+0000","last_became_peered":"2023-12-02T00:31:00.057587+0000","last_unstale":"2023-12-02T00:31:01.128457+0000","last_undegraded":"2023-12-02T00:31:01.128457+0000","last_fullsized":"2023-12-02T00:31:01.128457+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036583+0000","last_change":"2023-12-02T00:31:00.055273+0000","last_active":"2023-12-02T00:31:02.036583+0000","last_peered":"2023-12-02T00:31:02.036583+0000","last_clean":"2023-12-02T00:31:02.036583+0000","last_became_active":"2023-12-02T00:31:00.054573+0000","last_became_peered":"2023-12-02T00:31:00.054573+0000","last_unstale":"2023-12-02T00:31:02.036583+0000","last_undegraded":"2023-12-02T00:31:02.036583+0000","last_fullsized":"2023-12-02T00:31:02.036583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128292+0000","last_change":"2023-12-02T00:31:00.060566+0000","last_active":"2023-12-02T00:31:01.128292+0000","last_peered":"2023-12-02T00:31:01.128292+0000","last_clean":"2023-12-02T00:31:01.128292+0000","last_became_active":"2023-12-02T00:31:00.058024+0000","last_became_peered":"2023-12-02T00:31:00.058024+0000","last_unstale":"2023-12-02T00:31:01.128292+0000","last_undegraded":"2023-12-02T00:31:01.128292+0000","last_fullsized":"2023-12-02T00:31:01.128292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035563+0000","last_change":"2023-12-02T00:31:00.056342+0000","last_active":"2023-12-02T00:31:02.035563+0000","last_peered":"2023-12-02T00:31:02.035563+0000","last_clean":"2023-12-02T00:31:02.035563+0000","last_became_active":"2023-12-02T00:31:00.056035+0000","last_became_peered":"2023-12-02T00:31:00.056035+0000","last_unstale":"2023-12-02T00:31:02.035563+0000","last_undegraded":"2023-12-02T00:31:02.035563+0000","last_fullsized":"2023-12-02T00:31:02.035563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128817+0000","last_change":"2023-12-02T00:31:00.065258+0000","last_active":"2023-12-02T00:31:01.128817+0000","last_peered":"2023-12-02T00:31:01.128817+0000","last_clean":"2023-12-02T00:31:01.128817+0000","last_became_active":"2023-12-02T00:31:00.065005+0000","last_became_peered":"2023-12-02T00:31:00.065005+0000","last_unstale":"2023-12-02T00:31:01.128817+0000","last_undegraded":"2023-12-02T00:31:01.128817+0000","last_fullsized":"2023-12-02T00:31:01.128817+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:17.982464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058274+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.056203+0000","last_became_peered":"2023-12-02T00:31:00.056203+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034479+0000","last_change":"2023-12-02T00:31:00.050855+0000","last_active":"2023-12-02T00:31:01.034479+0000","last_peered":"2023-12-02T00:31:01.034479+0000","last_clean":"2023-12-02T00:31:01.034479+0000","last_became_active":"2023-12-02T00:31:00.050537+0000","last_became_peered":"2023-12-02T00:31:00.050537+0000","last_unstale":"2023-12-02T00:31:01.034479+0000","last_undegraded":"2023-12-02T00:31:01.034479+0000","last_fullsized":"2023-12-02T00:31:01.034479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034798+0000","last_change":"2023-12-02T00:31:00.038297+0000","last_active":"2023-12-02T00:31:01.034798+0000","last_peered":"2023-12-02T00:31:01.034798+0000","last_clean":"2023-12-02T00:31:01.034798+0000","last_became_active":"2023-12-02T00:31:00.037580+0000","last_became_peered":"2023-12-02T00:31:00.037580+0000","last_unstale":"2023-12-02T00:31:01.034798+0000","last_undegraded":"2023-12-02T00:31:01.034798+0000","last_fullsized":"2023-12-02T00:31:01.034798+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:22.569707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035784+0000","last_change":"2023-12-02T00:31:00.046286+0000","last_active":"2023-12-02T00:31:02.035784+0000","last_peered":"2023-12-02T00:31:02.035784+0000","last_clean":"2023-12-02T00:31:02.035784+0000","last_became_active":"2023-12-02T00:31:00.045640+0000","last_became_peered":"2023-12-02T00:31:00.045640+0000","last_unstale":"2023-12-02T00:31:02.035784+0000","last_undegraded":"2023-12-02T00:31:02.035784+0000","last_fullsized":"2023-12-02T00:31:02.035784+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179135+0000","last_change":"2023-12-02T00:31:00.048263+0000","last_active":"2023-12-02T00:31:01.179135+0000","last_peered":"2023-12-02T00:31:01.179135+0000","last_clean":"2023-12-02T00:31:01.179135+0000","last_became_active":"2023-12-02T00:31:00.045153+0000","last_became_peered":"2023-12-02T00:31:00.045153+0000","last_unstale":"2023-12-02T00:31:01.179135+0000","last_undegraded":"2023-12-02T00:31:01.179135+0000","last_fullsized":"2023-12-02T00:31:01.179135+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:48.308079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033326+0000","last_change":"2023-12-02T00:31:00.041775+0000","last_active":"2023-12-02T00:31:01.033326+0000","last_peered":"2023-12-02T00:31:01.033326+0000","last_clean":"2023-12-02T00:31:01.033326+0000","last_became_active":"2023-12-02T00:31:00.041347+0000","last_became_peered":"2023-12-02T00:31:00.041347+0000","last_unstale":"2023-12-02T00:31:01.033326+0000","last_undegraded":"2023-12-02T00:31:01.033326+0000","last_fullsized":"2023-12-02T00:31:01.033326+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036433+0000","last_change":"2023-12-02T00:31:00.056535+0000","last_active":"2023-12-02T00:31:02.036433+0000","last_peered":"2023-12-02T00:31:02.036433+0000","last_clean":"2023-12-02T00:31:02.036433+0000","last_became_active":"2023-12-02T00:31:00.056094+0000","last_became_peered":"2023-12-02T00:31:00.056094+0000","last_unstale":"2023-12-02T00:31:02.036433+0000","last_undegraded":"2023-12-02T00:31:02.036433+0000","last_fullsized":"2023-12-02T00:31:02.036433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037138+0000","last_change":"2023-12-02T00:31:00.055333+0000","last_active":"2023-12-02T00:31:02.037138+0000","last_peered":"2023-12-02T00:31:02.037138+0000","last_clean":"2023-12-02T00:31:02.037138+0000","last_became_active":"2023-12-02T00:31:00.054990+0000","last_became_peered":"2023-12-02T00:31:00.054990+0000","last_unstale":"2023-12-02T00:31:02.037138+0000","last_undegraded":"2023-12-02T00:31:02.037138+0000","last_fullsized":"2023-12-02T00:31:02.037138+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210934+0000","last_change":"2023-12-02T00:31:00.046306+0000","last_active":"2023-12-02T00:31:01.210934+0000","last_peered":"2023-12-02T00:31:01.210934+0000","last_clean":"2023-12-02T00:31:01.210934+0000","last_became_active":"2023-12-02T00:31:00.046055+0000","last_became_peered":"2023-12-02T00:31:00.046055+0000","last_unstale":"2023-12-02T00:31:01.210934+0000","last_undegraded":"2023-12-02T00:31:01.210934+0000","last_fullsized":"2023-12-02T00:31:01.210934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:50.344312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128881+0000","last_change":"2023-12-02T00:31:00.065208+0000","last_active":"2023-12-02T00:31:01.128881+0000","last_peered":"2023-12-02T00:31:01.128881+0000","last_clean":"2023-12-02T00:31:01.128881+0000","last_became_active":"2023-12-02T00:31:00.064646+0000","last_became_peered":"2023-12-02T00:31:00.064646+0000","last_unstale":"2023-12-02T00:31:01.128881+0000","last_undegraded":"2023-12-02T00:31:01.128881+0000","last_fullsized":"2023-12-02T00:31:01.128881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:31:39.135641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034956+0000","last_change":"2023-12-02T00:31:00.042941+0000","last_active":"2023-12-02T00:31:01.034956+0000","last_peered":"2023-12-02T00:31:01.034956+0000","last_clean":"2023-12-02T00:31:01.034956+0000","last_became_active":"2023-12-02T00:31:00.042541+0000","last_became_peered":"2023-12-02T00:31:00.042541+0000","last_unstale":"2023-12-02T00:31:01.034956+0000","last_undegraded":"2023-12-02T00:31:01.034956+0000","last_fullsized":"2023-12-02T00:31:01.034956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179426+0000","last_change":"2023-12-02T00:31:00.053280+0000","last_active":"2023-12-02T00:31:01.179426+0000","last_peered":"2023-12-02T00:31:01.179426+0000","last_clean":"2023-12-02T00:31:01.179426+0000","last_became_active":"2023-12-02T00:31:00.052988+0000","last_became_peered":"2023-12-02T00:31:00.052988+0000","last_unstale":"2023-12-02T00:31:01.179426+0000","last_undegraded":"2023-12-02T00:31:01.179426+0000","last_fullsized":"2023-12-02T00:31:01.179426+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036702+0000","last_change":"2023-12-02T00:31:00.067428+0000","last_active":"2023-12-02T00:31:02.036702+0000","last_peered":"2023-12-02T00:31:02.036702+0000","last_clean":"2023-12-02T00:31:02.036702+0000","last_became_active":"2023-12-02T00:31:00.067129+0000","last_became_peered":"2023-12-02T00:31:00.067129+0000","last_unstale":"2023-12-02T00:31:02.036702+0000","last_undegraded":"2023-12-02T00:31:02.036702+0000","last_fullsized":"2023-12-02T00:31:02.036702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035582+0000","last_change":"2023-12-02T00:31:00.050342+0000","last_active":"2023-12-02T00:31:02.035582+0000","last_peered":"2023-12-02T00:31:02.035582+0000","last_clean":"2023-12-02T00:31:02.035582+0000","last_became_active":"2023-12-02T00:31:00.049878+0000","last_became_peered":"2023-12-02T00:31:00.049878+0000","last_unstale":"2023-12-02T00:31:02.035582+0000","last_undegraded":"2023-12-02T00:31:02.035582+0000","last_fullsized":"2023-12-02T00:31:02.035582+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036801+0000","last_change":"2023-12-02T00:31:00.050478+0000","last_active":"2023-12-02T00:31:02.036801+0000","last_peered":"2023-12-02T00:31:02.036801+0000","last_clean":"2023-12-02T00:31:02.036801+0000","last_became_active":"2023-12-02T00:31:00.049924+0000","last_became_peered":"2023-12-02T00:31:00.049924+0000","last_unstale":"2023-12-02T00:31:02.036801+0000","last_undegraded":"2023-12-02T00:31:02.036801+0000","last_fullsized":"2023-12-02T00:31:02.036801+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036136+0000","last_change":"2023-12-02T00:31:00.052949+0000","last_active":"2023-12-02T00:31:02.036136+0000","last_peered":"2023-12-02T00:31:02.036136+0000","last_clean":"2023-12-02T00:31:02.036136+0000","last_became_active":"2023-12-02T00:31:00.052619+0000","last_became_peered":"2023-12-02T00:31:00.052619+0000","last_unstale":"2023-12-02T00:31:02.036136+0000","last_undegraded":"2023-12-02T00:31:02.036136+0000","last_fullsized":"2023-12-02T00:31:02.036136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:32:28.721107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035214+0000","last_change":"2023-12-02T00:31:00.058825+0000","last_active":"2023-12-02T00:31:01.035214+0000","last_peered":"2023-12-02T00:31:01.035214+0000","last_clean":"2023-12-02T00:31:01.035214+0000","last_became_active":"2023-12-02T00:31:00.058560+0000","last_became_peered":"2023-12-02T00:31:00.058560+0000","last_unstale":"2023-12-02T00:31:01.035214+0000","last_undegraded":"2023-12-02T00:31:01.035214+0000","last_fullsized":"2023-12-02T00:31:01.035214+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033650+0000","last_change":"2023-12-02T00:31:00.043004+0000","last_active":"2023-12-02T00:31:01.033650+0000","last_peered":"2023-12-02T00:31:01.033650+0000","last_clean":"2023-12-02T00:31:01.033650+0000","last_became_active":"2023-12-02T00:31:00.042672+0000","last_became_peered":"2023-12-02T00:31:00.042672+0000","last_unstale":"2023-12-02T00:31:01.033650+0000","last_undegraded":"2023-12-02T00:31:01.033650+0000","last_fullsized":"2023-12-02T00:31:01.033650+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035990+0000","last_change":"2023-12-02T00:31:00.050999+0000","last_active":"2023-12-02T00:31:02.035990+0000","last_peered":"2023-12-02T00:31:02.035990+0000","last_clean":"2023-12-02T00:31:02.035990+0000","last_became_active":"2023-12-02T00:31:00.050711+0000","last_became_peered":"2023-12-02T00:31:00.050711+0000","last_unstale":"2023-12-02T00:31:02.035990+0000","last_undegraded":"2023-12-02T00:31:02.035990+0000","last_fullsized":"2023-12-02T00:31:02.035990+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:12.263230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179537+0000","last_change":"2023-12-02T00:31:00.047051+0000","last_active":"2023-12-02T00:31:01.179537+0000","last_peered":"2023-12-02T00:31:01.179537+0000","last_clean":"2023-12-02T00:31:01.179537+0000","last_became_active":"2023-12-02T00:31:00.046772+0000","last_became_peered":"2023-12-02T00:31:00.046772+0000","last_unstale":"2023-12-02T00:31:01.179537+0000","last_undegraded":"2023-12-02T00:31:01.179537+0000","last_fullsized":"2023-12-02T00:31:01.179537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036847+0000","last_change":"2023-12-02T00:31:00.055499+0000","last_active":"2023-12-02T00:31:02.036847+0000","last_peered":"2023-12-02T00:31:02.036847+0000","last_clean":"2023-12-02T00:31:02.036847+0000","last_became_active":"2023-12-02T00:31:00.054983+0000","last_became_peered":"2023-12-02T00:31:00.054983+0000","last_unstale":"2023-12-02T00:31:02.036847+0000","last_undegraded":"2023-12-02T00:31:02.036847+0000","last_fullsized":"2023-12-02T00:31:02.036847+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210797+0000","last_change":"2023-12-02T00:31:00.051734+0000","last_active":"2023-12-02T00:31:01.210797+0000","last_peered":"2023-12-02T00:31:01.210797+0000","last_clean":"2023-12-02T00:31:01.210797+0000","last_became_active":"2023-12-02T00:31:00.051411+0000","last_became_peered":"2023-12-02T00:31:00.051411+0000","last_unstale":"2023-12-02T00:31:01.210797+0000","last_undegraded":"2023-12-02T00:31:01.210797+0000","last_fullsized":"2023-12-02T00:31:01.210797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034041+0000","last_change":"2023-12-02T00:31:00.048070+0000","last_active":"2023-12-02T00:31:01.034041+0000","last_peered":"2023-12-02T00:31:01.034041+0000","last_clean":"2023-12-02T00:31:01.034041+0000","last_became_active":"2023-12-02T00:31:00.047743+0000","last_became_peered":"2023-12-02T00:31:00.047743+0000","last_unstale":"2023-12-02T00:31:01.034041+0000","last_undegraded":"2023-12-02T00:31:01.034041+0000","last_fullsized":"2023-12-02T00:31:01.034041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034606+0000","last_change":"2023-12-02T00:31:00.044934+0000","last_active":"2023-12-02T00:31:01.034606+0000","last_peered":"2023-12-02T00:31:01.034606+0000","last_clean":"2023-12-02T00:31:01.034606+0000","last_became_active":"2023-12-02T00:31:00.044585+0000","last_became_peered":"2023-12-02T00:31:00.044585+0000","last_unstale":"2023-12-02T00:31:01.034606+0000","last_undegraded":"2023-12-02T00:31:01.034606+0000","last_fullsized":"2023-12-02T00:31:01.034606+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:07.945056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035897+0000","last_change":"2023-12-02T00:30:59.373670+0000","last_active":"2023-12-02T00:31:02.035897+0000","last_peered":"2023-12-02T00:31:02.035897+0000","last_clean":"2023-12-02T00:31:02.035897+0000","last_became_active":"2023-12-02T00:30:59.373251+0000","last_became_peered":"2023-12-02T00:30:59.373251+0000","last_unstale":"2023-12-02T00:31:02.035897+0000","last_undegraded":"2023-12-02T00:31:02.035897+0000","last_fullsized":"2023-12-02T00:31:02.035897+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179640+0000","last_change":"2023-12-02T00:31:00.038784+0000","last_active":"2023-12-02T00:31:01.179640+0000","last_peered":"2023-12-02T00:31:01.179640+0000","last_clean":"2023-12-02T00:31:01.179640+0000","last_became_active":"2023-12-02T00:31:00.038466+0000","last_became_peered":"2023-12-02T00:31:00.038466+0000","last_unstale":"2023-12-02T00:31:01.179640+0000","last_undegraded":"2023-12-02T00:31:01.179640+0000","last_fullsized":"2023-12-02T00:31:01.179640+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035187+0000","last_change":"2023-12-02T00:30:59.361979+0000","last_active":"2023-12-02T00:31:01.035187+0000","last_peered":"2023-12-02T00:31:01.035187+0000","last_clean":"2023-12-02T00:31:01.035187+0000","last_became_active":"2023-12-02T00:30:59.361585+0000","last_became_peered":"2023-12-02T00:30:59.361585+0000","last_unstale":"2023-12-02T00:31:01.035187+0000","last_undegraded":"2023-12-02T00:31:01.035187+0000","last_fullsized":"2023-12-02T00:31:01.035187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035669+0000","last_change":"2023-12-02T00:30:59.366292+0000","last_active":"2023-12-02T00:31:02.035669+0000","last_peered":"2023-12-02T00:31:02.035669+0000","last_clean":"2023-12-02T00:31:02.035669+0000","last_became_active":"2023-12-02T00:30:59.365970+0000","last_became_peered":"2023-12-02T00:30:59.365970+0000","last_unstale":"2023-12-02T00:31:02.035669+0000","last_undegraded":"2023-12-02T00:31:02.035669+0000","last_fullsized":"2023-12-02T00:31:02.035669+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035635+0000","last_change":"2023-12-02T00:31:00.047613+0000","last_active":"2023-12-02T00:31:02.035635+0000","last_peered":"2023-12-02T00:31:02.035635+0000","last_clean":"2023-12-02T00:31:02.035635+0000","last_became_active":"2023-12-02T00:31:00.045024+0000","last_became_peered":"2023-12-02T00:31:00.045024+0000","last_unstale":"2023-12-02T00:31:02.035635+0000","last_undegraded":"2023-12-02T00:31:02.035635+0000","last_fullsized":"2023-12-02T00:31:02.035635+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036566+0000","last_change":"2023-12-02T00:30:59.368112+0000","last_active":"2023-12-02T00:31:02.036566+0000","last_peered":"2023-12-02T00:31:02.036566+0000","last_clean":"2023-12-02T00:31:02.036566+0000","last_became_active":"2023-12-02T00:30:59.367524+0000","last_became_peered":"2023-12-02T00:30:59.367524+0000","last_unstale":"2023-12-02T00:31:02.036566+0000","last_undegraded":"2023-12-02T00:31:02.036566+0000","last_fullsized":"2023-12-02T00:31:02.036566+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:21.315291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033328+0000","last_change":"2023-12-02T00:31:00.047006+0000","last_active":"2023-12-02T00:31:01.033328+0000","last_peered":"2023-12-02T00:31:01.033328+0000","last_clean":"2023-12-02T00:31:01.033328+0000","last_became_active":"2023-12-02T00:31:00.046717+0000","last_became_peered":"2023-12-02T00:31:00.046717+0000","last_unstale":"2023-12-02T00:31:01.033328+0000","last_undegraded":"2023-12-02T00:31:01.033328+0000","last_fullsized":"2023-12-02T00:31:01.033328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035878+0000","last_change":"2023-12-02T00:30:59.369458+0000","last_active":"2023-12-02T00:31:01.035878+0000","last_peered":"2023-12-02T00:31:01.035878+0000","last_clean":"2023-12-02T00:31:01.035878+0000","last_became_active":"2023-12-02T00:30:59.369154+0000","last_became_peered":"2023-12-02T00:30:59.369154+0000","last_unstale":"2023-12-02T00:31:01.035878+0000","last_undegraded":"2023-12-02T00:31:01.035878+0000","last_fullsized":"2023-12-02T00:31:01.035878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036869+0000","last_change":"2023-12-02T00:31:00.065741+0000","last_active":"2023-12-02T00:31:02.036869+0000","last_peered":"2023-12-02T00:31:02.036869+0000","last_clean":"2023-12-02T00:31:02.036869+0000","last_became_active":"2023-12-02T00:31:00.065338+0000","last_became_peered":"2023-12-02T00:31:00.065338+0000","last_unstale":"2023-12-02T00:31:02.036869+0000","last_undegraded":"2023-12-02T00:31:02.036869+0000","last_fullsized":"2023-12-02T00:31:02.036869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:11:34.648515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037286+0000","last_change":"2023-12-02T00:30:59.368680+0000","last_active":"2023-12-02T00:31:02.037286+0000","last_peered":"2023-12-02T00:31:02.037286+0000","last_clean":"2023-12-02T00:31:02.037286+0000","last_became_active":"2023-12-02T00:30:59.368344+0000","last_became_peered":"2023-12-02T00:30:59.368344+0000","last_unstale":"2023-12-02T00:31:02.037286+0000","last_undegraded":"2023-12-02T00:31:02.037286+0000","last_fullsized":"2023-12-02T00:31:02.037286+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:37.332596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179527+0000","last_change":"2023-12-02T00:31:00.050562+0000","last_active":"2023-12-02T00:31:01.179527+0000","last_peered":"2023-12-02T00:31:01.179527+0000","last_clean":"2023-12-02T00:31:01.179527+0000","last_became_active":"2023-12-02T00:31:00.050242+0000","last_became_peered":"2023-12-02T00:31:00.050242+0000","last_unstale":"2023-12-02T00:31:01.179527+0000","last_undegraded":"2023-12-02T00:31:01.179527+0000","last_fullsized":"2023-12-02T00:31:01.179527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:52:38.340176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033738+0000","last_change":"2023-12-02T00:30:59.368147+0000","last_active":"2023-12-02T00:31:01.033738+0000","last_peered":"2023-12-02T00:31:01.033738+0000","last_clean":"2023-12-02T00:31:01.033738+0000","last_became_active":"2023-12-02T00:30:59.367860+0000","last_became_peered":"2023-12-02T00:30:59.367860+0000","last_unstale":"2023-12-02T00:31:01.033738+0000","last_undegraded":"2023-12-02T00:31:01.033738+0000","last_fullsized":"2023-12-02T00:31:01.033738+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034775+0000","last_change":"2023-12-02T00:31:00.056880+0000","last_active":"2023-12-02T00:31:01.034775+0000","last_peered":"2023-12-02T00:31:01.034775+0000","last_clean":"2023-12-02T00:31:01.034775+0000","last_became_active":"2023-12-02T00:31:00.056529+0000","last_became_peered":"2023-12-02T00:31:00.056529+0000","last_unstale":"2023-12-02T00:31:01.034775+0000","last_undegraded":"2023-12-02T00:31:01.034775+0000","last_fullsized":"2023-12-02T00:31:01.034775+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:03.580709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035106+0000","last_change":"2023-12-02T00:30:59.364761+0000","last_active":"2023-12-02T00:31:01.035106+0000","last_peered":"2023-12-02T00:31:01.035106+0000","last_clean":"2023-12-02T00:31:01.035106+0000","last_became_active":"2023-12-02T00:30:59.364444+0000","last_became_peered":"2023-12-02T00:30:59.364444+0000","last_unstale":"2023-12-02T00:31:01.035106+0000","last_undegraded":"2023-12-02T00:31:01.035106+0000","last_fullsized":"2023-12-02T00:31:01.035106+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128526+0000","last_change":"2023-12-02T00:31:00.064067+0000","last_active":"2023-12-02T00:31:01.128526+0000","last_peered":"2023-12-02T00:31:01.128526+0000","last_clean":"2023-12-02T00:31:01.128526+0000","last_became_active":"2023-12-02T00:31:00.063747+0000","last_became_peered":"2023-12-02T00:31:00.063747+0000","last_unstale":"2023-12-02T00:31:01.128526+0000","last_undegraded":"2023-12-02T00:31:01.128526+0000","last_fullsized":"2023-12-02T00:31:01.128526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179694+0000","last_change":"2023-12-02T00:30:59.359764+0000","last_active":"2023-12-02T00:31:01.179694+0000","last_peered":"2023-12-02T00:31:01.179694+0000","last_clean":"2023-12-02T00:31:01.179694+0000","last_became_active":"2023-12-02T00:30:59.359434+0000","last_became_peered":"2023-12-02T00:30:59.359434+0000","last_unstale":"2023-12-02T00:31:01.179694+0000","last_undegraded":"2023-12-02T00:31:01.179694+0000","last_fullsized":"2023-12-02T00:31:01.179694+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179160+0000","last_change":"2023-12-02T00:31:00.062103+0000","last_active":"2023-12-02T00:31:01.179160+0000","last_peered":"2023-12-02T00:31:01.179160+0000","last_clean":"2023-12-02T00:31:01.179160+0000","last_became_active":"2023-12-02T00:31:00.061775+0000","last_became_peered":"2023-12-02T00:31:00.061775+0000","last_unstale":"2023-12-02T00:31:01.179160+0000","last_undegraded":"2023-12-02T00:31:01.179160+0000","last_fullsized":"2023-12-02T00:31:01.179160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:17:34.802426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036899+0000","last_change":"2023-12-02T00:30:59.374442+0000","last_active":"2023-12-02T00:31:02.036899+0000","last_peered":"2023-12-02T00:31:02.036899+0000","last_clean":"2023-12-02T00:31:02.036899+0000","last_became_active":"2023-12-02T00:30:59.374116+0000","last_became_peered":"2023-12-02T00:30:59.374116+0000","last_unstale":"2023-12-02T00:31:02.036899+0000","last_undegraded":"2023-12-02T00:31:02.036899+0000","last_fullsized":"2023-12-02T00:31:02.036899+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:45.463016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128592+0000","last_change":"2023-12-02T00:31:00.063145+0000","last_active":"2023-12-02T00:31:01.128592+0000","last_peered":"2023-12-02T00:31:01.128592+0000","last_clean":"2023-12-02T00:31:01.128592+0000","last_became_active":"2023-12-02T00:31:00.062872+0000","last_became_peered":"2023-12-02T00:31:00.062872+0000","last_unstale":"2023-12-02T00:31:01.128592+0000","last_undegraded":"2023-12-02T00:31:01.128592+0000","last_fullsized":"2023-12-02T00:31:01.128592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034315+0000","last_change":"2023-12-02T00:30:59.360489+0000","last_active":"2023-12-02T00:31:01.034315+0000","last_peered":"2023-12-02T00:31:01.034315+0000","last_clean":"2023-12-02T00:31:01.034315+0000","last_became_active":"2023-12-02T00:30:59.360195+0000","last_became_peered":"2023-12-02T00:30:59.360195+0000","last_unstale":"2023-12-02T00:31:01.034315+0000","last_undegraded":"2023-12-02T00:31:01.034315+0000","last_fullsized":"2023-12-02T00:31:01.034315+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034233+0000","last_change":"2023-12-02T00:31:00.047818+0000","last_active":"2023-12-02T00:31:01.034233+0000","last_peered":"2023-12-02T00:31:01.034233+0000","last_clean":"2023-12-02T00:31:01.034233+0000","last_became_active":"2023-12-02T00:31:00.047464+0000","last_became_peered":"2023-12-02T00:31:00.047464+0000","last_unstale":"2023-12-02T00:31:01.034233+0000","last_undegraded":"2023-12-02T00:31:01.034233+0000","last_fullsized":"2023-12-02T00:31:01.034233+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:51:11.529835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210719+0000","last_change":"2023-12-02T00:30:59.366036+0000","last_active":"2023-12-02T00:31:01.210719+0000","last_peered":"2023-12-02T00:31:01.210719+0000","last_clean":"2023-12-02T00:31:01.210719+0000","last_became_active":"2023-12-02T00:30:59.365492+0000","last_became_peered":"2023-12-02T00:30:59.365492+0000","last_unstale":"2023-12-02T00:31:01.210719+0000","last_undegraded":"2023-12-02T00:31:01.210719+0000","last_fullsized":"2023-12-02T00:31:01.210719+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128404+0000","last_change":"2023-12-02T00:31:00.061630+0000","last_active":"2023-12-02T00:31:01.128404+0000","last_peered":"2023-12-02T00:31:01.128404+0000","last_clean":"2023-12-02T00:31:01.128404+0000","last_became_active":"2023-12-02T00:31:00.061351+0000","last_became_peered":"2023-12-02T00:31:00.061351+0000","last_unstale":"2023-12-02T00:31:01.128404+0000","last_undegraded":"2023-12-02T00:31:01.128404+0000","last_fullsized":"2023-12-02T00:31:01.128404+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:47:28.017596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034534+0000","last_change":"2023-12-02T00:30:59.358929+0000","last_active":"2023-12-02T00:31:01.034534+0000","last_peered":"2023-12-02T00:31:01.034534+0000","last_clean":"2023-12-02T00:31:01.034534+0000","last_became_active":"2023-12-02T00:30:59.358092+0000","last_became_peered":"2023-12-02T00:30:59.358092+0000","last_unstale":"2023-12-02T00:31:01.034534+0000","last_undegraded":"2023-12-02T00:31:01.034534+0000","last_fullsized":"2023-12-02T00:31:01.034534+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:02.099479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128744+0000","last_change":"2023-12-02T00:31:00.063169+0000","last_active":"2023-12-02T00:31:01.128744+0000","last_peered":"2023-12-02T00:31:01.128744+0000","last_clean":"2023-12-02T00:31:01.128744+0000","last_became_active":"2023-12-02T00:31:00.062945+0000","last_became_peered":"2023-12-02T00:31:00.062945+0000","last_unstale":"2023-12-02T00:31:01.128744+0000","last_undegraded":"2023-12-02T00:31:01.128744+0000","last_fullsized":"2023-12-02T00:31:01.128744+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:44:20.050707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210987+0000","last_change":"2023-12-02T00:30:59.366398+0000","last_active":"2023-12-02T00:31:01.210987+0000","last_peered":"2023-12-02T00:31:01.210987+0000","last_clean":"2023-12-02T00:31:01.210987+0000","last_became_active":"2023-12-02T00:30:59.365851+0000","last_became_peered":"2023-12-02T00:30:59.365851+0000","last_unstale":"2023-12-02T00:31:01.210987+0000","last_undegraded":"2023-12-02T00:31:01.210987+0000","last_fullsized":"2023-12-02T00:31:01.210987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:39.793095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128909+0000","last_change":"2023-12-02T00:31:00.061847+0000","last_active":"2023-12-02T00:31:01.128909+0000","last_peered":"2023-12-02T00:31:01.128909+0000","last_clean":"2023-12-02T00:31:01.128909+0000","last_became_active":"2023-12-02T00:31:00.061556+0000","last_became_peered":"2023-12-02T00:31:00.061556+0000","last_unstale":"2023-12-02T00:31:01.128909+0000","last_undegraded":"2023-12-02T00:31:01.128909+0000","last_fullsized":"2023-12-02T00:31:01.128909+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:20:21.757852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033828+0000","last_change":"2023-12-02T00:30:59.364211+0000","last_active":"2023-12-02T00:31:01.033828+0000","last_peered":"2023-12-02T00:31:01.033828+0000","last_clean":"2023-12-02T00:31:01.033828+0000","last_became_active":"2023-12-02T00:30:59.363937+0000","last_became_peered":"2023-12-02T00:30:59.363937+0000","last_unstale":"2023-12-02T00:31:01.033828+0000","last_undegraded":"2023-12-02T00:31:01.033828+0000","last_fullsized":"2023-12-02T00:31:01.033828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037003+0000","last_change":"2023-12-02T00:31:00.055243+0000","last_active":"2023-12-02T00:31:02.037003+0000","last_peered":"2023-12-02T00:31:02.037003+0000","last_clean":"2023-12-02T00:31:02.037003+0000","last_became_active":"2023-12-02T00:31:00.054563+0000","last_became_peered":"2023-12-02T00:31:00.054563+0000","last_unstale":"2023-12-02T00:31:02.037003+0000","last_undegraded":"2023-12-02T00:31:02.037003+0000","last_fullsized":"2023-12-02T00:31:02.037003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:01:41.262422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210830+0000","last_change":"2023-12-02T00:30:59.372685+0000","last_active":"2023-12-02T00:31:01.210830+0000","last_peered":"2023-12-02T00:31:01.210830+0000","last_clean":"2023-12-02T00:31:01.210830+0000","last_became_active":"2023-12-02T00:30:59.371585+0000","last_became_peered":"2023-12-02T00:30:59.371585+0000","last_unstale":"2023-12-02T00:31:01.210830+0000","last_undegraded":"2023-12-02T00:31:01.210830+0000","last_fullsized":"2023-12-02T00:31:01.210830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128696+0000","last_change":"2023-12-02T00:31:00.065002+0000","last_active":"2023-12-02T00:31:01.128696+0000","last_peered":"2023-12-02T00:31:01.128696+0000","last_clean":"2023-12-02T00:31:01.128696+0000","last_became_active":"2023-12-02T00:31:00.064357+0000","last_became_peered":"2023-12-02T00:31:00.064357+0000","last_unstale":"2023-12-02T00:31:01.128696+0000","last_undegraded":"2023-12-02T00:31:01.128696+0000","last_fullsized":"2023-12-02T00:31:01.128696+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-02T00:31:00.042901+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:00.042901+0000","last_peered":"2023-12-02T00:31:00.042901+0000","last_clean":"2023-12-02T00:31:00.042901+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:00.042901+0000","last_undegraded":"2023-12-02T00:31:00.042901+0000","last_fullsized":"2023-12-02T00:31:00.042901+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036544+0000","last_change":"2023-12-02T00:30:59.373182+0000","last_active":"2023-12-02T00:31:02.036544+0000","last_peered":"2023-12-02T00:31:02.036544+0000","last_clean":"2023-12-02T00:31:02.036544+0000","last_became_active":"2023-12-02T00:30:59.372836+0000","last_became_peered":"2023-12-02T00:30:59.372836+0000","last_unstale":"2023-12-02T00:31:02.036544+0000","last_undegraded":"2023-12-02T00:31:02.036544+0000","last_fullsized":"2023-12-02T00:31:02.036544+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:17.409045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035843+0000","last_change":"2023-12-02T00:31:00.056098+0000","last_active":"2023-12-02T00:31:02.035843+0000","last_peered":"2023-12-02T00:31:02.035843+0000","last_clean":"2023-12-02T00:31:02.035843+0000","last_became_active":"2023-12-02T00:31:00.055719+0000","last_became_peered":"2023-12-02T00:31:00.055719+0000","last_unstale":"2023-12-02T00:31:02.035843+0000","last_undegraded":"2023-12-02T00:31:02.035843+0000","last_fullsized":"2023-12-02T00:31:02.035843+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:50:25.762054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128222+0000","last_change":"2023-12-02T00:30:59.372853+0000","last_active":"2023-12-02T00:31:01.128222+0000","last_peered":"2023-12-02T00:31:01.128222+0000","last_clean":"2023-12-02T00:31:01.128222+0000","last_became_active":"2023-12-02T00:30:59.372347+0000","last_became_peered":"2023-12-02T00:30:59.372347+0000","last_unstale":"2023-12-02T00:31:01.128222+0000","last_undegraded":"2023-12-02T00:31:01.128222+0000","last_fullsized":"2023-12-02T00:31:01.128222+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179073+0000","last_change":"2023-12-02T00:31:00.042145+0000","last_active":"2023-12-02T00:31:01.179073+0000","last_peered":"2023-12-02T00:31:01.179073+0000","last_clean":"2023-12-02T00:31:01.179073+0000","last_became_active":"2023-12-02T00:31:00.041792+0000","last_became_peered":"2023-12-02T00:31:00.041792+0000","last_unstale":"2023-12-02T00:31:01.179073+0000","last_undegraded":"2023-12-02T00:31:01.179073+0000","last_fullsized":"2023-12-02T00:31:01.179073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:27.169942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.210888+0000","last_change":"2023-12-02T00:30:59.360738+0000","last_active":"2023-12-02T00:31:01.210888+0000","last_peered":"2023-12-02T00:31:01.210888+0000","last_clean":"2023-12-02T00:31:01.210888+0000","last_became_active":"2023-12-02T00:30:59.358424+0000","last_became_peered":"2023-12-02T00:30:59.358424+0000","last_unstale":"2023-12-02T00:31:01.210888+0000","last_undegraded":"2023-12-02T00:31:01.210888+0000","last_fullsized":"2023-12-02T00:31:01.210888+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:06.937476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033362+0000","last_change":"2023-12-02T00:31:00.047175+0000","last_active":"2023-12-02T00:31:01.033362+0000","last_peered":"2023-12-02T00:31:01.033362+0000","last_clean":"2023-12-02T00:31:01.033362+0000","last_became_active":"2023-12-02T00:31:00.045126+0000","last_became_peered":"2023-12-02T00:31:00.045126+0000","last_unstale":"2023-12-02T00:31:01.033362+0000","last_undegraded":"2023-12-02T00:31:01.033362+0000","last_fullsized":"2023-12-02T00:31:01.033362+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036954+0000","last_change":"2023-12-02T00:30:59.370117+0000","last_active":"2023-12-02T00:31:02.036954+0000","last_peered":"2023-12-02T00:31:02.036954+0000","last_clean":"2023-12-02T00:31:02.036954+0000","last_became_active":"2023-12-02T00:30:59.369852+0000","last_became_peered":"2023-12-02T00:30:59.369852+0000","last_unstale":"2023-12-02T00:31:02.036954+0000","last_undegraded":"2023-12-02T00:31:02.036954+0000","last_fullsized":"2023-12-02T00:31:02.036954+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:15.337585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034948+0000","last_change":"2023-12-02T00:31:00.045875+0000","last_active":"2023-12-02T00:31:01.034948+0000","last_peered":"2023-12-02T00:31:01.034948+0000","last_clean":"2023-12-02T00:31:01.034948+0000","last_became_active":"2023-12-02T00:31:00.045541+0000","last_became_peered":"2023-12-02T00:31:00.045541+0000","last_unstale":"2023-12-02T00:31:01.034948+0000","last_undegraded":"2023-12-02T00:31:01.034948+0000","last_fullsized":"2023-12-02T00:31:01.034948+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:26.116170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033666+0000","last_change":"2023-12-02T00:30:59.364794+0000","last_active":"2023-12-02T00:31:01.033666+0000","last_peered":"2023-12-02T00:31:01.033666+0000","last_clean":"2023-12-02T00:31:01.033666+0000","last_became_active":"2023-12-02T00:30:59.364228+0000","last_became_peered":"2023-12-02T00:30:59.364228+0000","last_unstale":"2023-12-02T00:31:01.033666+0000","last_undegraded":"2023-12-02T00:31:01.033666+0000","last_fullsized":"2023-12-02T00:31:01.033666+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:16:49.336732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.037051+0000","last_change":"2023-12-02T00:31:00.047128+0000","last_active":"2023-12-02T00:31:02.037051+0000","last_peered":"2023-12-02T00:31:02.037051+0000","last_clean":"2023-12-02T00:31:02.037051+0000","last_became_active":"2023-12-02T00:31:00.046774+0000","last_became_peered":"2023-12-02T00:31:00.046774+0000","last_unstale":"2023-12-02T00:31:02.037051+0000","last_undegraded":"2023-12-02T00:31:02.037051+0000","last_fullsized":"2023-12-02T00:31:02.037051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:29:03.215902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128940+0000","last_change":"2023-12-02T00:30:59.371654+0000","last_active":"2023-12-02T00:31:01.128940+0000","last_peered":"2023-12-02T00:31:01.128940+0000","last_clean":"2023-12-02T00:31:01.128940+0000","last_became_active":"2023-12-02T00:30:59.371385+0000","last_became_peered":"2023-12-02T00:30:59.371385+0000","last_unstale":"2023-12-02T00:31:01.128940+0000","last_undegraded":"2023-12-02T00:31:01.128940+0000","last_fullsized":"2023-12-02T00:31:01.128940+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:18.732802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033614+0000","last_change":"2023-12-02T00:31:00.047402+0000","last_active":"2023-12-02T00:31:01.033614+0000","last_peered":"2023-12-02T00:31:01.033614+0000","last_clean":"2023-12-02T00:31:01.033614+0000","last_became_active":"2023-12-02T00:31:00.046261+0000","last_became_peered":"2023-12-02T00:31:00.046261+0000","last_unstale":"2023-12-02T00:31:01.033614+0000","last_undegraded":"2023-12-02T00:31:01.033614+0000","last_fullsized":"2023-12-02T00:31:01.033614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.265603+0000","last_change":"2023-12-02T00:30:59.367524+0000","last_active":"2023-12-02T00:31:02.265603+0000","last_peered":"2023-12-02T00:31:02.265603+0000","last_clean":"2023-12-02T00:31:02.265603+0000","last_became_active":"2023-12-02T00:30:59.365452+0000","last_became_peered":"2023-12-02T00:30:59.365452+0000","last_unstale":"2023-12-02T00:31:02.265603+0000","last_undegraded":"2023-12-02T00:31:02.265603+0000","last_fullsized":"2023-12-02T00:31:02.265603+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036113+0000","last_change":"2023-12-02T00:31:00.056477+0000","last_active":"2023-12-02T00:31:02.036113+0000","last_peered":"2023-12-02T00:31:02.036113+0000","last_clean":"2023-12-02T00:31:02.036113+0000","last_became_active":"2023-12-02T00:31:00.056185+0000","last_became_peered":"2023-12-02T00:31:00.056185+0000","last_unstale":"2023-12-02T00:31:02.036113+0000","last_undegraded":"2023-12-02T00:31:02.036113+0000","last_fullsized":"2023-12-02T00:31:02.036113+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.035016+0000","last_change":"2023-12-02T00:30:59.367757+0000","last_active":"2023-12-02T00:31:01.035016+0000","last_peered":"2023-12-02T00:31:01.035016+0000","last_clean":"2023-12-02T00:31:01.035016+0000","last_became_active":"2023-12-02T00:30:59.367447+0000","last_became_peered":"2023-12-02T00:30:59.367447+0000","last_unstale":"2023-12-02T00:31:01.035016+0000","last_undegraded":"2023-12-02T00:31:01.035016+0000","last_fullsized":"2023-12-02T00:31:01.035016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179364+0000","last_change":"2023-12-02T00:31:00.046010+0000","last_active":"2023-12-02T00:31:01.179364+0000","last_peered":"2023-12-02T00:31:01.179364+0000","last_clean":"2023-12-02T00:31:01.179364+0000","last_became_active":"2023-12-02T00:31:00.045618+0000","last_became_peered":"2023-12-02T00:31:00.045618+0000","last_unstale":"2023-12-02T00:31:01.179364+0000","last_undegraded":"2023-12-02T00:31:01.179364+0000","last_fullsized":"2023-12-02T00:31:01.179364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:22.322871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128184+0000","last_change":"2023-12-02T00:30:59.370451+0000","last_active":"2023-12-02T00:31:01.128184+0000","last_peered":"2023-12-02T00:31:01.128184+0000","last_clean":"2023-12-02T00:31:01.128184+0000","last_became_active":"2023-12-02T00:30:59.370129+0000","last_became_peered":"2023-12-02T00:30:59.370129+0000","last_unstale":"2023-12-02T00:31:01.128184+0000","last_undegraded":"2023-12-02T00:31:01.128184+0000","last_fullsized":"2023-12-02T00:31:01.128184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:02.573129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034147+0000","last_change":"2023-12-02T00:31:00.040623+0000","last_active":"2023-12-02T00:31:01.034147+0000","last_peered":"2023-12-02T00:31:01.034147+0000","last_clean":"2023-12-02T00:31:01.034147+0000","last_became_active":"2023-12-02T00:31:00.040295+0000","last_became_peered":"2023-12-02T00:31:00.040295+0000","last_unstale":"2023-12-02T00:31:01.034147+0000","last_undegraded":"2023-12-02T00:31:01.034147+0000","last_fullsized":"2023-12-02T00:31:01.034147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:08:40.800675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033459+0000","last_change":"2023-12-02T00:30:59.373574+0000","last_active":"2023-12-02T00:31:01.033459+0000","last_peered":"2023-12-02T00:31:01.033459+0000","last_clean":"2023-12-02T00:31:01.033459+0000","last_became_active":"2023-12-02T00:30:59.373266+0000","last_became_peered":"2023-12-02T00:30:59.373266+0000","last_unstale":"2023-12-02T00:31:01.033459+0000","last_undegraded":"2023-12-02T00:31:01.033459+0000","last_fullsized":"2023-12-02T00:31:01.033459+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:45:21.562127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035754+0000","last_change":"2023-12-02T00:31:00.050340+0000","last_active":"2023-12-02T00:31:02.035754+0000","last_peered":"2023-12-02T00:31:02.035754+0000","last_clean":"2023-12-02T00:31:02.035754+0000","last_became_active":"2023-12-02T00:31:00.050071+0000","last_became_peered":"2023-12-02T00:31:00.050071+0000","last_unstale":"2023-12-02T00:31:02.035754+0000","last_undegraded":"2023-12-02T00:31:02.035754+0000","last_fullsized":"2023-12-02T00:31:02.035754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:25:16.345165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.033640+0000","last_change":"2023-12-02T00:30:59.364306+0000","last_active":"2023-12-02T00:31:01.033640+0000","last_peered":"2023-12-02T00:31:01.033640+0000","last_clean":"2023-12-02T00:31:01.033640+0000","last_became_active":"2023-12-02T00:30:59.363962+0000","last_became_peered":"2023-12-02T00:30:59.363962+0000","last_unstale":"2023-12-02T00:31:01.033640+0000","last_undegraded":"2023-12-02T00:31:01.033640+0000","last_fullsized":"2023-12-02T00:31:01.033640+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.035835+0000","last_change":"2023-12-02T00:31:00.043995+0000","last_active":"2023-12-02T00:31:02.035835+0000","last_peered":"2023-12-02T00:31:02.035835+0000","last_clean":"2023-12-02T00:31:02.035835+0000","last_became_active":"2023-12-02T00:31:00.043738+0000","last_became_peered":"2023-12-02T00:31:00.043738+0000","last_unstale":"2023-12-02T00:31:02.035835+0000","last_undegraded":"2023-12-02T00:31:02.035835+0000","last_fullsized":"2023-12-02T00:31:02.035835+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:34.658492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128581+0000","last_change":"2023-12-02T00:30:59.371233+0000","last_active":"2023-12-02T00:31:01.128581+0000","last_peered":"2023-12-02T00:31:01.128581+0000","last_clean":"2023-12-02T00:31:01.128581+0000","last_became_active":"2023-12-02T00:30:59.370919+0000","last_became_peered":"2023-12-02T00:30:59.370919+0000","last_unstale":"2023-12-02T00:31:01.128581+0000","last_undegraded":"2023-12-02T00:31:01.128581+0000","last_fullsized":"2023-12-02T00:31:01.128581+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:07:19.708552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.034513+0000","last_change":"2023-12-02T00:31:00.043086+0000","last_active":"2023-12-02T00:31:01.034513+0000","last_peered":"2023-12-02T00:31:01.034513+0000","last_clean":"2023-12-02T00:31:01.034513+0000","last_became_active":"2023-12-02T00:31:00.042808+0000","last_became_peered":"2023-12-02T00:31:00.042808+0000","last_unstale":"2023-12-02T00:31:01.034513+0000","last_undegraded":"2023-12-02T00:31:01.034513+0000","last_fullsized":"2023-12-02T00:31:01.034513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036885+0000","last_change":"2023-12-02T00:31:00.057521+0000","last_active":"2023-12-02T00:31:02.036885+0000","last_peered":"2023-12-02T00:31:02.036885+0000","last_clean":"2023-12-02T00:31:02.036885+0000","last_became_active":"2023-12-02T00:31:00.054622+0000","last_became_peered":"2023-12-02T00:31:00.054622+0000","last_unstale":"2023-12-02T00:31:02.036885+0000","last_undegraded":"2023-12-02T00:31:02.036885+0000","last_fullsized":"2023-12-02T00:31:02.036885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:30:44.098484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128472+0000","last_change":"2023-12-02T00:30:59.376174+0000","last_active":"2023-12-02T00:31:01.128472+0000","last_peered":"2023-12-02T00:31:01.128472+0000","last_clean":"2023-12-02T00:31:01.128472+0000","last_became_active":"2023-12-02T00:30:59.375868+0000","last_became_peered":"2023-12-02T00:30:59.375868+0000","last_unstale":"2023-12-02T00:31:01.128472+0000","last_undegraded":"2023-12-02T00:31:01.128472+0000","last_fullsized":"2023-12-02T00:31:01.128472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:26.162362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036759+0000","last_change":"2023-12-02T00:31:00.053063+0000","last_active":"2023-12-02T00:31:02.036759+0000","last_peered":"2023-12-02T00:31:02.036759+0000","last_clean":"2023-12-02T00:31:02.036759+0000","last_became_active":"2023-12-02T00:31:00.052698+0000","last_became_peered":"2023-12-02T00:31:00.052698+0000","last_unstale":"2023-12-02T00:31:02.036759+0000","last_undegraded":"2023-12-02T00:31:02.036759+0000","last_fullsized":"2023-12-02T00:31:02.036759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:41.555497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.128795+0000","last_change":"2023-12-02T00:30:59.371186+0000","last_active":"2023-12-02T00:31:01.128795+0000","last_peered":"2023-12-02T00:31:01.128795+0000","last_clean":"2023-12-02T00:31:01.128795+0000","last_became_active":"2023-12-02T00:30:59.370859+0000","last_became_peered":"2023-12-02T00:30:59.370859+0000","last_unstale":"2023-12-02T00:31:01.128795+0000","last_undegraded":"2023-12-02T00:31:01.128795+0000","last_fullsized":"2023-12-02T00:31:01.128795+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:24:11.255651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179416+0000","last_change":"2023-12-02T00:31:00.055505+0000","last_active":"2023-12-02T00:31:01.179416+0000","last_peered":"2023-12-02T00:31:01.179416+0000","last_clean":"2023-12-02T00:31:01.179416+0000","last_became_active":"2023-12-02T00:31:00.055179+0000","last_became_peered":"2023-12-02T00:31:00.055179+0000","last_unstale":"2023-12-02T00:31:01.179416+0000","last_undegraded":"2023-12-02T00:31:01.179416+0000","last_fullsized":"2023-12-02T00:31:01.179416+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:23:46.470595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036089+0000","last_change":"2023-12-02T00:30:59.361284+0000","last_active":"2023-12-02T00:31:02.036089+0000","last_peered":"2023-12-02T00:31:02.036089+0000","last_clean":"2023-12-02T00:31:02.036089+0000","last_became_active":"2023-12-02T00:30:59.360994+0000","last_became_peered":"2023-12-02T00:30:59.360994+0000","last_unstale":"2023-12-02T00:31:02.036089+0000","last_undegraded":"2023-12-02T00:31:02.036089+0000","last_fullsized":"2023-12-02T00:31:02.036089+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:37:47.300499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:02.036034+0000","last_change":"2023-12-02T00:31:00.044361+0000","last_active":"2023-12-02T00:31:02.036034+0000","last_peered":"2023-12-02T00:31:02.036034+0000","last_clean":"2023-12-02T00:31:02.036034+0000","last_became_active":"2023-12-02T00:31:00.043959+0000","last_became_peered":"2023-12-02T00:31:00.043959+0000","last_unstale":"2023-12-02T00:31:02.036034+0000","last_undegraded":"2023-12-02T00:31:02.036034+0000","last_fullsized":"2023-12-02T00:31:02.036034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:59.331671+0000","last_clean_scrub_stamp":"2023-12-02T00:30:59.331671+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:19.740382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-12-02T00:31:01.179607+0000","last_change":"2023-12-02T00:30:59.372636+0000","last_active":"2023-12-02T00:31:01.179607+0000","last_peered":"2023-12-02T00:31:01.179607+0000","last_clean":"2023-12-02T00:31:01.179607+0000","last_became_active":"2023-12-02T00:30:59.372339+0000","last_became_peered":"2023-12-02T00:30:59.372339+0000","last_unstale":"2023-12-02T00:31:01.179607+0000","last_undegraded":"2023-12-02T00:31:01.179607+0000","last_fullsized":"2023-12-02T00:31:01.179607+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:58.324091+0000","last_clean_scrub_stamp":"2023-12-02T00:30:58.324091+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:04:25.108590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85999999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.097}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.137}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.0779999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.0590000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.234}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.629}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.3410000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.8740000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.792}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.375}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.093}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5249999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.333}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.8410000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.252}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.446}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":661916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41599999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:31:09.406 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-12-02T00:31:09.406 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-02T00:31:09.406 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-12-02T00:31:09.406 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-12-02T00:31:09.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.575+0000 7f7798a16640 1 Processor -- start 2023-12-02T00:31:09.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.575+0000 7f7798a16640 1 -- start start 2023-12-02T00:31:09.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f7798a16640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f77940af5c0 0x7f77940c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f7798a16640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f77940c4750 0x7f77940c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f7798a16640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f779406c660 con 0x7f77941544c0 2023-12-02T00:31:09.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f7798a16640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f779406ba50 con 0x7f77940c4750 2023-12-02T00:31:09.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f7798a16640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f779406bd30 con 0x7f77940af5c0 2023-12-02T00:31:09.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779359e640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f77941544c0 0x7f7794154910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45890/0 (socket says 172.21.15.133:45890) 2023-12-02T00:31:09.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779359e640 1 -- 172.21.15.133:0/3450336710 learned_addr learned my addr 172.21.15.133:0/3450336710 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:09.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779259c640 1 --2- 172.21.15.133:0/3450336710 >> v2:172.21.15.133:3300/0 conn(0x7f77940c4750 0x7f77940c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f7792d9d640 1 --2- 172.21.15.133:0/3450336710 >> v2:172.21.15.172:3300/0 conn(0x7f77940af5c0 0x7f77940c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779259c640 1 -- 172.21.15.133:0/3450336710 >> v2:172.21.15.172:3300/0 conn(0x7f77940af5c0 msgr2=0x7f77940c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:09.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779259c640 1 --2- 172.21.15.133:0/3450336710 >> v2:172.21.15.172:3300/0 conn(0x7f77940af5c0 0x7f77940c7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779259c640 1 -- 172.21.15.133:0/3450336710 >> v1:172.21.15.133:6789/0 conn(0x7f77941544c0 legacy=0x7f7794154910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779259c640 1 -- 172.21.15.133:0/3450336710 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f779406c010 con 0x7f77940c4750 2023-12-02T00:31:09.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f7791d9b640 1 -- 172.21.15.133:0/3450336710 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 967628587 0 0) 0x7f779406c660 con 0x7f77941544c0 2023-12-02T00:31:09.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.579+0000 7f779259c640 1 --2- 172.21.15.133:0/3450336710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77940c4750 0x7f77940c4bc0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f77940c6730 tx=0x7f778801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=897f526865fba44a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7791d9b640 1 -- 172.21.15.133:0/3450336710 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77880ab600 con 0x7f77940c4750 2023-12-02T00:31:09.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7791d9b640 1 -- 172.21.15.133:0/3450336710 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77880a7050 con 0x7f77940c4750 2023-12-02T00:31:09.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7791d9b640 1 -- 172.21.15.133:0/3450336710 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77880ab980 con 0x7f77940c4750 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- 172.21.15.133:0/3450336710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77940c4750 msgr2=0x7f77940c4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 --2- 172.21.15.133:0/3450336710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77940c4750 0x7f77940c4bc0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f77940c6730 tx=0x7f778801c460 comp rx=0 tx=0).stop 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- 172.21.15.133:0/3450336710 shutdown_connections 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 --2- 172.21.15.133:0/3450336710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77940c4750 0x7f77940c4bc0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 --2- 172.21.15.133:0/3450336710 >> v2:172.21.15.172:3300/0 conn(0x7f77940af5c0 0x7f77940c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- 172.21.15.133:0/3450336710 >> 172.21.15.133:0/3450336710 conn(0x7f77940ab960 msgr2=0x7f77940abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- 172.21.15.133:0/3450336710 shutdown_connections 2023-12-02T00:31:09.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- 172.21.15.133:0/3450336710 wait complete. 2023-12-02T00:31:09.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 Processor -- start 2023-12-02T00:31:09.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- start start 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77940af5c0 0x7f77940aca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77940c4750 0x7f77940ad7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77941544c0 0x7f7794153240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77940bd190 con 0x7f77941544c0 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77940ad030 con 0x7f77940af5c0 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7798a16640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f779414ae80 con 0x7f77940c4750 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f779359e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77941544c0 0x7f7794153240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f779359e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77941544c0 0x7f7794153240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47676/0 (socket says 172.21.15.133:47676) 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f779359e640 1 -- 172.21.15.133:0/229396554 learned_addr learned my addr 172.21.15.133:0/229396554 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.583+0000 7f7792d9d640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77940af5c0 0x7f77940aca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f779259c640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77940c4750 0x7f77940ad7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f779359e640 1 -- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77940c4750 msgr2=0x7f77940ad7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f779359e640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77940c4750 0x7f77940ad7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f779359e640 1 -- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77940af5c0 msgr2=0x7f77940aca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f779359e640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77940af5c0 0x7f77940aca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f779359e640 1 -- 172.21.15.133:0/229396554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7788009420 con 0x7f77941544c0 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f779359e640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77941544c0 0x7f7794153240 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f778c00c7a0 tx=0x7f778c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f777b7fe640 1 -- 172.21.15.133:0/229396554 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f778c00a640 con 0x7f77941544c0 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f777b7fe640 1 -- 172.21.15.133:0/229396554 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f778c00a7a0 con 0x7f77941544c0 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f779414b160 con 0x7f77941544c0 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f777b7fe640 1 -- 172.21.15.133:0/229396554 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f778c00abd0 con 0x7f77941544c0 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77940adcf0 con 0x7f77941544c0 2023-12-02T00:31:09.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f779404e850 con 0x7f77941544c0 2023-12-02T00:31:09.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f777b7fe640 1 -- 172.21.15.133:0/229396554 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f778c00ad30 con 0x7f77941544c0 2023-12-02T00:31:09.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.587+0000 7f777b7fe640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7780066470 0x7f7780068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.591+0000 7f777b7fe640 1 -- 172.21.15.133:0/229396554 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f778c0833f0 con 0x7f77941544c0 2023-12-02T00:31:09.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.591+0000 7f7792d9d640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7780066470 0x7f7780068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.591+0000 7f7792d9d640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7780066470 0x7f7780068930 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f77940c8120 tx=0x7f7784009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.591+0000 7f777b7fe640 1 -- 172.21.15.133:0/229396554 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f778c050880 con 0x7f77941544c0 2023-12-02T00:31:09.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.771+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f77940bd610 con 0x7f77941544c0 2023-12-02T00:31:09.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.771+0000 7f777b7fe640 1 -- 172.21.15.133:0/229396554 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f778c018040 con 0x7f77941544c0 2023-12-02T00:31:09.776 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:09.776 INFO:teuthology.orchestra.run.smithi133.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-02T00:31:09.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7780066470 msgr2=0x7f7780068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7780066470 0x7f7780068930 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f77940c8120 tx=0x7f7784009190 comp rx=0 tx=0).stop 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77941544c0 msgr2=0x7f7794153240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77941544c0 0x7f7794153240 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f778c00c7a0 tx=0x7f778c00cc60 comp rx=0 tx=0).stop 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 shutdown_connections 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7780066470 0x7f7780068930 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77941544c0 0x7f7794153240 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77940c4750 0x7f77940ad7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 --2- 172.21.15.133:0/229396554 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77940af5c0 0x7f77940aca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 >> 172.21.15.133:0/229396554 conn(0x7f77940ab960 msgr2=0x7f77940abd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 shutdown_connections 2023-12-02T00:31:09.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.775+0000 7f7798a16640 1 -- 172.21.15.133:0/229396554 wait complete. 2023-12-02T00:31:09.796 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-12-02T00:31:09.797 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:09.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.931+0000 7f8f334d6640 1 Processor -- start 2023-12-02T00:31:09.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.931+0000 7f8f334d6640 1 -- start start 2023-12-02T00:31:09.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.931+0000 7f8f334d6640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8f2c0c7ea0 0x7f8f2c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.931+0000 7f8f334d6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8f2c06b9e0 0x7f8f2c15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.931+0000 7f8f334d6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f2c06c860 con 0x7f8f2c151e90 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.931+0000 7f8f334d6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f2c0c8750 con 0x7f8f2c06b9e0 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.931+0000 7f8f334d6640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f2c1552d0 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31a73640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8f2c06b9e0 0x7f8f2c15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31272640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f8f2c151e90 0x7f8f2c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45904/0 (socket says 172.21.15.133:45904) 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31272640 1 -- 172.21.15.133:0/301461806 learned_addr learned my addr 172.21.15.133:0/301461806 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f30a71640 1 --2- 172.21.15.133:0/301461806 >> v2:172.21.15.172:3300/0 conn(0x7f8f2c0c7ea0 0x7f8f2c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31a73640 1 -- 172.21.15.133:0/301461806 >> v2:172.21.15.172:3300/0 conn(0x7f8f2c0c7ea0 msgr2=0x7f8f2c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31a73640 1 --2- 172.21.15.133:0/301461806 >> v2:172.21.15.172:3300/0 conn(0x7f8f2c0c7ea0 0x7f8f2c06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31a73640 1 -- 172.21.15.133:0/301461806 >> v1:172.21.15.133:6789/0 conn(0x7f8f2c151e90 legacy=0x7f8f2c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31a73640 1 -- 172.21.15.133:0/301461806 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f2c154930 con 0x7f8f2c06b9e0 2023-12-02T00:31:09.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f31a73640 1 --2- 172.21.15.133:0/301461806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c06b9e0 0x7f8f2c15f0a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0a9a70 tx=0x7f8f2401c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cc1f553909d529f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f23fff640 1 -- 172.21.15.133:0/301461806 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f240a66c0 con 0x7f8f2c06b9e0 2023-12-02T00:31:09.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f23fff640 1 -- 172.21.15.133:0/301461806 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f240a6820 con 0x7f8f2c06b9e0 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.935+0000 7f8f23fff640 1 -- 172.21.15.133:0/301461806 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f240a6bb0 con 0x7f8f2c06b9e0 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- 172.21.15.133:0/301461806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c06b9e0 msgr2=0x7f8f2c15f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 --2- 172.21.15.133:0/301461806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c06b9e0 0x7f8f2c15f0a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0a9a70 tx=0x7f8f2401c7f0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- 172.21.15.133:0/301461806 shutdown_connections 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 --2- 172.21.15.133:0/301461806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c06b9e0 0x7f8f2c15f0a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 --2- 172.21.15.133:0/301461806 >> v2:172.21.15.172:3300/0 conn(0x7f8f2c0c7ea0 0x7f8f2c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- 172.21.15.133:0/301461806 >> 172.21.15.133:0/301461806 conn(0x7f8f2c0ca170 msgr2=0x7f8f2c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- 172.21.15.133:0/301461806 shutdown_connections 2023-12-02T00:31:09.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- 172.21.15.133:0/301461806 wait complete. 2023-12-02T00:31:09.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 Processor -- start 2023-12-02T00:31:09.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- start start 2023-12-02T00:31:09.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f2c06b9e0 0x7f8f2c0c3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c0c7ea0 0x7f8f2c1ed7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f2c151e90 0x7f8f2c1434e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f2c152590 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f2c0c3700 con 0x7f8f2c151e90 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f334d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f2c153a60 con 0x7f8f2c06b9e0 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c0c7ea0 0x7f8f2c1ed7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c0c7ea0 0x7f8f2c1ed7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47686/0 (socket says 172.21.15.133:47686) 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 -- 172.21.15.133:0/2736108896 learned_addr learned my addr 172.21.15.133:0/2736108896 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f31a73640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f2c151e90 0x7f8f2c1434e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f31272640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f2c06b9e0 0x7f8f2c0c3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 -- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f2c06b9e0 msgr2=0x7f8f2c0c3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f2c06b9e0 0x7f8f2c0c3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 -- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f2c151e90 msgr2=0x7f8f2c1434e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f2c151e90 0x7f8f2c1434e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.939+0000 7f8f30a71640 1 -- 172.21.15.133:0/2736108896 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f24009a70 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f30a71640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c0c7ea0 0x7f8f2c1ed7d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c00e870 tx=0x7f8f1c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f21ffb640 1 -- 172.21.15.133:0/2736108896 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c009510 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f21ffb640 1 -- 172.21.15.133:0/2736108896 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f1c00eec0 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f2c153d40 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f21ffb640 1 -- 172.21.15.133:0/2736108896 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f1c00cb40 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f2c143a20 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f2c068400 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f21ffb640 1 -- 172.21.15.133:0/2736108896 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8f1c00ccc0 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f21ffb640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8f10066470 0x7f8f10068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f21ffb640 1 -- 172.21.15.133:0/2736108896 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8f1c083ed0 con 0x7f8f2c0c7ea0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.943+0000 7f8f31272640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8f10066470 0x7f8f10068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:09.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.947+0000 7f8f31272640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8f10066470 0x7f8f10068930 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8f28005890 tx=0x7f8f28009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:09.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:09.947+0000 7f8f21ffb640 1 -- 172.21.15.133:0/2736108896 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8f1c0513e0 con 0x7f8f2c0c7ea0 2023-12-02T00:31:10.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.099+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8f2c06ca50 con 0x7f8f2c0c7ea0 2023-12-02T00:31:10.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f21ffb640 1 -- 172.21.15.133:0/2736108896 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f8f1c054a00 con 0x7f8f2c0c7ea0 2023-12-02T00:31:10.105 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:10.106 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8f10066470 msgr2=0x7f8f10068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8f10066470 0x7f8f10068930 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8f28005890 tx=0x7f8f28009040 comp rx=0 tx=0).stop 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c0c7ea0 msgr2=0x7f8f2c1ed7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c0c7ea0 0x7f8f2c1ed7d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c00e870 tx=0x7f8f1c00ec70 comp rx=0 tx=0).stop 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 shutdown_connections 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8f10066470 0x7f8f10068930 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f2c151e90 0x7f8f2c1434e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f2c0c7ea0 0x7f8f2c1ed7d0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 --2- 172.21.15.133:0/2736108896 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f2c06b9e0 0x7f8f2c0c3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 >> 172.21.15.133:0/2736108896 conn(0x7f8f2c0ca170 msgr2=0x7f8f2c144350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:10.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 shutdown_connections 2023-12-02T00:31:10.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.103+0000 7f8f334d6640 1 -- 172.21.15.133:0/2736108896 wait complete. 2023-12-02T00:31:10.127 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:10.127 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:10.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.263+0000 7fbe291df640 1 Processor -- start 2023-12-02T00:31:10.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.263+0000 7fbe291df640 1 -- start start 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe291df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c63c0 0x7fbe240c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe291df640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbe240c4100 0x7fbe240c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe291df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe240c31c0 con 0x7fbe240c29e0 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe291df640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe240c34a0 con 0x7fbe240c4100 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe291df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe240c1030 con 0x7fbe240c63c0 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe1bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbe240c4100 0x7fbe240c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe1bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbe240c4100 0x7fbe240c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47688/0 (socket says 172.21.15.133:47688) 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe1bfff640 1 -- 172.21.15.133:0/885846859 learned_addr learned my addr 172.21.15.133:0/885846859 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:10.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe22d9d640 1 --2- 172.21.15.133:0/885846859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c63c0 0x7fbe240c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe1bfff640 1 -- 172.21.15.133:0/885846859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c63c0 msgr2=0x7fbe240c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:10.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe1bfff640 1 --2- 172.21.15.133:0/885846859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c63c0 0x7fbe240c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe1bfff640 1 -- 172.21.15.133:0/885846859 >> v1:172.21.15.172:6789/0 conn(0x7fbe240c29e0 legacy=0x7fbe240a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.267+0000 7fbe1bfff640 1 -- 172.21.15.133:0/885846859 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe240c1310 con 0x7fbe240c4100 2023-12-02T00:31:10.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe1bfff640 1 --2- 172.21.15.133:0/885846859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c4100 0x7fbe240c24a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbe0c009870 tx=0x7fbe0c01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bed89ec003df01b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe2259c640 1 -- 172.21.15.133:0/885846859 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe0c0ab610 con 0x7fbe240c4100 2023-12-02T00:31:10.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe2259c640 1 -- 172.21.15.133:0/885846859 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe0c0ab770 con 0x7fbe240c4100 2023-12-02T00:31:10.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe2259c640 1 -- 172.21.15.133:0/885846859 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe0c0abb00 con 0x7fbe240c4100 2023-12-02T00:31:10.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 -- 172.21.15.133:0/885846859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c4100 msgr2=0x7fbe240c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 --2- 172.21.15.133:0/885846859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c4100 0x7fbe240c24a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbe0c009870 tx=0x7fbe0c01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 -- 172.21.15.133:0/885846859 shutdown_connections 2023-12-02T00:31:10.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 --2- 172.21.15.133:0/885846859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c4100 0x7fbe240c24a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 --2- 172.21.15.133:0/885846859 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c63c0 0x7fbe240c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 -- 172.21.15.133:0/885846859 >> 172.21.15.133:0/885846859 conn(0x7fbe2406a5b0 msgr2=0x7fbe2406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:10.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 -- 172.21.15.133:0/885846859 shutdown_connections 2023-12-02T00:31:10.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 -- 172.21.15.133:0/885846859 wait complete. 2023-12-02T00:31:10.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 Processor -- start 2023-12-02T00:31:10.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 -- start start 2023-12-02T00:31:10.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.271+0000 7fbe291df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe240c29e0 0x7fbe241eb490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c4100 0x7fbe2415a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c63c0 0x7fbe24158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe24152640 con 0x7fbe240c63c0 2023-12-02T00:31:10.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe24159e60 con 0x7fbe240c29e0 2023-12-02T00:31:10.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe241567f0 con 0x7fbe240c4100 2023-12-02T00:31:10.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c63c0 0x7fbe24158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c63c0 0x7fbe24158380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47702/0 (socket says 172.21.15.133:47702) 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 -- 172.21.15.133:0/1619417321 learned_addr learned my addr 172.21.15.133:0/1619417321 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe22d9d640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe240c29e0 0x7fbe241eb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe1bfff640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c4100 0x7fbe2415a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 -- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c4100 msgr2=0x7fbe2415a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c4100 0x7fbe2415a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 -- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe240c29e0 msgr2=0x7fbe241eb490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe240c29e0 0x7fbe241eb490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 -- 172.21.15.133:0/1619417321 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe0c0094d0 con 0x7fbe240c63c0 2023-12-02T00:31:10.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe2359e640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c63c0 0x7fbe24158380 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c00c7d0 tx=0x7fbe1c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe1b7fe640 1 -- 172.21.15.133:0/1619417321 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe1c003b80 con 0x7fbe240c63c0 2023-12-02T00:31:10.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe1b7fe640 1 -- 172.21.15.133:0/1619417321 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe1c003ce0 con 0x7fbe240c63c0 2023-12-02T00:31:10.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe241eb9d0 con 0x7fbe240c63c0 2023-12-02T00:31:10.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe1b7fe640 1 -- 172.21.15.133:0/1619417321 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe1c00aa90 con 0x7fbe240c63c0 2023-12-02T00:31:10.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe24156230 con 0x7fbe240c63c0 2023-12-02T00:31:10.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe241527f0 con 0x7fbe240c63c0 2023-12-02T00:31:10.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe1b7fe640 1 -- 172.21.15.133:0/1619417321 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbe1c00abf0 con 0x7fbe240c63c0 2023-12-02T00:31:10.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.275+0000 7fbe1b7fe640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe040664a0 0x7fbe04068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.279+0000 7fbe1b7fe640 1 -- 172.21.15.133:0/1619417321 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbe1c083b90 con 0x7fbe240c63c0 2023-12-02T00:31:10.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.279+0000 7fbe22d9d640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe040664a0 0x7fbe04068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.279+0000 7fbe22d9d640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe040664a0 0x7fbe04068960 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbe140079c0 tx=0x7fbe14008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.279+0000 7fbe1b7fe640 1 -- 172.21.15.133:0/1619417321 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbe241527f0 con 0x7fbe240c63c0 2023-12-02T00:31:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbe241527f0 con 0x7fbe240c63c0 2023-12-02T00:31:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe1b7fe640 1 -- 172.21.15.133:0/1619417321 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbe241527f0 con 0x7fbe240c63c0 2023-12-02T00:31:10.433 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:10.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe040664a0 msgr2=0x7fbe04068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe040664a0 0x7fbe04068960 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbe140079c0 tx=0x7fbe14008040 comp rx=0 tx=0).stop 2023-12-02T00:31:10.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c63c0 msgr2=0x7fbe24158380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c63c0 0x7fbe24158380 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c00c7d0 tx=0x7fbe1c00cc90 comp rx=0 tx=0).stop 2023-12-02T00:31:10.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 shutdown_connections 2023-12-02T00:31:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe040664a0 0x7fbe04068960 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe240c63c0 0x7fbe24158380 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe240c4100 0x7fbe2415a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 --2- 172.21.15.133:0/1619417321 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe240c29e0 0x7fbe241eb490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 >> 172.21.15.133:0/1619417321 conn(0x7fbe2406a5b0 msgr2=0x7fbe2406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 shutdown_connections 2023-12-02T00:31:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.431+0000 7fbe291df640 1 -- 172.21.15.133:0/1619417321 wait complete. 2023-12-02T00:31:10.454 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:10.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.591+0000 7fd882ef5640 1 Processor -- start 2023-12-02T00:31:10.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.591+0000 7fd882ef5640 1 -- start start 2023-12-02T00:31:10.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd882ef5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 0x7fd87c1544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd882ef5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd87c0c8160 con 0x7fd87c151cd0 2023-12-02T00:31:10.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd882ef5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd87c154ea0 con 0x7fd87c154a10 2023-12-02T00:31:10.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd882ef5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd87c157b40 con 0x7fd87c0c7c50 2023-12-02T00:31:10.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd87c151cd0 0x7fd87c0ca460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45912/0 (socket says 172.21.15.133:45912) 2023-12-02T00:31:10.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 -- 172.21.15.133:0/2446138713 learned_addr learned my addr 172.21.15.133:0/2446138713 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:10.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd8816f2640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 0x7fd87c1544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1083596976 0 0) 0x7fd87c0c8160 con 0x7fd87c151cd0 2023-12-02T00:31:10.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd868003530 con 0x7fd87c151cd0 2023-12-02T00:31:10.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3443589499 0 0) 0x7fd868003530 con 0x7fd87c151cd0 2023-12-02T00:31:10.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 msgr2=0x7fd87c1544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 0x7fd87c1544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 >> v1:172.21.15.172:6789/0 conn(0x7fd87c154a10 legacy=0x7fd87c15ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd87c157e20 con 0x7fd87c151cd0 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fd878001680 con 0x7fd87c151cd0 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 >> v1:172.21.15.133:6789/0 conn(0x7fd87c151cd0 legacy=0x7fd87c0ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8680039b0 0x7fd868003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 0x7fd8680047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd868004d10 0x7fd868005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd87c157b40 con 0x7fd8680039b0 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd86800b990 con 0x7fd868004d10 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd86800bb50 con 0x7fd87c0c7c50 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8680039b0 0x7fd868003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd8826f4640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd868004d10 0x7fd868005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd8816f2640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 0x7fd8680047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 -- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 msgr2=0x7fd8680047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:10.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0c7c50 0x7fd8680047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 -- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd868004d10 msgr2=0x7fd868005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:10.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd868004d10 0x7fd868005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.595+0000 7fd881ef3640 1 -- 172.21.15.133:0/2446138713 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd868003530 con 0x7fd8680039b0 2023-12-02T00:31:10.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd881ef3640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8680039b0 0x7fd868003d90 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd87800c190 tx=0x7fd87801caf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26682bed6897e5d9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878005ae0 con 0x7fd8680039b0 2023-12-02T00:31:10.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd878005c60 con 0x7fd8680039b0 2023-12-02T00:31:10.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd880ef1640 1 -- 172.21.15.133:0/2446138713 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878007070 con 0x7fd8680039b0 2023-12-02T00:31:10.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 -- 172.21.15.133:0/2446138713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8680039b0 msgr2=0x7fd868003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 --2- 172.21.15.133:0/2446138713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd8680039b0 0x7fd868003d90 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd87800c190 tx=0x7fd87801caf0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd8826f4640 1 -- 172.21.15.133:0/2446138713 reap_dead start 2023-12-02T00:31:10.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 -- 172.21.15.133:0/2446138713 shutdown_connections 2023-12-02T00:31:10.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 -- 172.21.15.133:0/2446138713 >> 172.21.15.133:0/2446138713 conn(0x7fd87c0abee0 msgr2=0x7fd87c0c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:10.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 -- 172.21.15.133:0/2446138713 shutdown_connections 2023-12-02T00:31:10.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 -- 172.21.15.133:0/2446138713 wait complete. 2023-12-02T00:31:10.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 Processor -- start 2023-12-02T00:31:10.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.599+0000 7fd882ef5640 1 -- start start 2023-12-02T00:31:10.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd8680039b0 0x7fd87c1511d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd87c14a3f0 0x7fd87c0aa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0add60 0x7fd87c0ae1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd87c150e50 con 0x7fd87c14a3f0 2023-12-02T00:31:10.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd87c14f570 con 0x7fd8680039b0 2023-12-02T00:31:10.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd87c148c90 con 0x7fd87c0add60 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd87c14a3f0 0x7fd87c0aa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd87c14a3f0 0x7fd87c0aa9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47728/0 (socket says 172.21.15.133:47728) 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 -- 172.21.15.133:0/77371867 learned_addr learned my addr 172.21.15.133:0/77371867 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd881ef3640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd8680039b0 0x7fd87c1511d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8826f4640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0add60 0x7fd87c0ae1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 -- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0add60 msgr2=0x7fd87c0ae1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0add60 0x7fd87c0ae1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 -- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd8680039b0 msgr2=0x7fd87c1511d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd8680039b0 0x7fd87c1511d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 -- 172.21.15.133:0/77371867 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd87c1508b0 con 0x7fd87c14a3f0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8816f2640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd87c14a3f0 0x7fd87c0aa9e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd86c011a00 tx=0x7fd86c011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8727fc640 1 -- 172.21.15.133:0/77371867 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd86c00faf0 con 0x7fd87c14a3f0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8727fc640 1 -- 172.21.15.133:0/77371867 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd86c00fc50 con 0x7fd87c14a3f0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8727fc640 1 -- 172.21.15.133:0/77371867 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd86c014440 con 0x7fd87c14a3f0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd87c1edab0 con 0x7fd87c14a3f0 2023-12-02T00:31:10.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd87c0aaf20 con 0x7fd87c14a3f0 2023-12-02T00:31:10.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd87c04e850 con 0x7fd87c14a3f0 2023-12-02T00:31:10.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.603+0000 7fd8727fc640 1 -- 172.21.15.133:0/77371867 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd86c0145a0 con 0x7fd87c14a3f0 2023-12-02T00:31:10.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.607+0000 7fd8727fc640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd860066470 0x7fd860068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.607+0000 7fd8727fc640 1 -- 172.21.15.133:0/77371867 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd86c0843e0 con 0x7fd87c14a3f0 2023-12-02T00:31:10.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.607+0000 7fd881ef3640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd860066470 0x7fd860068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.607+0000 7fd881ef3640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd860066470 0x7fd860068930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd8780ab000 tx=0x7fd8780a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.611+0000 7fd8727fc640 1 -- 172.21.15.133:0/77371867 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd86c051a40 con 0x7fd87c14a3f0 2023-12-02T00:31:10.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd87c14f2d0 con 0x7fd87c14a3f0 2023-12-02T00:31:10.761 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd8727fc640 1 -- 172.21.15.133:0/77371867 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd86c055060 con 0x7fd87c14a3f0 2023-12-02T00:31:10.761 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd860066470 msgr2=0x7fd860068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd860066470 0x7fd860068930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd8780ab000 tx=0x7fd8780a7070 comp rx=0 tx=0).stop 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd87c14a3f0 msgr2=0x7fd87c0aa9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd87c14a3f0 0x7fd87c0aa9e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd86c011a00 tx=0x7fd86c011ec0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 shutdown_connections 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd860066470 0x7fd860068930 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd87c0add60 0x7fd87c0ae1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd87c14a3f0 0x7fd87c0aa9e0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 --2- 172.21.15.133:0/77371867 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd8680039b0 0x7fd87c1511d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 >> 172.21.15.133:0/77371867 conn(0x7fd87c0abee0 msgr2=0x7fd87c0c92e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 shutdown_connections 2023-12-02T00:31:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.759+0000 7fd882ef5640 1 -- 172.21.15.133:0/77371867 wait complete. 2023-12-02T00:31:10.782 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:10.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad3b2a640 1 Processor -- start 2023-12-02T00:31:10.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad3b2a640 1 -- start start 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad3b2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcacc0c63c0 0x7fcacc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad3b2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c4100 0x7fcacc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad3b2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcacc0c31c0 con 0x7fcacc0c29e0 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad3b2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcacc0c34a0 con 0x7fcacc0c63c0 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad3b2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc0c1030 con 0x7fcacc0c4100 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad10c5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c4100 0x7fcacc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad20c7640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fcacc0c29e0 0x7fcacc0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50480/0 (socket says 172.21.15.133:50480) 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad18c6640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcacc0c63c0 0x7fcacc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad20c7640 1 -- 172.21.15.133:0/854866083 learned_addr learned my addr 172.21.15.133:0/854866083 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad10c5640 1 -- 172.21.15.133:0/854866083 >> v2:172.21.15.172:3300/0 conn(0x7fcacc0c63c0 msgr2=0x7fcacc0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad10c5640 1 --2- 172.21.15.133:0/854866083 >> v2:172.21.15.172:3300/0 conn(0x7fcacc0c63c0 0x7fcacc0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad10c5640 1 -- 172.21.15.133:0/854866083 >> v1:172.21.15.172:6789/0 conn(0x7fcacc0c29e0 legacy=0x7fcacc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.919+0000 7fcad10c5640 1 -- 172.21.15.133:0/854866083 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcacc0c1310 con 0x7fcacc0c4100 2023-12-02T00:31:10.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad10c5640 1 --2- 172.21.15.133:0/854866083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c4100 0x7fcacc0c24a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fcabc0097c0 tx=0x7fcabc01e540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38b288e8bfab8bcf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad08c4640 1 -- 172.21.15.133:0/854866083 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0ad670 con 0x7fcacc0c4100 2023-12-02T00:31:10.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad08c4640 1 -- 172.21.15.133:0/854866083 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcabc0ad7d0 con 0x7fcacc0c4100 2023-12-02T00:31:10.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad08c4640 1 -- 172.21.15.133:0/854866083 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0adb60 con 0x7fcacc0c4100 2023-12-02T00:31:10.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 -- 172.21.15.133:0/854866083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c4100 msgr2=0x7fcacc0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/854866083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c4100 0x7fcacc0c24a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fcabc0097c0 tx=0x7fcabc01e540 comp rx=0 tx=0).stop 2023-12-02T00:31:10.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 -- 172.21.15.133:0/854866083 shutdown_connections 2023-12-02T00:31:10.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/854866083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c4100 0x7fcacc0c24a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/854866083 >> v2:172.21.15.172:3300/0 conn(0x7fcacc0c63c0 0x7fcacc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 -- 172.21.15.133:0/854866083 >> 172.21.15.133:0/854866083 conn(0x7fcacc06a5b0 msgr2=0x7fcacc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:10.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 -- 172.21.15.133:0/854866083 shutdown_connections 2023-12-02T00:31:10.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.923+0000 7fcad3b2a640 1 -- 172.21.15.133:0/854866083 wait complete. 2023-12-02T00:31:10.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 Processor -- start 2023-12-02T00:31:10.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 -- start start 2023-12-02T00:31:10.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c29e0 0x7fcacc0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcacc0c4100 0x7fcacc151f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcacc0c63c0 0x7fcacc1ed7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc1ed2f0 con 0x7fcacc0c4100 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc1f0cf0 con 0x7fcacc0c63c0 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcacc1f0fd0 con 0x7fcacc0c29e0 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcacc0c4100 0x7fcacc151f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcacc0c4100 0x7fcacc151f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47744/0 (socket says 172.21.15.133:47744) 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 -- 172.21.15.133:0/549652375 learned_addr learned my addr 172.21.15.133:0/549652375 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad20c7640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcacc0c63c0 0x7fcacc1ed7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad18c6640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c29e0 0x7fcacc0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 -- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c29e0 msgr2=0x7fcacc0bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c29e0 0x7fcacc0bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 -- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcacc0c63c0 msgr2=0x7fcacc1ed7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcacc0c63c0 0x7fcacc1ed7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 -- 172.21.15.133:0/549652375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcabc009420 con 0x7fcacc0c4100 2023-12-02T00:31:10.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad10c5640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcacc0c4100 0x7fcacc151f70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcabc0af040 tx=0x7fcabc01cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcac27fc640 1 -- 172.21.15.133:0/549652375 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0b6620 con 0x7fcacc0c4100 2023-12-02T00:31:10.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcac27fc640 1 -- 172.21.15.133:0/549652375 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcabc0b67c0 con 0x7fcacc0c4100 2023-12-02T00:31:10.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcacc1f12b0 con 0x7fcacc0c4100 2023-12-02T00:31:10.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcac27fc640 1 -- 172.21.15.133:0/549652375 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcabc0b6b70 con 0x7fcacc0c4100 2023-12-02T00:31:10.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.927+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcacc14d1b0 con 0x7fcacc0c4100 2023-12-02T00:31:10.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.931+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcacc068400 con 0x7fcacc0c4100 2023-12-02T00:31:10.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.931+0000 7fcac27fc640 1 -- 172.21.15.133:0/549652375 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcabc0b6cd0 con 0x7fcacc0c4100 2023-12-02T00:31:10.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.931+0000 7fcac27fc640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcab0066470 0x7fcab0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:10.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.931+0000 7fcac27fc640 1 -- 172.21.15.133:0/549652375 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcabc11e550 con 0x7fcacc0c4100 2023-12-02T00:31:10.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.931+0000 7fcad18c6640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcab0066470 0x7fcab0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:10.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.931+0000 7fcad18c6640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcab0066470 0x7fcab0068930 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fcacc156a00 tx=0x7fcac8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:10.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:10.935+0000 7fcac27fc640 1 -- 172.21.15.133:0/549652375 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcabc0ebb10 con 0x7fcacc0c4100 2023-12-02T00:31:11.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.087+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcacc0c3e70 con 0x7fcacc0c4100 2023-12-02T00:31:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcac27fc640 1 -- 172.21.15.133:0/549652375 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcabc0ef130 con 0x7fcacc0c4100 2023-12-02T00:31:11.092 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:11.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcab0066470 msgr2=0x7fcab0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcab0066470 0x7fcab0068930 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fcacc156a00 tx=0x7fcac8009190 comp rx=0 tx=0).stop 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcacc0c4100 msgr2=0x7fcacc151f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcacc0c4100 0x7fcacc151f70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcabc0af040 tx=0x7fcabc01cd80 comp rx=0 tx=0).stop 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 shutdown_connections 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcab0066470 0x7fcab0068930 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcacc0c63c0 0x7fcacc1ed7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcacc0c4100 0x7fcacc151f70 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 --2- 172.21.15.133:0/549652375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcacc0c29e0 0x7fcacc0bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 >> 172.21.15.133:0/549652375 conn(0x7fcacc06a5b0 msgr2=0x7fcacc0c48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 shutdown_connections 2023-12-02T00:31:11.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.091+0000 7fcad3b2a640 1 -- 172.21.15.133:0/549652375 wait complete. 2023-12-02T00:31:11.113 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:11.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 Processor -- start 2023-12-02T00:31:11.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 -- start start 2023-12-02T00:31:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f42101555c0 0x7f42100a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f42100c6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f42100c6c70 0x7f42100c1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42100c3680 con 0x7f42101555c0 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42100c28e0 con 0x7f42100c6c70 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4214bb8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42100c2b80 con 0x7f42100c61e0 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f420e59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f42101555c0 0x7f42100a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f420e59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f42101555c0 0x7f42100a6df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47750/0 (socket says 172.21.15.133:47750) 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f420e59c640 1 -- 172.21.15.133:0/1150648611 learned_addr learned my addr 172.21.15.133:0/1150648611 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f420ed9d640 1 --2- 172.21.15.133:0/1150648611 >> v2:172.21.15.172:3300/0 conn(0x7f42100c6c70 0x7f42100c1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.247+0000 7f4207fff640 1 --2- 172.21.15.133:0/1150648611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f42100c6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420e59c640 1 -- 172.21.15.133:0/1150648611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 msgr2=0x7f42100c6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:11.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420e59c640 1 --2- 172.21.15.133:0/1150648611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f42100c6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420e59c640 1 -- 172.21.15.133:0/1150648611 >> v2:172.21.15.172:3300/0 conn(0x7f42100c6c70 msgr2=0x7f42100c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:11.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420e59c640 1 --2- 172.21.15.133:0/1150648611 >> v2:172.21.15.172:3300/0 conn(0x7f42100c6c70 0x7f42100c1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420e59c640 1 -- 172.21.15.133:0/1150648611 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42100c32a0 con 0x7f42101555c0 2023-12-02T00:31:11.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420e59c640 1 --2- 172.21.15.133:0/1150648611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42101555c0 0x7f42100a6df0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4210066d20 tx=0x7f420001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b34c08bd3c764462 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420dd9b640 1 -- 172.21.15.133:0/1150648611 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42000ab600 con 0x7f42101555c0 2023-12-02T00:31:11.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420dd9b640 1 -- 172.21.15.133:0/1150648611 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42000a7050 con 0x7f42101555c0 2023-12-02T00:31:11.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f420dd9b640 1 -- 172.21.15.133:0/1150648611 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42000ab980 con 0x7f42101555c0 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 -- 172.21.15.133:0/1150648611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42101555c0 msgr2=0x7f42100a6df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1150648611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42101555c0 0x7f42100a6df0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4210066d20 tx=0x7f420001c500 comp rx=0 tx=0).stop 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 -- 172.21.15.133:0/1150648611 shutdown_connections 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1150648611 >> v2:172.21.15.172:3300/0 conn(0x7f42100c6c70 0x7f42100c1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1150648611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f42100c6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1150648611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42101555c0 0x7f42100a6df0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 -- 172.21.15.133:0/1150648611 >> 172.21.15.133:0/1150648611 conn(0x7f42100c7e40 msgr2=0x7f42100c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 -- 172.21.15.133:0/1150648611 shutdown_connections 2023-12-02T00:31:11.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.251+0000 7f4214bb8640 1 -- 172.21.15.133:0/1150648611 wait complete. 2023-12-02T00:31:11.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 Processor -- start 2023-12-02T00:31:11.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 -- start start 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f421014cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42100c6c70 0x7f421015d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f42101555c0 0x7f421015d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42101f0f40 con 0x7f42100c6c70 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42101f1220 con 0x7f42101555c0 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4214bb8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42101ee410 con 0x7f42100c61e0 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42100c6c70 0x7f421015d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42100c6c70 0x7f421015d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47764/0 (socket says 172.21.15.133:47764) 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 -- 172.21.15.133:0/1390441026 learned_addr learned my addr 172.21.15.133:0/1390441026 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f420e59c640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f421014cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f420ed9d640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f42101555c0 0x7f421015d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 -- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 msgr2=0x7f421014cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f421014cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 -- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f42101555c0 msgr2=0x7f421015d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f42101555c0 0x7f421015d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 -- 172.21.15.133:0/1390441026 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42000094d0 con 0x7f42100c6c70 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4207fff640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42100c6c70 0x7f421015d120 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f41f800e8b0 tx=0x7f41f800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.255+0000 7f4206ffd640 1 -- 172.21.15.133:0/1390441026 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f800c940 con 0x7f42100c6c70 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4206ffd640 1 -- 172.21.15.133:0/1390441026 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41f800caa0 con 0x7f42100c6c70 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42101ee6f0 con 0x7f42100c6c70 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4206ffd640 1 -- 172.21.15.133:0/1390441026 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f800ce30 con 0x7f42100c6c70 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f421014d0f0 con 0x7f42100c6c70 2023-12-02T00:31:11.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42101f1080 con 0x7f42100c6c70 2023-12-02T00:31:11.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4206ffd640 1 -- 172.21.15.133:0/1390441026 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f41f8013470 con 0x7f42100c6c70 2023-12-02T00:31:11.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4206ffd640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41f0066470 0x7f41f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f4206ffd640 1 -- 172.21.15.133:0/1390441026 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f41f8084390 con 0x7f42100c6c70 2023-12-02T00:31:11.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.259+0000 7f420e59c640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41f0066470 0x7f41f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.263+0000 7f420e59c640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41f0066470 0x7f41f0068930 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f42000ad000 tx=0x7f4200008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.263+0000 7f4206ffd640 1 -- 172.21.15.133:0/1390441026 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f42101f1080 con 0x7f42100c6c70 2023-12-02T00:31:11.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f42101f1080 con 0x7f42100c6c70 2023-12-02T00:31:11.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4206ffd640 1 -- 172.21.15.133:0/1390441026 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f42101f1080 con 0x7f42100c6c70 2023-12-02T00:31:11.453 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:11.453 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41f0066470 msgr2=0x7f41f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41f0066470 0x7f41f0068930 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f42000ad000 tx=0x7f4200008040 comp rx=0 tx=0).stop 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42100c6c70 msgr2=0x7f421015d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42100c6c70 0x7f421015d120 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f41f800e8b0 tx=0x7f41f800ed70 comp rx=0 tx=0).stop 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 shutdown_connections 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41f0066470 0x7f41f0068930 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f42101555c0 0x7f421015d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42100c6c70 0x7f421015d120 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 --2- 172.21.15.133:0/1390441026 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f42100c61e0 0x7f421014cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 >> 172.21.15.133:0/1390441026 conn(0x7f42100c7e40 msgr2=0x7f42101573d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:11.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 shutdown_connections 2023-12-02T00:31:11.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.447+0000 7f4214bb8640 1 -- 172.21.15.133:0/1390441026 wait complete. 2023-12-02T00:31:11.471 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:11.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f9911ed6640 1 Processor -- start 2023-12-02T00:31:11.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f9911ed6640 1 -- start start 2023-12-02T00:31:11.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f9911ed6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f990c06bbb0 0x7f990c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f9911ed6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f990c06c860 con 0x7f990c151e90 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f9911ed6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f990c06c000 con 0x7f990c0c7ea0 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f9911ed6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f990c0c8750 con 0x7f990c06bbb0 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f990bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f990c06bbb0 0x7f990c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f990b7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f990c151e90 0x7f990c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45924/0 (socket says 172.21.15.133:45924) 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f990b7fe640 1 -- 172.21.15.133:0/927595373 learned_addr learned my addr 172.21.15.133:0/927595373 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f990bfff640 1 -- 172.21.15.133:0/927595373 >> v1:172.21.15.172:6789/0 conn(0x7f990c0c7ea0 legacy=0x7f990c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f990bfff640 1 -- 172.21.15.133:0/927595373 >> v1:172.21.15.133:6789/0 conn(0x7f990c151e90 legacy=0x7f990c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.607+0000 7f990bfff640 1 -- 172.21.15.133:0/927595373 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f990c154930 con 0x7f990c06bbb0 2023-12-02T00:31:11.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f990bfff640 1 --2- 172.21.15.133:0/927595373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c1600b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9904009d90 tx=0x7f990401c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a9d71c962bdafc2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f990a7fc640 1 -- 172.21.15.133:0/927595373 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99040a6700 con 0x7f990c06bbb0 2023-12-02T00:31:11.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f990a7fc640 1 -- 172.21.15.133:0/927595373 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99040a6860 con 0x7f990c06bbb0 2023-12-02T00:31:11.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f990a7fc640 1 -- 172.21.15.133:0/927595373 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99040a6bf0 con 0x7f990c06bbb0 2023-12-02T00:31:11.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f9911ed6640 1 -- 172.21.15.133:0/927595373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 msgr2=0x7f990c1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f9911ed6640 1 --2- 172.21.15.133:0/927595373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c1600b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9904009d90 tx=0x7f990401c830 comp rx=0 tx=0).stop 2023-12-02T00:31:11.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f9911ed6640 1 -- 172.21.15.133:0/927595373 shutdown_connections 2023-12-02T00:31:11.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f9911ed6640 1 --2- 172.21.15.133:0/927595373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c1600b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f9911ed6640 1 -- 172.21.15.133:0/927595373 >> 172.21.15.133:0/927595373 conn(0x7f990c0ca170 msgr2=0x7f990c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:11.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f9911ed6640 1 -- 172.21.15.133:0/927595373 shutdown_connections 2023-12-02T00:31:11.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.611+0000 7f9911ed6640 1 -- 172.21.15.133:0/927595373 wait complete. 2023-12-02T00:31:11.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 Processor -- start 2023-12-02T00:31:11.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 -- start start 2023-12-02T00:31:11.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c155eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f990c0c7ea0 0x7f990c14a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f990c151e90 0x7f990c1ed450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f990c1552d0 con 0x7f990c06bbb0 2023-12-02T00:31:11.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f990c1f09c0 con 0x7f990c0c7ea0 2023-12-02T00:31:11.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f990c1edcd0 con 0x7f990c151e90 2023-12-02T00:31:11.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c155eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c155eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47788/0 (socket says 172.21.15.133:47788) 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 -- 172.21.15.133:0/1990033806 learned_addr learned my addr 172.21.15.133:0/1990033806 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990affd640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f990c0c7ea0 0x7f990c14a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990bfff640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f990c151e90 0x7f990c1ed450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 -- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f990c151e90 msgr2=0x7f990c1ed450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f990c151e90 0x7f990c1ed450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 -- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f990c0c7ea0 msgr2=0x7f990c14a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f990c0c7ea0 0x7f990c14a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 -- 172.21.15.133:0/1990033806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9904009a70 con 0x7f990c06bbb0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f990b7fe640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c155eb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f98fc00c500 tx=0x7f98fc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f98f3fff640 1 -- 172.21.15.133:0/1990033806 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98fc005cf0 con 0x7f990c06bbb0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f98f3fff640 1 -- 172.21.15.133:0/1990033806 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98fc005e50 con 0x7f990c06bbb0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f98f3fff640 1 -- 172.21.15.133:0/1990033806 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98fc0072f0 con 0x7f990c06bbb0 2023-12-02T00:31:11.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f990c1edfb0 con 0x7f990c06bbb0 2023-12-02T00:31:11.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.615+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f990c14a880 con 0x7f990c06bbb0 2023-12-02T00:31:11.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.619+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f990c068400 con 0x7f990c06bbb0 2023-12-02T00:31:11.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.619+0000 7f98f3fff640 1 -- 172.21.15.133:0/1990033806 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f98fc007450 con 0x7f990c06bbb0 2023-12-02T00:31:11.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.619+0000 7f98f3fff640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98f8066470 0x7f98f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.619+0000 7f98f3fff640 1 -- 172.21.15.133:0/1990033806 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f98fc083330 con 0x7f990c06bbb0 2023-12-02T00:31:11.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.619+0000 7f990affd640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98f8066470 0x7f98f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.619+0000 7f990affd640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98f8066470 0x7f98f8068930 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f990c06c240 tx=0x7f9900009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.623+0000 7f98f3fff640 1 -- 172.21.15.133:0/1990033806 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f98fc050850 con 0x7f990c06bbb0 2023-12-02T00:31:11.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.775+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f990c06ca50 con 0x7f990c06bbb0 2023-12-02T00:31:11.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.775+0000 7f98f3fff640 1 -- 172.21.15.133:0/1990033806 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f98fc053e70 con 0x7f990c06bbb0 2023-12-02T00:31:11.779 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:11.779 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:11.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98f8066470 msgr2=0x7f98f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98f8066470 0x7f98f8068930 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f990c06c240 tx=0x7f9900009040 comp rx=0 tx=0).stop 2023-12-02T00:31:11.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 msgr2=0x7f990c155eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c155eb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f98fc00c500 tx=0x7f98fc00c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 shutdown_connections 2023-12-02T00:31:11.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98f8066470 0x7f98f8068930 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f990c151e90 0x7f990c1ed450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f990c0c7ea0 0x7f990c14a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 --2- 172.21.15.133:0/1990033806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f990c06bbb0 0x7f990c155eb0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 >> 172.21.15.133:0/1990033806 conn(0x7f990c0ca170 msgr2=0x7f990c06b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:11.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 shutdown_connections 2023-12-02T00:31:11.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.779+0000 7f9911ed6640 1 -- 172.21.15.133:0/1990033806 wait complete. 2023-12-02T00:31:11.800 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:11.800 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:11.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcf54d6640 1 Processor -- start 2023-12-02T00:31:11.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcf54d6640 1 -- start start 2023-12-02T00:31:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcf54d6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdcf00c7ed0 0x7fdcf0154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcf54d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf00bd660 0x7fdcf0154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcf54d6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcf00ac4f0 con 0x7fdcf0151dc0 2023-12-02T00:31:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcf54d6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcf0158780 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcf54d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcf0158a60 con 0x7fdcf00bd660 2023-12-02T00:31:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcef7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf00bd660 0x7fdcf0154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcee7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdcf00c7ed0 0x7fdcf0154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdceeffd640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fdcf0151dc0 0x7fdcf00c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50496/0 (socket says 172.21.15.133:50496) 2023-12-02T00:31:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdceeffd640 1 -- 172.21.15.133:0/459734502 learned_addr learned my addr 172.21.15.133:0/459734502 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcee7fc640 1 -- 172.21.15.133:0/459734502 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf00bd660 msgr2=0x7fdcf0154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcee7fc640 1 --2- 172.21.15.133:0/459734502 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf00bd660 0x7fdcf0154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcee7fc640 1 -- 172.21.15.133:0/459734502 >> v1:172.21.15.172:6789/0 conn(0x7fdcf0151dc0 legacy=0x7fdcf00c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcee7fc640 1 -- 172.21.15.133:0/459734502 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcf00ac180 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.939+0000 7fdcedffb640 1 -- 172.21.15.133:0/459734502 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1031039236 0 0) 0x7fdcf00ac4f0 con 0x7fdcf0151dc0 2023-12-02T00:31:11.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcee7fc640 1 --2- 172.21.15.133:0/459734502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf0154650 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdce40097f0 tx=0x7fdce401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae52c59ebf12cd8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcedffb640 1 -- 172.21.15.133:0/459734502 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce40ab600 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcedffb640 1 -- 172.21.15.133:0/459734502 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdce40a7050 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcedffb640 1 -- 172.21.15.133:0/459734502 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce40ab980 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 -- 172.21.15.133:0/459734502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 msgr2=0x7fdcf0154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/459734502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf0154650 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdce40097f0 tx=0x7fdce401c360 comp rx=0 tx=0).stop 2023-12-02T00:31:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 -- 172.21.15.133:0/459734502 shutdown_connections 2023-12-02T00:31:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/459734502 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf00bd660 0x7fdcf0154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/459734502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf0154650 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 -- 172.21.15.133:0/459734502 >> 172.21.15.133:0/459734502 conn(0x7fdcf0071eb0 msgr2=0x7fdcf00722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 -- 172.21.15.133:0/459734502 shutdown_connections 2023-12-02T00:31:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.943+0000 7fdcf54d6640 1 -- 172.21.15.133:0/459734502 wait complete. 2023-12-02T00:31:11.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 Processor -- start 2023-12-02T00:31:11.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 -- start start 2023-12-02T00:31:11.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdcf00bd660 0x7fdcf00aab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf01579c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf0151dc0 0x7fdcf00c2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcf01f1310 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcf00c9ad0 con 0x7fdcf00bd660 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcf01f06d0 con 0x7fdcf0151dc0 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf01579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf01579c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47806/0 (socket says 172.21.15.133:47806) 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 -- 172.21.15.133:0/4143373508 learned_addr learned my addr 172.21.15.133:0/4143373508 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdceeffd640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdcf00bd660 0x7fdcf00aab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcef7fe640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf0151dc0 0x7fdcf00c2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 -- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf0151dc0 msgr2=0x7fdcf00c2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf0151dc0 0x7fdcf00c2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 -- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdcf00bd660 msgr2=0x7fdcf00aab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdcf00bd660 0x7fdcf00aab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 -- 172.21.15.133:0/4143373508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdce4009420 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcef7fe640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf0151dc0 0x7fdcf00c2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdceeffd640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdcf00bd660 0x7fdcf00aab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcee7fc640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf01579c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdce40ae040 tx=0x7fdce401aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcd77fe640 1 -- 172.21.15.133:0/4143373508 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce40b7450 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcd77fe640 1 -- 172.21.15.133:0/4143373508 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdce40b75d0 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcf01f0970 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcd77fe640 1 -- 172.21.15.133:0/4143373508 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce40b7980 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcf01f0f30 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.947+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcf01f1450 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.951+0000 7fdcd77fe640 1 -- 172.21.15.133:0/4143373508 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdce40b7ae0 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.951+0000 7fdcd77fe640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdcdc066470 0x7fdcdc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:11.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.951+0000 7fdcd77fe640 1 -- 172.21.15.133:0/4143373508 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdce411e690 con 0x7fdcf00c7ed0 2023-12-02T00:31:11.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.951+0000 7fdceeffd640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdcdc066470 0x7fdcdc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:11.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.951+0000 7fdceeffd640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdcdc066470 0x7fdcdc068930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdce0007fd0 tx=0x7fdce0007c20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:11.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:11.955+0000 7fdcd77fe640 1 -- 172.21.15.133:0/4143373508 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdcf01f1450 con 0x7fdcf00c7ed0 2023-12-02T00:31:12.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.103+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdcf01f1450 con 0x7fdcf00c7ed0 2023-12-02T00:31:12.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.103+0000 7fdcd77fe640 1 -- 172.21.15.133:0/4143373508 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdcf01f1450 con 0x7fdcf00c7ed0 2023-12-02T00:31:12.108 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdcdc066470 msgr2=0x7fdcdc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdcdc066470 0x7fdcdc068930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdce0007fd0 tx=0x7fdce0007c20 comp rx=0 tx=0).stop 2023-12-02T00:31:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 msgr2=0x7fdcf01579c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf01579c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdce40ae040 tx=0x7fdce401aba0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 shutdown_connections 2023-12-02T00:31:12.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdcdc066470 0x7fdcdc068930 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdcf0151dc0 0x7fdcf00c2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdcf00c7ed0 0x7fdcf01579c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 --2- 172.21.15.133:0/4143373508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdcf00bd660 0x7fdcf00aab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 >> 172.21.15.133:0/4143373508 conn(0x7fdcf0071eb0 msgr2=0x7fdcf0072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:12.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 shutdown_connections 2023-12-02T00:31:12.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.107+0000 7fdcf54d6640 1 -- 172.21.15.133:0/4143373508 wait complete. 2023-12-02T00:31:12.129 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:12.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe281ff5640 1 Processor -- start 2023-12-02T00:31:12.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe281ff5640 1 -- start start 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe281ff5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5240 0x7fe27c0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe281ff5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe27c1561f0 0x7fe27c156680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe281ff5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe27c0c3bd0 con 0x7fe27c0c01c0 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe281ff5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe27c0bf1e0 con 0x7fe27c1561f0 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe281ff5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c0c3e20 con 0x7fe27c0a5240 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe27c1561f0 0x7fe27c156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27affd640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fe27c0c01c0 0x7fe27c0c5c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50504/0 (socket says 172.21.15.133:50504) 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27affd640 1 -- 172.21.15.133:0/1150770639 learned_addr learned my addr 172.21.15.133:0/1150770639 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27b7fe640 1 --2- 172.21.15.133:0/1150770639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5240 0x7fe27c0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27b7fe640 1 -- 172.21.15.133:0/1150770639 >> v2:172.21.15.133:3300/0 conn(0x7fe27c1561f0 msgr2=0x7fe27c156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27a7fc640 1 -- 172.21.15.133:0/1150770639 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2078283363 0 0) 0x7fe27c0c3bd0 con 0x7fe27c0c01c0 2023-12-02T00:31:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27b7fe640 1 --2- 172.21.15.133:0/1150770639 >> v2:172.21.15.133:3300/0 conn(0x7fe27c1561f0 0x7fe27c156680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27b7fe640 1 -- 172.21.15.133:0/1150770639 >> v1:172.21.15.172:6789/0 conn(0x7fe27c0c01c0 legacy=0x7fe27c0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27b7fe640 1 -- 172.21.15.133:0/1150770639 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe27c0c4100 con 0x7fe27c0a5240 2023-12-02T00:31:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.267+0000 7fe27bfff640 1 --2- 172.21.15.133:0/1150770639 >> v2:172.21.15.133:3300/0 conn(0x7fe27c1561f0 0x7fe27c156680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:12.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe27b7fe640 1 --2- 172.21.15.133:0/1150770639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5240 0x7fe27c0bfc80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0097f0 tx=0x7fe26c01c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e7cc7832a2a5770 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe27a7fc640 1 -- 172.21.15.133:0/1150770639 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c0ac620 con 0x7fe27c0a5240 2023-12-02T00:31:12.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe27a7fc640 1 -- 172.21.15.133:0/1150770639 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe26c0ac780 con 0x7fe27c0a5240 2023-12-02T00:31:12.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe27a7fc640 1 -- 172.21.15.133:0/1150770639 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c0acb10 con 0x7fe27c0a5240 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe281ff5640 1 -- 172.21.15.133:0/1150770639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5240 msgr2=0x7fe27c0bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe281ff5640 1 --2- 172.21.15.133:0/1150770639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5240 0x7fe27c0bfc80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0097f0 tx=0x7fe26c01c3c0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe281ff5640 1 -- 172.21.15.133:0/1150770639 shutdown_connections 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe281ff5640 1 --2- 172.21.15.133:0/1150770639 >> v2:172.21.15.133:3300/0 conn(0x7fe27c1561f0 0x7fe27c156680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe281ff5640 1 --2- 172.21.15.133:0/1150770639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5240 0x7fe27c0bfc80 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.271+0000 7fe281ff5640 1 -- 172.21.15.133:0/1150770639 >> 172.21.15.133:0/1150770639 conn(0x7fe27c06a5b0 msgr2=0x7fe27c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 -- 172.21.15.133:0/1150770639 shutdown_connections 2023-12-02T00:31:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 -- 172.21.15.133:0/1150770639 wait complete. 2023-12-02T00:31:12.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 Processor -- start 2023-12-02T00:31:12.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 -- start start 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0a5240 0x7fe27c0a5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c0c01c0 0x7fe27c159ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c1561f0 0x7fe27c15a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c15f180 con 0x7fe27c0c01c0 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c15f460 con 0x7fe27c0a5240 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c1f0d00 con 0x7fe27c1561f0 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c0c01c0 0x7fe27c159ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c0c01c0 0x7fe27c159ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47824/0 (socket says 172.21.15.133:47824) 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 -- 172.21.15.133:0/2025009712 learned_addr learned my addr 172.21.15.133:0/2025009712 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27bfff640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c1561f0 0x7fe27c15a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27b7fe640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0a5240 0x7fe27c0a5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 -- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c1561f0 msgr2=0x7fe27c15a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c1561f0 0x7fe27c15a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 -- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0a5240 msgr2=0x7fe27c0a5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0a5240 0x7fe27c0a5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 -- 172.21.15.133:0/2025009712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe274009a70 con 0x7fe27c0c01c0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27b7fe640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0a5240 0x7fe27c0a5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe27affd640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c0c01c0 0x7fe27c159ce0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe27000c450 tx=0x7fe27000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe263fff640 1 -- 172.21.15.133:0/2025009712 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2700074e0 con 0x7fe27c0c01c0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe263fff640 1 -- 172.21.15.133:0/2025009712 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe270007640 con 0x7fe27c0c01c0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe263fff640 1 -- 172.21.15.133:0/2025009712 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2700049f0 con 0x7fe27c0c01c0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.275+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe26c009420 con 0x7fe27c0c01c0 2023-12-02T00:31:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.279+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe27c0a6400 con 0x7fe27c0c01c0 2023-12-02T00:31:12.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.279+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe27c0c52e0 con 0x7fe27c0c01c0 2023-12-02T00:31:12.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.279+0000 7fe263fff640 1 -- 172.21.15.133:0/2025009712 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe270004b50 con 0x7fe27c0c01c0 2023-12-02T00:31:12.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.279+0000 7fe263fff640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe268066470 0x7fe268068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.279+0000 7fe263fff640 1 -- 172.21.15.133:0/2025009712 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe270083bb0 con 0x7fe27c0c01c0 2023-12-02T00:31:12.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.279+0000 7fe27b7fe640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe268066470 0x7fe268068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.283+0000 7fe27b7fe640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe268066470 0x7fe268068930 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0ae000 tx=0x7fe26c0a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.283+0000 7fe263fff640 1 -- 172.21.15.133:0/2025009712 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe2700510c0 con 0x7fe27c0c01c0 2023-12-02T00:31:12.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe27c1f1220 con 0x7fe27c0c01c0 2023-12-02T00:31:12.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe263fff640 1 -- 172.21.15.133:0/2025009712 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe27c1f1220 con 0x7fe27c0c01c0 2023-12-02T00:31:12.437 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:12.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe268066470 msgr2=0x7fe268068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe268066470 0x7fe268068930 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe26c0ae000 tx=0x7fe26c0a7000 comp rx=0 tx=0).stop 2023-12-02T00:31:12.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c0c01c0 msgr2=0x7fe27c159ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c0c01c0 0x7fe27c159ce0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe27000c450 tx=0x7fe27000c850 comp rx=0 tx=0).stop 2023-12-02T00:31:12.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 shutdown_connections 2023-12-02T00:31:12.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe268066470 0x7fe268068930 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c1561f0 0x7fe27c15a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c0c01c0 0x7fe27c159ce0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 --2- 172.21.15.133:0/2025009712 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0a5240 0x7fe27c0a5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 >> 172.21.15.133:0/2025009712 conn(0x7fe27c06a5b0 msgr2=0x7fe27c0c5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:12.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 shutdown_connections 2023-12-02T00:31:12.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.435+0000 7fe281ff5640 1 -- 172.21.15.133:0/2025009712 wait complete. 2023-12-02T00:31:12.459 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:12.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.595+0000 7fcc4bf80640 1 Processor -- start 2023-12-02T00:31:12.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.595+0000 7fcc4bf80640 1 -- start start 2023-12-02T00:31:12.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4bf80640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fcc44151e90 0x7fcc440c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4bf80640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcc440c7ea0 0x7fcc4406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4bf80640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc4406c860 con 0x7fcc440c4e60 2023-12-02T00:31:12.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4bf80640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc440c8750 con 0x7fcc44151e90 2023-12-02T00:31:12.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4bf80640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc441552d0 con 0x7fcc440c7ea0 2023-12-02T00:31:12.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4a51d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fcc440c4e60 0x7fcc4406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45928/0 (socket says 172.21.15.133:45928) 2023-12-02T00:31:12.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4a51d640 1 -- 172.21.15.133:0/3493014535 learned_addr learned my addr 172.21.15.133:0/3493014535 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:12.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc49d1c640 1 --2- 172.21.15.133:0/3493014535 >> v2:172.21.15.133:3300/0 conn(0x7fcc44151e90 0x7fcc440c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4951b640 1 --2- 172.21.15.133:0/3493014535 >> v2:172.21.15.172:3300/0 conn(0x7fcc440c7ea0 0x7fcc4406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc48d1a640 1 -- 172.21.15.133:0/3493014535 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4131649664 0 0) 0x7fcc4406c860 con 0x7fcc440c4e60 2023-12-02T00:31:12.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc48d1a640 1 -- 172.21.15.133:0/3493014535 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcc30003530 con 0x7fcc440c4e60 2023-12-02T00:31:12.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4951b640 1 -- 172.21.15.133:0/3493014535 >> v2:172.21.15.133:3300/0 conn(0x7fcc44151e90 msgr2=0x7fcc440c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:12.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4951b640 1 --2- 172.21.15.133:0/3493014535 >> v2:172.21.15.133:3300/0 conn(0x7fcc44151e90 0x7fcc440c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4951b640 1 -- 172.21.15.133:0/3493014535 >> v1:172.21.15.133:6789/0 conn(0x7fcc440c4e60 legacy=0x7fcc4406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.599+0000 7fcc4951b640 1 -- 172.21.15.133:0/3493014535 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc44154930 con 0x7fcc440c7ea0 2023-12-02T00:31:12.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4951b640 1 --2- 172.21.15.133:0/3493014535 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c7ea0 0x7fcc4406b4a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fcc440a9a70 tx=0x7fcc3401c340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ff9ed7f62c8b0df server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc48d1a640 1 -- 172.21.15.133:0/3493014535 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc340ab600 con 0x7fcc440c7ea0 2023-12-02T00:31:12.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc48d1a640 1 -- 172.21.15.133:0/3493014535 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc340a7050 con 0x7fcc440c7ea0 2023-12-02T00:31:12.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc48d1a640 1 -- 172.21.15.133:0/3493014535 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc340ab980 con 0x7fcc440c7ea0 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 -- 172.21.15.133:0/3493014535 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c7ea0 msgr2=0x7fcc4406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/3493014535 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c7ea0 0x7fcc4406b4a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fcc440a9a70 tx=0x7fcc3401c340 comp rx=0 tx=0).stop 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 -- 172.21.15.133:0/3493014535 shutdown_connections 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/3493014535 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c7ea0 0x7fcc4406b4a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/3493014535 >> v2:172.21.15.133:3300/0 conn(0x7fcc44151e90 0x7fcc440c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 -- 172.21.15.133:0/3493014535 >> 172.21.15.133:0/3493014535 conn(0x7fcc440ca170 msgr2=0x7fcc440ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 -- 172.21.15.133:0/3493014535 shutdown_connections 2023-12-02T00:31:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 -- 172.21.15.133:0/3493014535 wait complete. 2023-12-02T00:31:12.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 Processor -- start 2023-12-02T00:31:12.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.603+0000 7fcc4bf80640 1 -- start start 2023-12-02T00:31:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c4e60 0x7fcc441ed150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcc440c7ea0 0x7fcc441ed690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc44151e90 0x7fcc4414e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc441edbd0 con 0x7fcc44151e90 2023-12-02T00:31:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc440c1f80 con 0x7fcc440c4e60 2023-12-02T00:31:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc440c2260 con 0x7fcc440c7ea0 2023-12-02T00:31:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc44151e90 0x7fcc4414e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc44151e90 0x7fcc4414e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47838/0 (socket says 172.21.15.133:47838) 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 -- 172.21.15.133:0/227132035 learned_addr learned my addr 172.21.15.133:0/227132035 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc49d1c640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c4e60 0x7fcc441ed150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4951b640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcc440c7ea0 0x7fcc441ed690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 -- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcc440c7ea0 msgr2=0x7fcc441ed690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcc440c7ea0 0x7fcc441ed690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 -- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c4e60 msgr2=0x7fcc441ed150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c4e60 0x7fcc441ed150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 -- 172.21.15.133:0/227132035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc34009420 con 0x7fcc44151e90 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc49d1c640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c4e60 0x7fcc441ed150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4951b640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcc440c7ea0 0x7fcc441ed690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4a51d640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc44151e90 0x7fcc4414e420 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00caa0 tx=0x7fcc3c00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc3a7fc640 1 -- 172.21.15.133:0/227132035 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c00ac00 con 0x7fcc44151e90 2023-12-02T00:31:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc3a7fc640 1 -- 172.21.15.133:0/227132035 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc3c00ad60 con 0x7fcc44151e90 2023-12-02T00:31:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc3a7fc640 1 -- 172.21.15.133:0/227132035 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c012620 con 0x7fcc44151e90 2023-12-02T00:31:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc440c2540 con 0x7fcc44151e90 2023-12-02T00:31:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc440c2b00 con 0x7fcc44151e90 2023-12-02T00:31:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc440add20 con 0x7fcc44151e90 2023-12-02T00:31:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.607+0000 7fcc3a7fc640 1 -- 172.21.15.133:0/227132035 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcc3c007070 con 0x7fcc44151e90 2023-12-02T00:31:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.611+0000 7fcc3a7fc640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcc28066470 0x7fcc28068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.611+0000 7fcc3a7fc640 1 -- 172.21.15.133:0/227132035 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcc3c083e80 con 0x7fcc44151e90 2023-12-02T00:31:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.611+0000 7fcc49d1c640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcc28066470 0x7fcc28068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.611+0000 7fcc49d1c640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcc28066470 0x7fcc28068930 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fcc40009bb0 tx=0x7fcc40008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.615+0000 7fcc3a7fc640 1 -- 172.21.15.133:0/227132035 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcc440add20 con 0x7fcc44151e90 2023-12-02T00:31:12.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fcc440add20 con 0x7fcc44151e90 2023-12-02T00:31:12.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc3a7fc640 1 -- 172.21.15.133:0/227132035 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcc440add20 con 0x7fcc44151e90 2023-12-02T00:31:12.765 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcc28066470 msgr2=0x7fcc28068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcc28066470 0x7fcc28068930 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fcc40009bb0 tx=0x7fcc40008040 comp rx=0 tx=0).stop 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc44151e90 msgr2=0x7fcc4414e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc44151e90 0x7fcc4414e420 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00caa0 tx=0x7fcc3c00cf60 comp rx=0 tx=0).stop 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 shutdown_connections 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcc28066470 0x7fcc28068930 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc44151e90 0x7fcc4414e420 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcc440c7ea0 0x7fcc441ed690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 --2- 172.21.15.133:0/227132035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcc440c4e60 0x7fcc441ed150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 >> 172.21.15.133:0/227132035 conn(0x7fcc440ca170 msgr2=0x7fcc44150980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 shutdown_connections 2023-12-02T00:31:12.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.763+0000 7fcc4bf80640 1 -- 172.21.15.133:0/227132035 wait complete. 2023-12-02T00:31:12.786 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:12.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.919+0000 7fd99dfdf640 1 Processor -- start 2023-12-02T00:31:12.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.919+0000 7fd99dfdf640 1 -- start start 2023-12-02T00:31:12.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd99dfdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c5260 0x7fd99806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd99dfdf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd9980c5640 0x7fd9980c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd99dfdf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd9980c60f0 0x7fd998155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd99dfdf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9980c17f0 con 0x7fd9980c60f0 2023-12-02T00:31:12.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd99dfdf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9980c2580 con 0x7fd9980c5640 2023-12-02T00:31:12.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd99dfdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9980c1a00 con 0x7fd9980c5260 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd9980c60f0 0x7fd998155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd9980c60f0 0x7fd998155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47846/0 (socket says 172.21.15.133:47846) 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 -- 172.21.15.133:0/1526268720 learned_addr learned my addr 172.21.15.133:0/1526268720 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd98ffff640 1 --2- 172.21.15.133:0/1526268720 >> v2:172.21.15.172:3300/0 conn(0x7fd9980c5640 0x7fd9980c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd9977fe640 1 --2- 172.21.15.133:0/1526268720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c5260 0x7fd99806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 -- 172.21.15.133:0/1526268720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c5260 msgr2=0x7fd99806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 --2- 172.21.15.133:0/1526268720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c5260 0x7fd99806d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 -- 172.21.15.133:0/1526268720 >> v2:172.21.15.172:3300/0 conn(0x7fd9980c5640 msgr2=0x7fd9980c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 --2- 172.21.15.133:0/1526268720 >> v2:172.21.15.172:3300/0 conn(0x7fd9980c5640 0x7fd9980c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.923+0000 7fd997fff640 1 -- 172.21.15.133:0/1526268720 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9980c1ce0 con 0x7fd9980c60f0 2023-12-02T00:31:12.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd997fff640 1 --2- 172.21.15.133:0/1526268720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c60f0 0x7fd998155de0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd9980c3870 tx=0x7fd99001c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c9395ade84305ea server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd996ffd640 1 -- 172.21.15.133:0/1526268720 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9900a5790 con 0x7fd9980c60f0 2023-12-02T00:31:12.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd996ffd640 1 -- 172.21.15.133:0/1526268720 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9900a58f0 con 0x7fd9980c60f0 2023-12-02T00:31:12.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd996ffd640 1 -- 172.21.15.133:0/1526268720 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9900a5c80 con 0x7fd9980c60f0 2023-12-02T00:31:12.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- 172.21.15.133:0/1526268720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c60f0 msgr2=0x7fd998155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/1526268720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c60f0 0x7fd998155de0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd9980c3870 tx=0x7fd99001c910 comp rx=0 tx=0).stop 2023-12-02T00:31:12.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- 172.21.15.133:0/1526268720 shutdown_connections 2023-12-02T00:31:12.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/1526268720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c60f0 0x7fd998155de0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/1526268720 >> v2:172.21.15.172:3300/0 conn(0x7fd9980c5640 0x7fd9980c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/1526268720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c5260 0x7fd99806d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- 172.21.15.133:0/1526268720 >> 172.21.15.133:0/1526268720 conn(0x7fd99806a5b0 msgr2=0x7fd99806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:12.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- 172.21.15.133:0/1526268720 shutdown_connections 2023-12-02T00:31:12.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- 172.21.15.133:0/1526268720 wait complete. 2023-12-02T00:31:12.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 Processor -- start 2023-12-02T00:31:12.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- start start 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c5260 0x7fd9980bfea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd9980c5640 0x7fd99815d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c60f0 0x7fd99814aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9981f0f00 con 0x7fd9980c5260 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9980c03e0 con 0x7fd9980c5640 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.927+0000 7fd99dfdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9981f13f0 con 0x7fd9980c60f0 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c5260 0x7fd9980bfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c5260 0x7fd9980bfea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47860/0 (socket says 172.21.15.133:47860) 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 -- 172.21.15.133:0/233929186 learned_addr learned my addr 172.21.15.133:0/233929186 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd98ffff640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd9980c5640 0x7fd99815d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd997fff640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c60f0 0x7fd99814aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 -- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c60f0 msgr2=0x7fd99814aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c60f0 0x7fd99814aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 -- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd9980c5640 msgr2=0x7fd99815d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd9980c5640 0x7fd99815d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 -- 172.21.15.133:0/233929186 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd990009b30 con 0x7fd9980c5260 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd9977fe640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c5260 0x7fd9980bfea0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd98800d800 tx=0x7fd98800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd994ff9640 1 -- 172.21.15.133:0/233929186 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9880096a0 con 0x7fd9980c5260 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd994ff9640 1 -- 172.21.15.133:0/233929186 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd988009800 con 0x7fd9980c5260 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd994ff9640 1 -- 172.21.15.133:0/233929186 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd988009990 con 0x7fd9980c5260 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9981f1110 con 0x7fd9980c5260 2023-12-02T00:31:12.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9981570f0 con 0x7fd9980c5260 2023-12-02T00:31:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd998068400 con 0x7fd9980c5260 2023-12-02T00:31:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd994ff9640 1 -- 172.21.15.133:0/233929186 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd988009af0 con 0x7fd9980c5260 2023-12-02T00:31:12.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd994ff9640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd978066470 0x7fd978068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:12.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.931+0000 7fd994ff9640 1 -- 172.21.15.133:0/233929186 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd9880842a0 con 0x7fd9980c5260 2023-12-02T00:31:12.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.935+0000 7fd98ffff640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd978066470 0x7fd978068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:12.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.935+0000 7fd98ffff640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd978066470 0x7fd978068930 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd99815cda0 tx=0x7fd980008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:12.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:12.935+0000 7fd994ff9640 1 -- 172.21.15.133:0/233929186 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd988051730 con 0x7fd9980c5260 2023-12-02T00:31:13.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.115+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd99806d390 con 0x7fd9980c5260 2023-12-02T00:31:13.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd994ff9640 1 -- 172.21.15.133:0/233929186 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7fd98800b3a0 con 0x7fd9980c5260 2023-12-02T00:31:13.120 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:13.120 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:13.120 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:13.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd978066470 msgr2=0x7fd978068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd978066470 0x7fd978068930 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd99815cda0 tx=0x7fd980008040 comp rx=0 tx=0).stop 2023-12-02T00:31:13.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c5260 msgr2=0x7fd9980bfea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c5260 0x7fd9980bfea0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd98800d800 tx=0x7fd98800dcc0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 shutdown_connections 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd978066470 0x7fd978068930 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd9980c60f0 0x7fd99814aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd9980c5640 0x7fd99815d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 --2- 172.21.15.133:0/233929186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9980c5260 0x7fd9980bfea0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 >> 172.21.15.133:0/233929186 conn(0x7fd99806a5b0 msgr2=0x7fd99806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 shutdown_connections 2023-12-02T00:31:13.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.119+0000 7fd99dfdf640 1 -- 172.21.15.133:0/233929186 wait complete. 2023-12-02T00:31:13.141 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.275+0000 7f49e489c640 1 Processor -- start 2023-12-02T00:31:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.275+0000 7f49e489c640 1 -- start start 2023-12-02T00:31:13.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49e489c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e0072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49e489c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f49e00c1010 0x7f49e015cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49e489c640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49e0071e90 con 0x7f49e0072860 2023-12-02T00:31:13.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49e489c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e00a5110 con 0x7f49e00c1010 2023-12-02T00:31:13.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49e489c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e0152d70 con 0x7f49e014f800 2023-12-02T00:31:13.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49df7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e0072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49dffff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f49e00c1010 0x7f49e015cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49deffd640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f49e0072860 0x7f49e006fd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:50518/0 (socket says 172.21.15.133:50518) 2023-12-02T00:31:13.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49deffd640 1 -- 172.21.15.133:0/145938920 learned_addr learned my addr 172.21.15.133:0/145938920 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:13.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49df7fe640 1 -- 172.21.15.133:0/145938920 >> v2:172.21.15.172:3300/0 conn(0x7f49e00c1010 msgr2=0x7f49e015cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:13.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49df7fe640 1 --2- 172.21.15.133:0/145938920 >> v2:172.21.15.172:3300/0 conn(0x7f49e00c1010 0x7f49e015cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49df7fe640 1 -- 172.21.15.133:0/145938920 >> v1:172.21.15.172:6789/0 conn(0x7f49e0072860 legacy=0x7f49e006fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49de7fc640 1 -- 172.21.15.133:0/145938920 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 303865429 0 0) 0x7f49e0071e90 con 0x7f49e0072860 2023-12-02T00:31:13.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.279+0000 7f49df7fe640 1 -- 172.21.15.133:0/145938920 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e0153050 con 0x7f49e014f800 2023-12-02T00:31:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49df7fe640 1 --2- 172.21.15.133:0/145938920 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e0072320 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f49d00097c0 tx=0x7f49d001c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf608bd25978878e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49de7fc640 1 -- 172.21.15.133:0/145938920 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d00ac640 con 0x7f49e014f800 2023-12-02T00:31:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49de7fc640 1 -- 172.21.15.133:0/145938920 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d00ac7a0 con 0x7f49e014f800 2023-12-02T00:31:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49de7fc640 1 -- 172.21.15.133:0/145938920 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d00acb30 con 0x7f49e014f800 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 -- 172.21.15.133:0/145938920 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 msgr2=0x7f49e0072320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 --2- 172.21.15.133:0/145938920 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e0072320 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f49d00097c0 tx=0x7f49d001c3c0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 -- 172.21.15.133:0/145938920 shutdown_connections 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 --2- 172.21.15.133:0/145938920 >> v2:172.21.15.172:3300/0 conn(0x7f49e00c1010 0x7f49e015cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 --2- 172.21.15.133:0/145938920 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e0072320 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 -- 172.21.15.133:0/145938920 >> 172.21.15.133:0/145938920 conn(0x7f49e00a7800 msgr2=0x7f49e00a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 -- 172.21.15.133:0/145938920 shutdown_connections 2023-12-02T00:31:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 -- 172.21.15.133:0/145938920 wait complete. 2023-12-02T00:31:13.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 Processor -- start 2023-12-02T00:31:13.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.283+0000 7f49e489c640 1 -- start start 2023-12-02T00:31:13.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49e0072860 0x7f49e01f0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49e00c1010 0x7f49e00a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e01ef670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e006d3f0 con 0x7f49e0072860 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e01f1150 con 0x7f49e00c1010 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e006c320 con 0x7f49e014f800 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49e0072860 0x7f49e01f0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49e0072860 0x7f49e01f0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47864/0 (socket says 172.21.15.133:47864) 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 -- 172.21.15.133:0/1861755119 learned_addr learned my addr 172.21.15.133:0/1861755119 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49dffff640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e01ef670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49deffd640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49e00c1010 0x7f49e00a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 -- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 msgr2=0x7f49e01ef670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e01ef670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 -- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49e00c1010 msgr2=0x7f49e00a6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49e00c1010 0x7f49e00a6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 -- 172.21.15.133:0/1861755119 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49d0009420 con 0x7f49e0072860 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49deffd640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49e00c1010 0x7f49e00a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49df7fe640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49e0072860 0x7f49e01f0c10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f49d0000c10 tx=0x7f49d001ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49c7fff640 1 -- 172.21.15.133:0/1861755119 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d0004230 con 0x7f49e0072860 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49c7fff640 1 -- 172.21.15.133:0/1861755119 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d0004390 con 0x7f49e0072860 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49e006c600 con 0x7f49e0072860 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49c7fff640 1 -- 172.21.15.133:0/1861755119 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d0003820 con 0x7f49e0072860 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e006cbc0 con 0x7f49e0072860 2023-12-02T00:31:13.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49e006cdb0 con 0x7f49e0072860 2023-12-02T00:31:13.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.287+0000 7f49c7fff640 1 -- 172.21.15.133:0/1861755119 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f49d0003980 con 0x7f49e0072860 2023-12-02T00:31:13.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.291+0000 7f49c7fff640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49cc066470 0x7f49cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.291+0000 7f49c7fff640 1 -- 172.21.15.133:0/1861755119 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f49d011ea60 con 0x7f49e0072860 2023-12-02T00:31:13.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.291+0000 7f49deffd640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49cc066470 0x7f49cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.291+0000 7f49deffd640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49cc066470 0x7f49cc068930 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f49e015d0e0 tx=0x7f49d4007cb0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:13.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.295+0000 7f49c7fff640 1 -- 172.21.15.133:0/1861755119 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f49d00ebf80 con 0x7f49e0072860 2023-12-02T00:31:13.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.447+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f49e004e850 con 0x7f49e0072860 2023-12-02T00:31:13.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.447+0000 7f49c7fff640 1 -- 172.21.15.133:0/1861755119 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f49d00b1090 con 0x7f49e0072860 2023-12-02T00:31:13.452 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:13.452 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49cc066470 msgr2=0x7f49cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49cc066470 0x7f49cc068930 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f49e015d0e0 tx=0x7f49d4007cb0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49e0072860 msgr2=0x7f49e01f0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49e0072860 0x7f49e01f0c10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f49d0000c10 tx=0x7f49d001ac00 comp rx=0 tx=0).stop 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 shutdown_connections 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f49cc066470 0x7f49cc068930 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f49e014f800 0x7f49e01ef670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f49e00c1010 0x7f49e00a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 --2- 172.21.15.133:0/1861755119 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49e0072860 0x7f49e01f0c10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 >> 172.21.15.133:0/1861755119 conn(0x7f49e00a7800 msgr2=0x7f49e0066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 shutdown_connections 2023-12-02T00:31:13.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.451+0000 7f49e489c640 1 -- 172.21.15.133:0/1861755119 wait complete. 2023-12-02T00:31:13.474 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52e5757640 1 Processor -- start 2023-12-02T00:31:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52e5757640 1 -- start start 2023-12-02T00:31:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52e5757640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52e5757640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f52e006b9e0 0x7f52e015f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52e5757640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e006c860 con 0x7f52e0151e90 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52e5757640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52e00c8750 con 0x7f52e006b9e0 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52e5757640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01552d0 con 0x7f52e00c7ea0 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52df7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f52e006b9e0 0x7f52e015f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52df7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f52e006b9e0 0x7f52e015f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47876/0 (socket says 172.21.15.133:47876) 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52df7fe640 1 -- 172.21.15.133:0/556821957 learned_addr learned my addr 172.21.15.133:0/556821957 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52d7fff640 1 --2- 172.21.15.133:0/556821957 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52df7fe640 1 -- 172.21.15.133:0/556821957 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 msgr2=0x7f52e006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52df7fe640 1 --2- 172.21.15.133:0/556821957 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52df7fe640 1 -- 172.21.15.133:0/556821957 >> v1:172.21.15.172:6789/0 conn(0x7f52e0151e90 legacy=0x7f52e00c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.611+0000 7f52df7fe640 1 -- 172.21.15.133:0/556821957 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e0154930 con 0x7f52e006b9e0 2023-12-02T00:31:13.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52df7fe640 1 --2- 172.21.15.133:0/556821957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e006b9e0 0x7f52e015f0a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f52d8009e50 tx=0x7f52d801c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3db550b39ef4419 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:13.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52de7fc640 1 -- 172.21.15.133:0/556821957 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d80a55b0 con 0x7f52e006b9e0 2023-12-02T00:31:13.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52de7fc640 1 -- 172.21.15.133:0/556821957 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d80a5710 con 0x7f52e006b9e0 2023-12-02T00:31:13.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52de7fc640 1 -- 172.21.15.133:0/556821957 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d80a5aa0 con 0x7f52e006b9e0 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 -- 172.21.15.133:0/556821957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e006b9e0 msgr2=0x7f52e015f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 --2- 172.21.15.133:0/556821957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e006b9e0 0x7f52e015f0a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f52d8009e50 tx=0x7f52d801c8f0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 -- 172.21.15.133:0/556821957 shutdown_connections 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 --2- 172.21.15.133:0/556821957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e006b9e0 0x7f52e015f0a0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 --2- 172.21.15.133:0/556821957 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 -- 172.21.15.133:0/556821957 >> 172.21.15.133:0/556821957 conn(0x7f52e00ca170 msgr2=0x7f52e00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 -- 172.21.15.133:0/556821957 shutdown_connections 2023-12-02T00:31:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.615+0000 7f52e5757640 1 -- 172.21.15.133:0/556821957 wait complete. 2023-12-02T00:31:13.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 Processor -- start 2023-12-02T00:31:13.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 -- start start 2023-12-02T00:31:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f52e006b9e0 0x7f52e00bdab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e01ed420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e0151e90 0x7f52e01ed960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01ed000 con 0x7f52e0151e90 2023-12-02T00:31:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01f0920 con 0x7f52e006b9e0 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01f0c00 con 0x7f52e00c7ea0 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e0151e90 0x7f52e01ed960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e0151e90 0x7f52e01ed960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47884/0 (socket says 172.21.15.133:47884) 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 -- 172.21.15.133:0/1531248821 learned_addr learned my addr 172.21.15.133:0/1531248821 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52d7fff640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e01ed420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52deffd640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f52e006b9e0 0x7f52e00bdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 -- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 msgr2=0x7f52e01ed420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e01ed420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 -- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f52e006b9e0 msgr2=0x7f52e00bdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f52e006b9e0 0x7f52e00bdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 -- 172.21.15.133:0/1531248821 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d8009b30 con 0x7f52e0151e90 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52d7fff640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e01ed420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52deffd640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f52e006b9e0 0x7f52e00bdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52df7fe640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e0151e90 0x7f52e01ed960 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f52d80af040 tx=0x7f52d8019690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52d77fe640 1 -- 172.21.15.133:0/1531248821 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d80b8670 con 0x7f52e0151e90 2023-12-02T00:31:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52d77fe640 1 -- 172.21.15.133:0/1531248821 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d80b87d0 con 0x7f52e0151e90 2023-12-02T00:31:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52d77fe640 1 -- 172.21.15.133:0/1531248821 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d80b8b80 con 0x7f52e0151e90 2023-12-02T00:31:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52e01f0ee0 con 0x7f52e0151e90 2023-12-02T00:31:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52e015f350 con 0x7f52e0151e90 2023-12-02T00:31:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.619+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52e0068400 con 0x7f52e0151e90 2023-12-02T00:31:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.623+0000 7f52d77fe640 1 -- 172.21.15.133:0/1531248821 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f52d80b8ce0 con 0x7f52e0151e90 2023-12-02T00:31:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.623+0000 7f52d77fe640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f52c0066470 0x7f52c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.623+0000 7f52d77fe640 1 -- 172.21.15.133:0/1531248821 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f52d811f1f0 con 0x7f52e0151e90 2023-12-02T00:31:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.623+0000 7f52deffd640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f52c0066470 0x7f52c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:13.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.623+0000 7f52deffd640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f52c0066470 0x7f52c0068930 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f52e01522e0 tx=0x7f52d0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:13.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.627+0000 7f52d77fe640 1 -- 172.21.15.133:0/1531248821 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f52d80ec6e0 con 0x7f52e0151e90 2023-12-02T00:31:13.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.803+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f52e014f4a0 con 0x7f52e0151e90 2023-12-02T00:31:13.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.803+0000 7f52d77fe640 1 -- 172.21.15.133:0/1531248821 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f52d8009510 con 0x7f52e0151e90 2023-12-02T00:31:13.808 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:13.808 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:13.808 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f52c0066470 msgr2=0x7f52c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f52c0066470 0x7f52c0068930 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f52e01522e0 tx=0x7f52d0009040 comp rx=0 tx=0).stop 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e0151e90 msgr2=0x7f52e01ed960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e0151e90 0x7f52e01ed960 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f52d80af040 tx=0x7f52d8019690 comp rx=0 tx=0).stop 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 shutdown_connections 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f52c0066470 0x7f52c0068930 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52e0151e90 0x7f52e01ed960 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f52e00c7ea0 0x7f52e01ed420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 --2- 172.21.15.133:0/1531248821 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f52e006b9e0 0x7f52e00bdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 >> 172.21.15.133:0/1531248821 conn(0x7f52e00ca170 msgr2=0x7f52e01537e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 shutdown_connections 2023-12-02T00:31:13.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:13.807+0000 7f52e5757640 1 -- 172.21.15.133:0/1531248821 wait complete. 2023-12-02T00:31:14.232 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-02T00:30:59.718713+0000', 'modified': '2023-12-02T00:31:02.738199+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4282}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4282': {'gid': 4282, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.172:6835/1751033702', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.172:6833', 'nonce': 1751033702}, {'type': 'v1', 'addr': '172.21.15.172:6835', 'nonce': 1751033702}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-12-02T00:31:14.232 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-02T00:31:14.232 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-02T00:31:14.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67517aa640 1 Processor -- start 2023-12-02T00:31:14.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67517aa640 1 -- start start 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67517aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0c7ed0 0x7f674c154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67517aa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f674c0bd660 0x7f674c154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67517aa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f674c0ac4f0 con 0x7f674c151dc0 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67517aa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f674c158780 con 0x7f674c0bd660 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67517aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f674c158a60 con 0x7f674c0c7ed0 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f674b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f674c0bd660 0x7f674c154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f674b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f674c0bd660 0x7f674c154b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47888/0 (socket says 172.21.15.133:47888) 2023-12-02T00:31:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f674b7fe640 1 -- 172.21.15.133:0/2839817672 learned_addr learned my addr 172.21.15.133:0/2839817672 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f67427fc640 1 --2- 172.21.15.133:0/2839817672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0c7ed0 0x7f674c154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f674b7fe640 1 -- 172.21.15.133:0/2839817672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0c7ed0 msgr2=0x7f674c154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f674b7fe640 1 --2- 172.21.15.133:0/2839817672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0c7ed0 0x7f674c154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f674b7fe640 1 -- 172.21.15.133:0/2839817672 >> v1:172.21.15.172:6789/0 conn(0x7f674c151dc0 legacy=0x7f674c0c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.370+0000 7f674b7fe640 1 -- 172.21.15.133:0/2839817672 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f674c0ac180 con 0x7f674c0bd660 2023-12-02T00:31:14.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f674b7fe640 1 --2- 172.21.15.133:0/2839817672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c0bd660 0x7f674c154b90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6744009e50 tx=0x7f674401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a05bc36d4faa45f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f674a7fc640 1 -- 172.21.15.133:0/2839817672 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440a55d0 con 0x7f674c0bd660 2023-12-02T00:31:14.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f674a7fc640 1 -- 172.21.15.133:0/2839817672 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67440a5730 con 0x7f674c0bd660 2023-12-02T00:31:14.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f674a7fc640 1 -- 172.21.15.133:0/2839817672 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440a5ac0 con 0x7f674c0bd660 2023-12-02T00:31:14.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 -- 172.21.15.133:0/2839817672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c0bd660 msgr2=0x7f674c154b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 --2- 172.21.15.133:0/2839817672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c0bd660 0x7f674c154b90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6744009e50 tx=0x7f674401c8f0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 -- 172.21.15.133:0/2839817672 shutdown_connections 2023-12-02T00:31:14.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 --2- 172.21.15.133:0/2839817672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c0bd660 0x7f674c154b90 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 --2- 172.21.15.133:0/2839817672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0c7ed0 0x7f674c154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 -- 172.21.15.133:0/2839817672 >> 172.21.15.133:0/2839817672 conn(0x7f674c071eb0 msgr2=0x7f674c0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 -- 172.21.15.133:0/2839817672 shutdown_connections 2023-12-02T00:31:14.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 -- 172.21.15.133:0/2839817672 wait complete. 2023-12-02T00:31:14.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.374+0000 7f67517aa640 1 Processor -- start 2023-12-02T00:31:14.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 -- start start 2023-12-02T00:31:14.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0bd660 0x7f674c153730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f674c0c7ed0 0x7f674c0be8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c151dc0 0x7f674c1efa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f674c0bffc0 con 0x7f674c151dc0 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f674c1ed130 con 0x7f674c0c7ed0 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f674c0bdae0 con 0x7f674c0bd660 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c151dc0 0x7f674c1efa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c151dc0 0x7f674c1efa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47902/0 (socket says 172.21.15.133:47902) 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674affd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0bd660 0x7f674c153730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 -- 172.21.15.133:0/3779341918 learned_addr learned my addr 172.21.15.133:0/3779341918 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67427fc640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f674c0c7ed0 0x7f674c0be8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 -- 172.21.15.133:0/3779341918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0bd660 msgr2=0x7f674c153730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0bd660 0x7f674c153730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 -- 172.21.15.133:0/3779341918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f674c0c7ed0 msgr2=0x7f674c0be8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f674c0c7ed0 0x7f674c0be8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 -- 172.21.15.133:0/3779341918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6744009b30 con 0x7f674c151dc0 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f674b7fe640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c151dc0 0x7f674c1efa00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f67440af040 tx=0x7f6744019690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f6743fff640 1 -- 172.21.15.133:0/3779341918 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440b8670 con 0x7f674c151dc0 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f6743fff640 1 -- 172.21.15.133:0/3779341918 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67440b87d0 con 0x7f674c151dc0 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f674c0bddc0 con 0x7f674c151dc0 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f6743fff640 1 -- 172.21.15.133:0/3779341918 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440b8b80 con 0x7f674c151dc0 2023-12-02T00:31:14.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.378+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f674c0be380 con 0x7f674c151dc0 2023-12-02T00:31:14.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6743fff640 1 -- 172.21.15.133:0/3779341918 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f67440b8ce0 con 0x7f674c151dc0 2023-12-02T00:31:14.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6743fff640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f672c066470 0x7f672c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6743fff640 1 -- 172.21.15.133:0/3779341918 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f674411f190 con 0x7f674c151dc0 2023-12-02T00:31:14.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f674affd640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f672c066470 0x7f672c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 Processor -- start 2023-12-02T00:31:14.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f674affd640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f672c066470 0x7f672c068930 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f673c007fd0 tx=0x7f673c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 -- start start 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5c2e0 0x5611dee5c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611dee5cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5d520 0x5611deea6a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611decc9130 con 0x5611dee5d520 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611decb69a0 con 0x5611dee5c2e0 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.382+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611decb3ed0 con 0x5611dee5cc00 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5d520 0x5611deea6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5d520 0x5611deea6a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47916/0 (socket says 172.21.15.133:47916) 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 -- 172.21.15.133:0/42060941 learned_addr learned my addr 172.21.15.133:0/42060941 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674affd640 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5c2e0 0x5611dee5c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f67427fc640 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611dee5cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 -- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 msgr2=0x5611dee5cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611dee5cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 -- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5c2e0 msgr2=0x5611dee5c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5c2e0 0x5611dee5c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 -- 172.21.15.133:0/42060941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5611de9a7890 con 0x5611dee5d520 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f674b7fe640 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5d520 0x5611deea6a30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f67440f0100 tx=0x7f674401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1defd7a062d76e8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6740ff9640 1 -- 172.21.15.133:0/42060941 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440f44a0 con 0x5611dee5d520 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6740ff9640 1 -- 172.21.15.133:0/42060941 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6744106030 con 0x5611dee5d520 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6740ff9640 1 -- 172.21.15.133:0/42060941 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440f8650 con 0x5611dee5d520 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- 172.21.15.133:0/42060941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5d520 msgr2=0x5611deea6a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5d520 0x5611deea6a30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f67440f0100 tx=0x7f674401c8f0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- 172.21.15.133:0/42060941 shutdown_connections 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5d520 0x5611deea6a30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611dee5cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 --2- 172.21.15.133:0/42060941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5c2e0 0x5611dee5c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- 172.21.15.133:0/42060941 >> 172.21.15.133:0/42060941 conn(0x5611dee65190 msgr2=0x5611dee9c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- 172.21.15.133:0/42060941 shutdown_connections 2023-12-02T00:31:14.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- 172.21.15.133:0/42060941 wait complete. 2023-12-02T00:31:14.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- start start 2023-12-02T00:31:14.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 Processor -- start 2023-12-02T00:31:14.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee98f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deea5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5d520 0x5611deea55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611decaf7c0 con 0x5611dee5cc00 2023-12-02T00:31:14.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611dec67bf0 con 0x5611dee5d520 2023-12-02T00:31:14.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611dec6da90 con 0x5611dee5c2e0 2023-12-02T00:31:14.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f6754b12000 10 client.0 _ll_register_callbacks cb 0x5611dee4a3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:31:14.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.386+0000 7f67427fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deea5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deea5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47918/0 (socket says 172.21.15.133:47918) 2023-12-02T00:31:14.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 -- 172.21.15.133:0/783661110 learned_addr learned my addr 172.21.15.133:0/783661110 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f674affd640 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee98f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f674b7fe640 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5d520 0x5611deea55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 -- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 msgr2=0x5611dee98f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee98f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 -- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5d520 msgr2=0x5611deea55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5d520 0x5611deea55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 -- 172.21.15.133:0/783661110 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f674c0be380 con 0x5611dee5cc00 2023-12-02T00:31:14.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f67427fc640 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deea5070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6734012550 tx=0x7f6734012a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eea0589507cb043 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:31:14.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 1 -- 172.21.15.133:0/783661110 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67340106e0 con 0x5611dee5cc00 2023-12-02T00:31:14.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 1 -- 172.21.15.133:0/783661110 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6734010840 con 0x5611dee5cc00 2023-12-02T00:31:14.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5611dec71470 con 0x5611dee5cc00 2023-12-02T00:31:14.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 1 -- 172.21.15.133:0/783661110 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6734010a00 con 0x5611dee5cc00 2023-12-02T00:31:14.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 10 client.4641 fetch_fsmap learned FSMap version 8 2023-12-02T00:31:14.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x5611dec70190 con 0x5611dee5cc00 2023-12-02T00:31:14.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 1 -- 172.21.15.133:0/783661110 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5611dec71470 con 0x5611dee5cc00 2023-12-02T00:31:14.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 1 -- 172.21.15.133:0/783661110 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f6734010b60 con 0x5611dee5cc00 2023-12-02T00:31:14.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 10 client.4641 fetch_fsmap finished waiting for FSMap version 8 2023-12-02T00:31:14.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 10 client.4641 resolve_mds: resolved name 'b' to daemon mds.b 2023-12-02T00:31:14.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 20 client.4641 populate_metadata read hostname 'smithi133' 2023-12-02T00:31:14.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611deea5fc0 0x5611deea63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 4 client.4641 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-02T00:31:14.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 --> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5611dec74b50 con 0x5611deea5fc0 2023-12-02T00:31:14.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f674affd640 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611deea5fc0 0x5611deea63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 10 client.4641 ms_handle_connect on v2:172.21.15.172:6833/1751033702 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f674affd640 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611deea5fc0 0x5611deea63a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca69aff6179b1f39 server_cookie=2255603e1cee3270 in_seq=0 out_seq=0 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 1 -- 172.21.15.133:0/783661110 <== mds.0 v2:172.21.15.172:6833/1751033702 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5611dec74b50 con 0x5611deea5fc0 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6729ffb640 10 client.4641 handle_command_reply: tid=0 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 1 client.4641 shutdown 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 msgr2=0x5611deea5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.390+0000 7f6754b12000 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deea5070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6734012550 tx=0x7f6734012a10 comp rx=0 tx=0).stop 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 shutdown_connections 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611deea5fc0 0x5611deea63a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee5d520 0x5611deea55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deea5070 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6729ffb640 0 client.4641 ms_handle_reset on v2:172.21.15.172:6833/1751033702 2023-12-02T00:31:14.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 --2- 172.21.15.133:0/783661110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee98f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 >> 172.21.15.133:0/783661110 conn(0x5611dee65190 msgr2=0x5611dee99b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 shutdown_connections 2023-12-02T00:31:14.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 1 -- 172.21.15.133:0/783661110 wait complete. 2023-12-02T00:31:14.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.394+0000 7f6754b12000 20 client.4641 trim_cache size 0 max 16384 2023-12-02T00:31:14.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.406+0000 7f6754b12000 1 Processor -- start 2023-12-02T00:31:14.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.406+0000 7f6754b12000 1 -- start start 2023-12-02T00:31:14.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deeb6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee97ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deeac3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611de968940 con 0x5611dee5cc00 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611dec78910 con 0x5611dee65190 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611decacfd0 con 0x5611dee5c2e0 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deeac3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deeac3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47922/0 (socket says 172.21.15.133:47922) 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 -- 172.21.15.133:0/4251234746 learned_addr learned my addr 172.21.15.133:0/4251234746 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f67427fc640 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee97ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674affd640 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deeb6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 -- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 msgr2=0x5611dee97ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee97ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 -- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 msgr2=0x5611deeb6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deeb6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 -- 172.21.15.133:0/4251234746 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5611dec56490 con 0x5611dee5cc00 2023-12-02T00:31:14.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674b7fe640 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deeac3d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f674401cdd0 tx=0x7f67440f2000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9543b488cb1f756 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f67417fa640 1 -- 172.21.15.133:0/4251234746 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440f44a0 con 0x5611dee5cc00 2023-12-02T00:31:14.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f67417fa640 1 -- 172.21.15.133:0/4251234746 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6744106040 con 0x5611dee5cc00 2023-12-02T00:31:14.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f67417fa640 1 -- 172.21.15.133:0/4251234746 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67440f8650 con 0x5611dee5cc00 2023-12-02T00:31:14.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- 172.21.15.133:0/4251234746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 msgr2=0x5611deeac3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deeac3d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f674401cdd0 tx=0x7f67440f2000 comp rx=0 tx=0).stop 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- 172.21.15.133:0/4251234746 shutdown_connections 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5cc00 0x5611deeac3d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5c2e0 0x5611dee97ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- 172.21.15.133:0/4251234746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deeb6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- 172.21.15.133:0/4251234746 >> 172.21.15.133:0/4251234746 conn(0x5611dee9cf90 msgr2=0x5611dee97790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- 172.21.15.133:0/4251234746 shutdown_connections 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- 172.21.15.133:0/4251234746 wait complete. 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- start start 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 Processor -- start 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5c2e0 0x5611deead8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611deefe940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deefee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611decb2320 con 0x5611dee5c2e0 2023-12-02T00:31:14.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611dec78910 con 0x5611dee65190 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611dec6e8f0 con 0x5611dee5cc00 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f6754b12000 10 client.0 _ll_register_callbacks cb 0x5611dee2abd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.410+0000 7f674affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5c2e0 0x5611deead8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5c2e0 0x5611deead8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47938/0 (socket says 172.21.15.133:47938) 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 -- 172.21.15.133:0/3194756140 learned_addr learned my addr 172.21.15.133:0/3194756140 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f67427fc640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611deefe940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674b7fe640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deefee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 -- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 msgr2=0x5611deefe940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611deefe940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 -- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 msgr2=0x5611deefee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deefee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 -- 172.21.15.133:0/3194756140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5611de9a7890 con 0x5611dee5c2e0 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674b7fe640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deefee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:14.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f674affd640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5c2e0 0x5611deead8b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f673c001ec0 tx=0x7f673c001130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47b8b54d402c1f6c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 1 -- 172.21.15.133:0/3194756140 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f673c028070 con 0x5611dee5c2e0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 1 -- 172.21.15.133:0/3194756140 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f673c01c040 con 0x5611dee5c2e0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5611dee60210 con 0x5611dee5c2e0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 1 -- 172.21.15.133:0/3194756140 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f673c0298b0 con 0x5611dee5c2e0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 10 client.4647 fetch_fsmap learned FSMap version 8 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x5611de9a7cc0 con 0x5611dee5c2e0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 1 -- 172.21.15.133:0/3194756140 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5611dee60210 con 0x5611dee5c2e0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 1 -- 172.21.15.133:0/3194756140 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f673c012070 con 0x5611dee5c2e0 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 10 client.4647 fetch_fsmap finished waiting for FSMap version 8 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 10 client.4647 resolve_mds: resolved name 'b' to daemon mds.b 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 20 client.4647 populate_metadata read hostname 'smithi133' 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611dee5d520 0x5611deeff3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 4 client.4647 mds_command: new command op to 4282 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-02T00:31:14.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 --> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5611decae110 con 0x5611dee5d520 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f67427fc640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611dee5d520 0x5611deeff3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 10 client.4647 ms_handle_connect on v2:172.21.15.172:6833/1751033702 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f67427fc640 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611dee5d520 0x5611deeff3c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55801c9645aaa54e server_cookie=7e0335ff119123dc in_seq=0 out_seq=0 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 1 -- 172.21.15.133:0/3194756140 <== mds.0 v2:172.21.15.172:6833/1751033702 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x5611decae110 con 0x5611dee5d520 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 10 client.4647 handle_command_reply: tid=0 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 client.4647 shutdown 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5c2e0 msgr2=0x5611deead8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5c2e0 0x5611deead8b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f673c001ec0 tx=0x7f673c001130 comp rx=0 tx=0).stop 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 shutdown_connections 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:6833/1751033702,v1:172.21.15.172:6835/1751033702] conn(0x5611dee5d520 0x5611deeff3c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5611dee65190 0x5611deefee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5611dee5cc00 0x5611deefe940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 --2- 172.21.15.133:0/3194756140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5611dee5c2e0 0x5611deead8b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6729ffb640 0 client.4647 ms_handle_reset on v2:172.21.15.172:6833/1751033702 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 >> 172.21.15.133:0/3194756140 conn(0x5611dee9cf90 msgr2=0x5611dee98020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 shutdown_connections 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 1 -- 172.21.15.133:0/3194756140 wait complete. 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.414+0000 7f6754b12000 20 client.4647 trim_cache size 0 max 16384 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stdout: "cluster_fsid": "010aff74-abf7-4bf1-a4a3-05283159cf96", 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stdout: "whoami": 0, 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stdout: "id": 4282, 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stdout: "want_state": "up:active", 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stdout: "state": "up:active", 2023-12-02T00:31:14.427 INFO:teuthology.orchestra.run.smithi133.stdout: "fs_name": "cephfs", 2023-12-02T00:31:14.428 INFO:teuthology.orchestra.run.smithi133.stdout: "rank_uptime": 14.075978527, 2023-12-02T00:31:14.428 INFO:teuthology.orchestra.run.smithi133.stdout: "mdsmap_epoch": 8, 2023-12-02T00:31:14.428 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch": 20, 2023-12-02T00:31:14.428 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch_barrier": 20, 2023-12-02T00:31:14.428 INFO:teuthology.orchestra.run.smithi133.stdout: "uptime": 21.555815450000001 2023-12-02T00:31:14.428 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:31:14.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f672c066470 msgr2=0x7f672c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f672c066470 0x7f672c068930 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f673c007fd0 tx=0x7f673c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c151dc0 msgr2=0x7f674c1efa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c151dc0 0x7f674c1efa00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f67440af040 tx=0x7f6744019690 comp rx=0 tx=0).stop 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 shutdown_connections 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f672c066470 0x7f672c068930 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f674c151dc0 0x7f674c1efa00 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f674c0c7ed0 0x7f674c0be8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 --2- 172.21.15.133:0/3779341918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f674c0bd660 0x7f674c153730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 >> 172.21.15.133:0/3779341918 conn(0x7f674c071eb0 msgr2=0x7f674c14f810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 shutdown_connections 2023-12-02T00:31:14.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.418+0000 7f67517aa640 1 -- 172.21.15.133:0/3779341918 wait complete. 2023-12-02T00:31:14.439 INFO:teuthology.run_tasks:Running task kclient... 2023-12-02T00:31:14.488 INFO:tasks.kclient:Mounting kernel clients... 2023-12-02T00:31:14.488 INFO:tasks.kclient:config is {'client.0': {}, 'client.1': {}} 2023-12-02T00:31:14.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:14.488 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:31:14.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:14.498 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link delete ceph-brx 2023-12-02T00:31:14.562 INFO:teuthology.orchestra.run.smithi133.stderr:Cannot find device "ceph-brx" 2023-12-02T00:31:14.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:31:14.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:14.565 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:31:14.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:14.576 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link delete ceph-brx 2023-12-02T00:31:14.644 INFO:teuthology.orchestra.run.smithi172.stderr:Cannot find device "ceph-brx" 2023-12-02T00:31:14.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:31:14.647 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2023-12-02T00:31:14.647 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-12-02T00:31:14.647 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:14.647 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:31:14.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.778+0000 7f8a4f5df640 1 Processor -- start 2023-12-02T00:31:14.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4f5df640 1 -- start start 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4f5df640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8a480c5640 0x7f8a480c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4f5df640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8a480c60f0 0x7f8a48155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4f5df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a480c2580 con 0x7f8a480c5260 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4f5df640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a48153510 con 0x7f8a480c60f0 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4f5df640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a480c17f0 con 0x7f8a480c5640 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4db7c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8a480c60f0 0x7f8a48155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4db7c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8a480c60f0 0x7f8a48155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47946/0 (socket says 172.21.15.133:47946) 2023-12-02T00:31:14.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4db7c640 1 -- 172.21.15.133:0/717926354 learned_addr learned my addr 172.21.15.133:0/717926354 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4cb7a640 1 --2- 172.21.15.133:0/717926354 >> v2:172.21.15.172:3300/0 conn(0x7f8a480c5640 0x7f8a480c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4db7c640 1 -- 172.21.15.133:0/717926354 >> v2:172.21.15.172:3300/0 conn(0x7f8a480c5640 msgr2=0x7f8a480c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4db7c640 1 --2- 172.21.15.133:0/717926354 >> v2:172.21.15.172:3300/0 conn(0x7f8a480c5640 0x7f8a480c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4db7c640 1 -- 172.21.15.133:0/717926354 >> v1:172.21.15.172:6789/0 conn(0x7f8a480c5260 legacy=0x7f8a4806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:14.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4db7c640 1 -- 172.21.15.133:0/717926354 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a480c1a00 con 0x7f8a480c60f0 2023-12-02T00:31:14.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.782+0000 7f8a4cb7a640 1 --2- 172.21.15.133:0/717926354 >> v2:172.21.15.172:3300/0 conn(0x7f8a480c5640 0x7f8a480c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:14.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4db7c640 1 --2- 172.21.15.133:0/717926354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c60f0 0x7f8a48155de0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8a4806b390 tx=0x7f8a4001c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3757e370f8cb4dbb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a3ffff640 1 -- 172.21.15.133:0/717926354 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a400a5790 con 0x7f8a480c60f0 2023-12-02T00:31:14.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a3ffff640 1 -- 172.21.15.133:0/717926354 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a400a58f0 con 0x7f8a480c60f0 2023-12-02T00:31:14.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a3ffff640 1 -- 172.21.15.133:0/717926354 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a400a5c80 con 0x7f8a480c60f0 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 -- 172.21.15.133:0/717926354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c60f0 msgr2=0x7f8a48155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/717926354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c60f0 0x7f8a48155de0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8a4806b390 tx=0x7f8a4001c8d0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 -- 172.21.15.133:0/717926354 shutdown_connections 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/717926354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c60f0 0x7f8a48155de0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/717926354 >> v2:172.21.15.172:3300/0 conn(0x7f8a480c5640 0x7f8a480c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 -- 172.21.15.133:0/717926354 >> 172.21.15.133:0/717926354 conn(0x7f8a4806a5b0 msgr2=0x7f8a4806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 -- 172.21.15.133:0/717926354 shutdown_connections 2023-12-02T00:31:14.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 -- 172.21.15.133:0/717926354 wait complete. 2023-12-02T00:31:14.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 Processor -- start 2023-12-02T00:31:14.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.786+0000 7f8a4f5df640 1 -- start start 2023-12-02T00:31:14.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8a480c5260 0x7f8a480c4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c5640 0x7f8a4814eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8a480c60f0 0x7f8a4814f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a480bc6a0 con 0x7f8a480c5640 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a481eaba0 con 0x7f8a480c5260 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a481ec010 con 0x7f8a480c60f0 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c5640 0x7f8a4814eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c5640 0x7f8a4814eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47960/0 (socket says 172.21.15.133:47960) 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 -- 172.21.15.133:0/1010224120 learned_addr learned my addr 172.21.15.133:0/1010224120 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4d37b640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8a480c5260 0x7f8a480c4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4db7c640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8a480c60f0 0x7f8a4814f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 -- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8a480c60f0 msgr2=0x7f8a4814f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8a480c60f0 0x7f8a4814f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 -- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8a480c5260 msgr2=0x7f8a480c4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8a480c5260 0x7f8a480c4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 -- 172.21.15.133:0/1010224120 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a40009b30 con 0x7f8a480c5640 2023-12-02T00:31:14.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4cb7a640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c5640 0x7f8a4814eac0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800c7f0 tx=0x7f8a3800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a3dffb640 1 -- 172.21.15.133:0/1010224120 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a3800cea0 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a3dffb640 1 -- 172.21.15.133:0/1010224120 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a38007a30 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a4815cbf0 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a3dffb640 1 -- 172.21.15.133:0/1010224120 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a38007dc0 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a480a8c50 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a48066ba0 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.790+0000 7f8a3dffb640 1 -- 172.21.15.133:0/1010224120 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8a380113f0 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.794+0000 7f8a3dffb640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8a2c066470 0x7f8a2c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.794+0000 7f8a3dffb640 1 -- 172.21.15.133:0/1010224120 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a38083eb0 con 0x7f8a480c5640 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.794+0000 7f8a4d37b640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8a2c066470 0x7f8a2c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:14.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.794+0000 7f8a4d37b640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8a2c066470 0x7f8a2c068930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400b810 tx=0x7f8a44008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:14.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.798+0000 7f8a3dffb640 1 -- 172.21.15.133:0/1010224120 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8a48066ba0 con 0x7f8a480c5640 2023-12-02T00:31:14.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8a4815cbf0 con 0x7f8a480c5640 2023-12-02T00:31:14.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a3dffb640 1 -- 172.21.15.133:0/1010224120 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f8a4815cbf0 con 0x7f8a480c5640 2023-12-02T00:31:14.981 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:31:14.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8a2c066470 msgr2=0x7f8a2c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8a2c066470 0x7f8a2c068930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400b810 tx=0x7f8a44008040 comp rx=0 tx=0).stop 2023-12-02T00:31:14.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c5640 msgr2=0x7f8a4814eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:14.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c5640 0x7f8a4814eac0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800c7f0 tx=0x7f8a3800ccb0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 shutdown_connections 2023-12-02T00:31:14.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8a2c066470 0x7f8a2c068930 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8a480c60f0 0x7f8a4814f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a480c5640 0x7f8a4814eac0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 --2- 172.21.15.133:0/1010224120 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8a480c5260 0x7f8a480c4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:14.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 >> 172.21.15.133:0/1010224120 conn(0x7f8a4806a5b0 msgr2=0x7f8a481549f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:14.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 shutdown_connections 2023-12-02T00:31:14.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:14.978+0000 7f8a4f5df640 1 -- 172.21.15.133:0/1010224120 wait complete. 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi133.front.sepia.ceph.com 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:31:15.002 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:31:15.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.003 DEBUG:teuthology.orchestra.run.smithi133:> ip addr 2023-12-02T00:31:15.011 INFO:teuthology.orchestra.run.smithi133.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 ::1/128 scope host 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b2 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f0 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b3 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f1 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:86 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:15.012 INFO:teuthology.orchestra.run.smithi133.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:31:15.013 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:87 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:15.013 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.21.15.133/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:31:15.014 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft 42406sec preferred_lft 42406sec 2023-12-02T00:31:15.014 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::ec4:7aff:fe88:8087/64 scope link 2023-12-02T00:31:15.014 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:15.014 INFO:teuthology.orchestra.run.smithi133.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:31:15.014 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 02:42:0c:5d:5e:7d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:15.014 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:31:15.014 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:15.015 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-12-02T00:31:15.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.015 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:31:15.016 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:31:15.016 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link add name ceph-brx type bridge 2023-12-02T00:31:15.016 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip addr flush dev ceph-brx 2023-12-02T00:31:15.016 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set ceph-brx up 2023-12-02T00:31:15.016 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-12-02T00:31:15.016 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:31:15.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.129 DEBUG:teuthology.orchestra.run.smithi133:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:31:15.149 INFO:teuthology.orchestra.run.smithi133.stdout:1 2023-12-02T00:31:15.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.153 DEBUG:teuthology.orchestra.run.smithi133:> route 2023-12-02T00:31:15.231 INFO:teuthology.orchestra.run.smithi133.stdout:Kernel IP routing table 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run.smithi133.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:31:15.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.233 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:31:15.233 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:31:15.233 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:31:15.233 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:31:15.233 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:31:15.233 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:31:15.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.327 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:31:15.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.337 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list-id 2023-12-02T00:31:15.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.394 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:31:15.394 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:31:15.394 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:31:15.394 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-12-02T00:31:15.394 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:31:15.479 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-12-02T00:31:15.479 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-12-02T00:31:15.480 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:31:15.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.650 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:31:15.650 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:31:15.650 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set brx.0 up 2023-12-02T00:31:15.650 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set dev brx.0 master ceph-brx 2023-12-02T00:31:15.650 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:31:15.691 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:15.691 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:15.744 INFO:teuthology.orchestra.run.smithi133.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:31:15.745 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:15.745 DEBUG:teuthology.orchestra.run.smithi133:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:15.801 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:31:15.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:15.801 DEBUG:teuthology.orchestra.run.smithi133:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:15.904 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:15.904 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:31:15.904 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:31:15.998 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:15.998 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:31:15.999 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:31:15.999 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:15.999 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:16.011 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:16.011 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:31:16.011 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:31:16.011 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:16.011 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:16.012 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:31:16.012 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:31:16.012 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:31:16.014 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:31:16.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.015 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:16.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.037 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:16.116 INFO:teuthology.orchestra.run.smithi133.stdout:client4663 2023-12-02T00:31:16.117 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:31:16.117 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:16.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.172 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:16.236 INFO:teuthology.orchestra.run.smithi133.stdout:client4663 2023-12-02T00:31:16.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.236 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:16.303 INFO:teuthology.orchestra.run.smithi133.stdout:client4663 2023-12-02T00:31:16.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.305 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/010aff74-abf7-4bf1-a4a3-05283159cf96.client4663/status') 2023-12-02T00:31:16.373 INFO:teuthology.orchestra.run.smithi133.stdout:instance: client.4663 (3)172.21.15.133:0/2850719551 2023-12-02T00:31:16.373 INFO:teuthology.orchestra.run.smithi133.stdout:blocklisted: false 2023-12-02T00:31:16.374 INFO:teuthology.orchestra.run.smithi133.stderr:0+1 records in 2023-12-02T00:31:16.374 INFO:teuthology.orchestra.run.smithi133.stderr:0+1 records out 2023-12-02T00:31:16.374 INFO:teuthology.orchestra.run.smithi133.stderr:71 bytes copied, 6.6614e-05 s, 1.1 MB/s 2023-12-02T00:31:16.375 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2023-12-02T00:31:16.375 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-12-02T00:31:16.375 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:16.375 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:31:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee30c9640 1 Processor -- start 2023-12-02T00:31:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee30c9640 1 -- start start 2023-12-02T00:31:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee30c9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4edc0c63c0 0x7f4edc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee30c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c2bb0 0x7f4edc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee30c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4edc0c31c0 con 0x7f4edc0c4100 2023-12-02T00:31:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee30c9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4edc0c34a0 con 0x7f4edc0c63c0 2023-12-02T00:31:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee30c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4edc0c1030 con 0x7f4edc0c2bb0 2023-12-02T00:31:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4edbfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f4edc0c4100 0x7f4edc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41488/0 (socket says 172.21.15.133:41488) 2023-12-02T00:31:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4edbfff640 1 -- 172.21.15.133:0/700349075 learned_addr learned my addr 172.21.15.133:0/700349075 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee1666640 1 --2- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c2bb0 0x7f4edc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee0e65640 1 --2- 172.21.15.133:0/700349075 >> v2:172.21.15.172:3300/0 conn(0x7f4edc0c63c0 0x7f4edc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4edb7fe640 1 -- 172.21.15.133:0/700349075 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1077610974 0 0) 0x7f4edc0c31c0 con 0x7f4edc0c4100 2023-12-02T00:31:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4edb7fe640 1 -- 172.21.15.133:0/700349075 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ecc005740 con 0x7f4edc0c4100 2023-12-02T00:31:16.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4edb7fe640 1 -- 172.21.15.133:0/700349075 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3206481847 0 0) 0x7f4ecc005740 con 0x7f4edc0c4100 2023-12-02T00:31:16.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee0e65640 1 -- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c2bb0 msgr2=0x7f4edc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:16.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee0e65640 1 --2- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c2bb0 0x7f4edc0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee0e65640 1 -- 172.21.15.133:0/700349075 >> v1:172.21.15.133:6789/0 conn(0x7f4edc0c4100 legacy=0x7f4edc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:16.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.550+0000 7f4ee0e65640 1 -- 172.21.15.133:0/700349075 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4edc0c1310 con 0x7f4edc0c63c0 2023-12-02T00:31:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee0e65640 1 --2- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c63c0 0x7f4edc0c06d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00097c0 tx=0x7f4ed001c250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1964d7b3f1b5b8d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4edb7fe640 1 -- 172.21.15.133:0/700349075 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4edc0aa3d0 con 0x7f4edc0c63c0 2023-12-02T00:31:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4edb7fe640 1 -- 172.21.15.133:0/700349075 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ed00a7050 con 0x7f4edc0c63c0 2023-12-02T00:31:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4edb7fe640 1 -- 172.21.15.133:0/700349075 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8001680 con 0x7f4edc0c63c0 2023-12-02T00:31:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 -- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c63c0 msgr2=0x7f4edc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c63c0 0x7f4edc0c06d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00097c0 tx=0x7f4ed001c250 comp rx=0 tx=0).stop 2023-12-02T00:31:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 -- 172.21.15.133:0/700349075 shutdown_connections 2023-12-02T00:31:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c2bb0 0x7f4edc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/700349075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c63c0 0x7f4edc0c06d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 -- 172.21.15.133:0/700349075 >> 172.21.15.133:0/700349075 conn(0x7f4edc06a5b0 msgr2=0x7f4edc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:16.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 -- 172.21.15.133:0/700349075 shutdown_connections 2023-12-02T00:31:16.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.554+0000 7f4ee30c9640 1 -- 172.21.15.133:0/700349075 wait complete. 2023-12-02T00:31:16.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 Processor -- start 2023-12-02T00:31:16.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 -- start start 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c2bb0 0x7f4edc1501e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c4100 0x7f4edc150720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4edc0c63c0 0x7f4edc1f0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4edc0bb580 con 0x7f4edc0c63c0 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4edc0bbd50 con 0x7f4edc0c2bb0 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4edc1ed480 con 0x7f4edc0c4100 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4edc0c63c0 0x7f4edc1f0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4edc0c63c0 0x7f4edc1f0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36788/0 (socket says 172.21.15.133:36788) 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 -- 172.21.15.133:0/673486082 learned_addr learned my addr 172.21.15.133:0/673486082 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4edbfff640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c4100 0x7f4edc150720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee0e65640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c2bb0 0x7f4edc1501e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 -- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c4100 msgr2=0x7f4edc150720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c4100 0x7f4edc150720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 -- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c2bb0 msgr2=0x7f4edc1501e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c2bb0 0x7f4edc1501e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 -- 172.21.15.133:0/673486082 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ed0009420 con 0x7f4edc0c63c0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee1666640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4edc0c63c0 0x7f4edc1f0250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4ed400efc0 tx=0x7f4ed400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ed97fa640 1 -- 172.21.15.133:0/673486082 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ed4014480 con 0x7f4edc0c63c0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ed97fa640 1 -- 172.21.15.133:0/673486082 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ed400f040 con 0x7f4edc0c63c0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4edc1ed760 con 0x7f4edc0c63c0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ed97fa640 1 -- 172.21.15.133:0/673486082 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ed4014820 con 0x7f4edc0c63c0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.558+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4edc0bba70 con 0x7f4edc0c63c0 2023-12-02T00:31:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.562+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4edc0701c0 con 0x7f4edc0c63c0 2023-12-02T00:31:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.562+0000 7f4ed97fa640 1 -- 172.21.15.133:0/673486082 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4ed4014980 con 0x7f4edc0c63c0 2023-12-02T00:31:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.562+0000 7f4ed97fa640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ec0066470 0x7f4ec0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.562+0000 7f4ed97fa640 1 -- 172.21.15.133:0/673486082 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4ed4084950 con 0x7f4edc0c63c0 2023-12-02T00:31:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.562+0000 7f4ee0e65640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ec0066470 0x7f4ec0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:16.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.562+0000 7f4ee0e65640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ec0066470 0x7f4ec0068930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00ad000 tx=0x7f4ed0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.566+0000 7f4ed97fa640 1 -- 172.21.15.133:0/673486082 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4edc0701c0 con 0x7f4edc0c63c0 2023-12-02T00:31:16.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.754+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4edc0701c0 con 0x7f4edc0c63c0 2023-12-02T00:31:16.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ed97fa640 1 -- 172.21.15.133:0/673486082 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4edc0701c0 con 0x7f4edc0c63c0 2023-12-02T00:31:16.760 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:31:16.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ec0066470 msgr2=0x7f4ec0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:16.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ec0066470 0x7f4ec0068930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4ed00ad000 tx=0x7f4ed0008040 comp rx=0 tx=0).stop 2023-12-02T00:31:16.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4edc0c63c0 msgr2=0x7f4edc1f0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4edc0c63c0 0x7f4edc1f0250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4ed400efc0 tx=0x7f4ed400c490 comp rx=0 tx=0).stop 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 shutdown_connections 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ec0066470 0x7f4ec0068930 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4edc0c63c0 0x7f4edc1f0250 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4edc0c4100 0x7f4edc150720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 --2- 172.21.15.133:0/673486082 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4edc0c2bb0 0x7f4edc1501e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 >> 172.21.15.133:0/673486082 conn(0x7f4edc06a5b0 msgr2=0x7f4edc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 shutdown_connections 2023-12-02T00:31:16.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:16.758+0000 7f4ee30c9640 1 -- 172.21.15.133:0/673486082 wait complete. 2023-12-02T00:31:16.781 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-12-02T00:31:16.781 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:31:16.782 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:31:16.782 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-12-02T00:31:16.782 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:16.782 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-12-02T00:31:16.782 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-12-02T00:31:16.782 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:31:16.782 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:31:16.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.782 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:16.794 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42315sec preferred_lft 42315sec 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:31:16.795 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:16.796 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-12-02T00:31:16.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.797 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:31:16.797 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:31:16.797 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link add name ceph-brx type bridge 2023-12-02T00:31:16.797 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip addr flush dev ceph-brx 2023-12-02T00:31:16.797 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set ceph-brx up 2023-12-02T00:31:16.797 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-12-02T00:31:16.797 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:31:16.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.919 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:31:16.938 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:31:16.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:16.940 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:31:17.017 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:31:17.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.019 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:31:17.019 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:31:17.019 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:31:17.019 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:31:17.019 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:31:17.019 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:31:17.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.111 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:31:17.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.121 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list-id 2023-12-02T00:31:17.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.172 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:31:17.172 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:31:17.172 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:31:17.172 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-12-02T00:31:17.172 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:31:17.255 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-12-02T00:31:17.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.256 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:31:17.256 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:31:17.256 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-12-02T00:31:17.256 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-12-02T00:31:17.256 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-12-02T00:31:17.256 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-12-02T00:31:17.257 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-12-02T00:31:17.257 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:31:17.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.422 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:31:17.422 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:31:17.422 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:31:17.422 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set dev brx.0 master ceph-brx 2023-12-02T00:31:17.422 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:31:17.464 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:17.464 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:17.515 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:31:17.516 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:17.516 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:17.567 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:31:17.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.567 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:17.673 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:17.674 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:31:17.674 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:31:17.793 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:17.793 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:31:17.793 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:31:17.793 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:17.793 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:17.806 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:17.806 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:31:17.807 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:31:17.807 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:17.807 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:17.807 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:31:17.807 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:31:17.807 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:31:17.811 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:31:17.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.811 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:17.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.833 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:17.892 INFO:teuthology.orchestra.run.smithi172.stdout:client4662 2023-12-02T00:31:17.892 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:31:17.892 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:17.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:17.944 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:18.002 INFO:teuthology.orchestra.run.smithi172.stdout:client4662 2023-12-02T00:31:18.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:18.002 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:18.058 INFO:teuthology.orchestra.run.smithi172.stdout:client4662 2023-12-02T00:31:18.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:18.058 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/010aff74-abf7-4bf1-a4a3-05283159cf96.client4662/status') 2023-12-02T00:31:18.123 INFO:teuthology.orchestra.run.smithi172.stdout:instance: client.4662 (3)172.21.15.172:0/58708717 2023-12-02T00:31:18.123 INFO:teuthology.orchestra.run.smithi172.stdout:blocklisted: false 2023-12-02T00:31:18.123 INFO:teuthology.orchestra.run.smithi172.stderr:0+1 records in 2023-12-02T00:31:18.123 INFO:teuthology.orchestra.run.smithi172.stderr:0+1 records out 2023-12-02T00:31:18.123 INFO:teuthology.orchestra.run.smithi172.stderr:69 bytes copied, 5.0666e-05 s, 1.4 MB/s 2023-12-02T00:31:18.125 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-12-02T00:31:18.143 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:18.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.286+0000 7f07a85aa640 1 Processor -- start 2023-12-02T00:31:18.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.286+0000 7f07a85aa640 1 -- start start 2023-12-02T00:31:18.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.286+0000 7f07a85aa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f07a00c5260 0x7f07a006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.286+0000 7f07a85aa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f07a0155de0 0x7f07a0156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.286+0000 7f07a85aa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07a00c2580 con 0x7f07a00c5640 2023-12-02T00:31:18.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.286+0000 7f07a85aa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07a0153510 con 0x7f07a0155de0 2023-12-02T00:31:18.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.286+0000 7f07a85aa640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07a00c17f0 con 0x7f07a00c5260 2023-12-02T00:31:18.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f07a0155de0 0x7f07a0156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f07a0155de0 0x7f07a0156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36802/0 (socket says 172.21.15.133:36802) 2023-12-02T00:31:18.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 -- 172.21.15.133:0/3398218362 learned_addr learned my addr 172.21.15.133:0/3398218362 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:18.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6346640 1 --2- 172.21.15.133:0/3398218362 >> v2:172.21.15.172:3300/0 conn(0x7f07a00c5260 0x7f07a006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 -- 172.21.15.133:0/3398218362 >> v2:172.21.15.172:3300/0 conn(0x7f07a00c5260 msgr2=0x7f07a006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:18.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 --2- 172.21.15.133:0/3398218362 >> v2:172.21.15.172:3300/0 conn(0x7f07a00c5260 0x7f07a006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 -- 172.21.15.133:0/3398218362 >> v1:172.21.15.172:6789/0 conn(0x7f07a00c5640 legacy=0x7f07a00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 -- 172.21.15.133:0/3398218362 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07a00c1a00 con 0x7f07a0155de0 2023-12-02T00:31:18.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a6b47640 1 --2- 172.21.15.133:0/3398218362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a0156230 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f07a00c6920 tx=0x7f079801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb4e5eb91f5bf90 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a5344640 1 -- 172.21.15.133:0/3398218362 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980a57d0 con 0x7f07a0155de0 2023-12-02T00:31:18.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a5344640 1 -- 172.21.15.133:0/3398218362 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07980a5930 con 0x7f07a0155de0 2023-12-02T00:31:18.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.290+0000 7f07a5344640 1 -- 172.21.15.133:0/3398218362 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980a5cc0 con 0x7f07a0155de0 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- 172.21.15.133:0/3398218362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 msgr2=0x7f07a0156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 --2- 172.21.15.133:0/3398218362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a0156230 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f07a00c6920 tx=0x7f079801c910 comp rx=0 tx=0).stop 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- 172.21.15.133:0/3398218362 shutdown_connections 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 --2- 172.21.15.133:0/3398218362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a0156230 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 --2- 172.21.15.133:0/3398218362 >> v2:172.21.15.172:3300/0 conn(0x7f07a00c5260 0x7f07a006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- 172.21.15.133:0/3398218362 >> 172.21.15.133:0/3398218362 conn(0x7f07a006a5b0 msgr2=0x7f07a006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- 172.21.15.133:0/3398218362 shutdown_connections 2023-12-02T00:31:18.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- 172.21.15.133:0/3398218362 wait complete. 2023-12-02T00:31:18.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 Processor -- start 2023-12-02T00:31:18.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- start start 2023-12-02T00:31:18.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f07a00c5260 0x7f07a014cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f07a00c5640 0x7f07a0148590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a00a92c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a01f0c20 con 0x7f07a0155de0 2023-12-02T00:31:18.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a014d9d0 con 0x7f07a00c5640 2023-12-02T00:31:18.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a85aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07a01f08e0 con 0x7f07a00c5260 2023-12-02T00:31:18.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a00a92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a00a92c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36818/0 (socket says 172.21.15.133:36818) 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 -- 172.21.15.133:0/2760948377 learned_addr learned my addr 172.21.15.133:0/2760948377 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6346640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f07a00c5260 0x7f07a014cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a5b45640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f07a00c5640 0x7f07a0148590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 -- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f07a00c5260 msgr2=0x7f07a014cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f07a00c5260 0x7f07a014cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 -- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f07a00c5640 msgr2=0x7f07a0148590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f07a00c5640 0x7f07a0148590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.294+0000 7f07a6b47640 1 -- 172.21.15.133:0/2760948377 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0798009b30 con 0x7f07a0155de0 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f07a5b45640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f07a00c5640 0x7f07a0148590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f07a6b47640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a00a92c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f079801a540 tx=0x7f07980196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f0796ffd640 1 -- 172.21.15.133:0/2760948377 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980b8670 con 0x7f07a0155de0 2023-12-02T00:31:18.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f0796ffd640 1 -- 172.21.15.133:0/2760948377 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07980b87d0 con 0x7f07a0155de0 2023-12-02T00:31:18.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f0796ffd640 1 -- 172.21.15.133:0/2760948377 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980b8b60 con 0x7f07a0155de0 2023-12-02T00:31:18.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07a014d730 con 0x7f07a0155de0 2023-12-02T00:31:18.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07a014e530 con 0x7f07a0155de0 2023-12-02T00:31:18.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07a00aa8a0 con 0x7f07a0155de0 2023-12-02T00:31:18.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f0796ffd640 1 -- 172.21.15.133:0/2760948377 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f07980b8cc0 con 0x7f07a0155de0 2023-12-02T00:31:18.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f0796ffd640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0784066470 0x7f0784068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f0796ffd640 1 -- 172.21.15.133:0/2760948377 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f079811f450 con 0x7f07a0155de0 2023-12-02T00:31:18.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.298+0000 7f07a6346640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0784066470 0x7f0784068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.302+0000 7f07a6346640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0784066470 0x7f0784068930 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f07a014cc20 tx=0x7f079c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.302+0000 7f0796ffd640 1 -- 172.21.15.133:0/2760948377 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f07a00aa8a0 con 0x7f07a0155de0 2023-12-02T00:31:18.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.454+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f07a00aa8a0 con 0x7f07a0155de0 2023-12-02T00:31:18.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.454+0000 7f0796ffd640 1 -- 172.21.15.133:0/2760948377 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f07a00aa8a0 con 0x7f07a0155de0 2023-12-02T00:31:18.460 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:18.460 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:18.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0784066470 msgr2=0x7f0784068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0784066470 0x7f0784068930 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f07a014cc20 tx=0x7f079c008040 comp rx=0 tx=0).stop 2023-12-02T00:31:18.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 msgr2=0x7f07a00a92c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a00a92c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f079801a540 tx=0x7f07980196b0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 shutdown_connections 2023-12-02T00:31:18.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0784066470 0x7f0784068930 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a0155de0 0x7f07a00a92c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f07a00c5640 0x7f07a0148590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 --2- 172.21.15.133:0/2760948377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f07a00c5260 0x7f07a014cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 >> 172.21.15.133:0/2760948377 conn(0x7f07a006a5b0 msgr2=0x7f07a01561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:18.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 shutdown_connections 2023-12-02T00:31:18.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.458+0000 7f07a85aa640 1 -- 172.21.15.133:0/2760948377 wait complete. 2023-12-02T00:31:18.480 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:18.481 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:18.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe6012fe640 1 Processor -- start 2023-12-02T00:31:18.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe6012fe640 1 -- start start 2023-12-02T00:31:18.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe6012fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe5fc151ba0 0x7fe5fc06afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe6012fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe5fc0c48d0 0x7fe5fc154b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe6012fe640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5fc0c53f0 con 0x7fe5fc06b520 2023-12-02T00:31:18.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe6012fe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5fc158c30 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe6012fe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5fc154670 con 0x7fe5fc151ba0 2023-12-02T00:31:18.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5fa7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe5fc0c48d0 0x7fe5fc154b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5fa7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe5fc0c48d0 0x7fe5fc154b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36822/0 (socket says 172.21.15.133:36822) 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/1858999469 learned_addr learned my addr 172.21.15.133:0/1858999469 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5faffd640 1 --2- 172.21.15.133:0/1858999469 >> v2:172.21.15.172:3300/0 conn(0x7fe5fc151ba0 0x7fe5fc06afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/1858999469 >> v2:172.21.15.172:3300/0 conn(0x7fe5fc151ba0 msgr2=0x7fe5fc06afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5fa7fc640 1 --2- 172.21.15.133:0/1858999469 >> v2:172.21.15.172:3300/0 conn(0x7fe5fc151ba0 0x7fe5fc06afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/1858999469 >> v1:172.21.15.172:6789/0 conn(0x7fe5fc06b520 legacy=0x7fe5fc155070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/1858999469 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5fc0c6b00 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.618+0000 7fe5faffd640 1 --2- 172.21.15.133:0/1858999469 >> v2:172.21.15.172:3300/0 conn(0x7fe5fc151ba0 0x7fe5fc06afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:18.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe5fa7fc640 1 --2- 172.21.15.133:0/1858999469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc154b30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc08bb10 tx=0x7fe5f001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=740b384dc90fefd3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe5f9ffb640 1 -- 172.21.15.133:0/1858999469 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5f00ac640 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe5f9ffb640 1 -- 172.21.15.133:0/1858999469 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5f00ac7a0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe5f9ffb640 1 -- 172.21.15.133:0/1858999469 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5f00acb30 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 -- 172.21.15.133:0/1858999469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 msgr2=0x7fe5fc154b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 --2- 172.21.15.133:0/1858999469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc154b30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc08bb10 tx=0x7fe5f001c400 comp rx=0 tx=0).stop 2023-12-02T00:31:18.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 -- 172.21.15.133:0/1858999469 shutdown_connections 2023-12-02T00:31:18.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 --2- 172.21.15.133:0/1858999469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc154b30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 --2- 172.21.15.133:0/1858999469 >> v2:172.21.15.172:3300/0 conn(0x7fe5fc151ba0 0x7fe5fc06afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 -- 172.21.15.133:0/1858999469 >> 172.21.15.133:0/1858999469 conn(0x7fe5fc0c9f50 msgr2=0x7fe5fc0ca360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:18.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 -- 172.21.15.133:0/1858999469 shutdown_connections 2023-12-02T00:31:18.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 -- 172.21.15.133:0/1858999469 wait complete. 2023-12-02T00:31:18.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 Processor -- start 2023-12-02T00:31:18.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.622+0000 7fe6012fe640 1 -- start start 2023-12-02T00:31:18.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5fc06b520 0x7fe5fc1456f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc13f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5fc151ba0 0x7fe5fc157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5fc144b00 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5fc1f1460 con 0x7fe5fc151ba0 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5fc1f1740 con 0x7fe5fc06b520 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc13f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc13f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36828/0 (socket says 172.21.15.133:36828) 2023-12-02T00:31:18.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/430589265 learned_addr learned my addr 172.21.15.133:0/430589265 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5fc06b520 msgr2=0x7fe5fc1456f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5faffd640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5fc06b520 0x7fe5fc1456f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5fc06b520 0x7fe5fc1456f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fb7fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5fc151ba0 0x7fe5fc157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5fc151ba0 msgr2=0x7fe5fc157640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5fc151ba0 0x7fe5fc157640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 -- 172.21.15.133:0/430589265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5f00094d0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5faffd640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5fc06b520 0x7fe5fc1456f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fb7fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5fc151ba0 0x7fe5fc157640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5fa7fc640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc13f6b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe5f001a030 tx=0x7fe5f00191a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5e37fe640 1 -- 172.21.15.133:0/430589265 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5f00b5850 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5e37fe640 1 -- 172.21.15.133:0/430589265 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5f00b59b0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5fc1444b0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5e37fe640 1 -- 172.21.15.133:0/430589265 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5f00b5d60 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5fc157b80 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5fc14c1d0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.626+0000 7fe5e37fe640 1 -- 172.21.15.133:0/430589265 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe5f00b3070 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.630+0000 7fe5e37fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e8066470 0x7fe5e8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.630+0000 7fe5e37fe640 1 -- 172.21.15.133:0/430589265 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe5f011e150 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.630+0000 7fe5faffd640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e8066470 0x7fe5e8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.630+0000 7fe5faffd640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e8066470 0x7fe5e8068930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc14c1a0 tx=0x7fe5ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.634+0000 7fe5e37fe640 1 -- 172.21.15.133:0/430589265 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe5fc14c1d0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe5fc14c1d0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe5e37fe640 1 -- 172.21.15.133:0/430589265 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe5fc14c1d0 con 0x7fe5fc0c48d0 2023-12-02T00:31:18.785 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e8066470 msgr2=0x7fe5e8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e8066470 0x7fe5e8068930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc14c1a0 tx=0x7fe5ec008040 comp rx=0 tx=0).stop 2023-12-02T00:31:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 msgr2=0x7fe5fc13f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc13f6b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe5f001a030 tx=0x7fe5f00191a0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 shutdown_connections 2023-12-02T00:31:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e8066470 0x7fe5e8068930 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe5fc151ba0 0x7fe5fc157640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc0c48d0 0x7fe5fc13f6b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 --2- 172.21.15.133:0/430589265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5fc06b520 0x7fe5fc1456f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 >> 172.21.15.133:0/430589265 conn(0x7fe5fc0c9f50 msgr2=0x7fe5fc1524e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:18.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 shutdown_connections 2023-12-02T00:31:18.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.782+0000 7fe6012fe640 1 -- 172.21.15.133:0/430589265 wait complete. 2023-12-02T00:31:18.806 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:18.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1c6bb640 1 Processor -- start 2023-12-02T00:31:18.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1c6bb640 1 -- start start 2023-12-02T00:31:18.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1c6bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f1414b010 0x7f2f140bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1c6bb640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2f14157c20 0x7f2f141580b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1c6bb640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f1406a5b0 con 0x7f2f14073a70 2023-12-02T00:31:18.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1c6bb640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f1406b710 con 0x7f2f14157c20 2023-12-02T00:31:18.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1c6bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f140c1d60 con 0x7f2f1414b010 2023-12-02T00:31:18.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1ac58640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2f14157c20 0x7f2f141580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1ac58640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2f14157c20 0x7f2f141580b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36832/0 (socket says 172.21.15.133:36832) 2023-12-02T00:31:18.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1ac58640 1 -- 172.21.15.133:0/452536980 learned_addr learned my addr 172.21.15.133:0/452536980 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:18.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1a457640 1 --2- 172.21.15.133:0/452536980 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f1414b010 0x7f2f140bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1ac58640 1 -- 172.21.15.133:0/452536980 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f1414b010 msgr2=0x7f2f140bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:18.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1ac58640 1 --2- 172.21.15.133:0/452536980 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f1414b010 0x7f2f140bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1ac58640 1 -- 172.21.15.133:0/452536980 >> v1:172.21.15.172:6789/0 conn(0x7f2f14073a70 legacy=0x7f2f1406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.946+0000 7f2f1ac58640 1 -- 172.21.15.133:0/452536980 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f140c2040 con 0x7f2f14157c20 2023-12-02T00:31:18.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1ac58640 1 --2- 172.21.15.133:0/452536980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f14157c20 0x7f2f141580b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c009e50 tx=0x7f2f0c01f1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=655c0e3867e47466 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f19455640 1 -- 172.21.15.133:0/452536980 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c0af400 con 0x7f2f14157c20 2023-12-02T00:31:18.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f19455640 1 -- 172.21.15.133:0/452536980 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f0c0ab050 con 0x7f2f14157c20 2023-12-02T00:31:18.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f19455640 1 -- 172.21.15.133:0/452536980 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c0af780 con 0x7f2f14157c20 2023-12-02T00:31:18.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/452536980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f14157c20 msgr2=0x7f2f141580b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/452536980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f14157c20 0x7f2f141580b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c009e50 tx=0x7f2f0c01f1f0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/452536980 shutdown_connections 2023-12-02T00:31:18.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/452536980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f14157c20 0x7f2f141580b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/452536980 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f1414b010 0x7f2f140bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/452536980 >> 172.21.15.133:0/452536980 conn(0x7f2f140c30c0 msgr2=0x7f2f140c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:18.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/452536980 shutdown_connections 2023-12-02T00:31:18.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.950+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/452536980 wait complete. 2023-12-02T00:31:18.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 Processor -- start 2023-12-02T00:31:18.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 -- start start 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f14073a70 0x7f2f141edb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f1414b010 0x7f2f140c5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f14157c20 0x7f2f140c59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f140a9d70 con 0x7f2f1414b010 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f140a9fc0 con 0x7f2f14157c20 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f140aa2a0 con 0x7f2f14073a70 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f1414b010 0x7f2f140c5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f1414b010 0x7f2f140c5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36836/0 (socket says 172.21.15.133:36836) 2023-12-02T00:31:18.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1a457640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f14073a70 0x7f2f141edb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 -- 172.21.15.133:0/2291057245 learned_addr learned my addr 172.21.15.133:0/2291057245 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1ac58640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f14157c20 0x7f2f140c59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 -- 172.21.15.133:0/2291057245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f14073a70 msgr2=0x7f2f141edb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f14073a70 0x7f2f141edb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 -- 172.21.15.133:0/2291057245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f14157c20 msgr2=0x7f2f140c59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f14157c20 0x7f2f140c59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 -- 172.21.15.133:0/2291057245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f0c009b30 con 0x7f2f1414b010 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f19c56640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f1414b010 0x7f2f140c5460 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400c500 tx=0x7f2f0400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f0affd640 1 -- 172.21.15.133:0/2291057245 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f04005220 con 0x7f2f1414b010 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f0affd640 1 -- 172.21.15.133:0/2291057245 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f04005380 con 0x7f2f1414b010 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f0affd640 1 -- 172.21.15.133:0/2291057245 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f04007270 con 0x7f2f1414b010 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f141ed610 con 0x7f2f1414b010 2023-12-02T00:31:18.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.954+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f140aa580 con 0x7f2f1414b010 2023-12-02T00:31:18.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.958+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f1406e580 con 0x7f2f1414b010 2023-12-02T00:31:18.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.958+0000 7f2f0affd640 1 -- 172.21.15.133:0/2291057245 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2f040073d0 con 0x7f2f1414b010 2023-12-02T00:31:18.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.958+0000 7f2f0affd640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ef8066470 0x7f2ef8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:18.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.958+0000 7f2f0affd640 1 -- 172.21.15.133:0/2291057245 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2f040831c0 con 0x7f2f1414b010 2023-12-02T00:31:18.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.958+0000 7f2f1a457640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ef8066470 0x7f2ef8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:18.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.958+0000 7f2f1a457640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ef8066470 0x7f2ef8068930 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2f10009b60 tx=0x7f2f10009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:18.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:18.962+0000 7f2f0affd640 1 -- 172.21.15.133:0/2291057245 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2f04050660 con 0x7f2f1414b010 2023-12-02T00:31:19.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2f141ed800 con 0x7f2f1414b010 2023-12-02T00:31:19.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f0affd640 1 -- 172.21.15.133:0/2291057245 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2f04053c80 con 0x7f2f1414b010 2023-12-02T00:31:19.118 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ef8066470 msgr2=0x7f2ef8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ef8066470 0x7f2ef8068930 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2f10009b60 tx=0x7f2f10009190 comp rx=0 tx=0).stop 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f1414b010 msgr2=0x7f2f140c5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f1414b010 0x7f2f140c5460 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400c500 tx=0x7f2f0400c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 shutdown_connections 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ef8066470 0x7f2ef8068930 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f14157c20 0x7f2f140c59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f1414b010 0x7f2f140c5460 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 --2- 172.21.15.133:0/2291057245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f14073a70 0x7f2f141edb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 >> 172.21.15.133:0/2291057245 conn(0x7f2f140c30c0 msgr2=0x7f2f14072420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:19.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 shutdown_connections 2023-12-02T00:31:19.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.114+0000 7f2f1c6bb640 1 -- 172.21.15.133:0/2291057245 wait complete. 2023-12-02T00:31:19.139 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:19.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f713359e640 1 Processor -- start 2023-12-02T00:31:19.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f713359e640 1 -- start start 2023-12-02T00:31:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f713359e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f71340c5360 0x7f713406c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f713359e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f713406c5b0 0x7f713406c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f713359e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71340c1e30 con 0x7f713406d990 2023-12-02T00:31:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f713359e640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f713406dd70 con 0x7f713406c5b0 2023-12-02T00:31:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f713359e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71340c57c0 con 0x7f71340c5360 2023-12-02T00:31:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.282+0000 7f7132d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f713406c5b0 0x7f713406c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7132d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f713406c5b0 0x7f713406c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36840/0 (socket says 172.21.15.133:36840) 2023-12-02T00:31:19.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7132d9d640 1 -- 172.21.15.133:0/1782618539 learned_addr learned my addr 172.21.15.133:0/1782618539 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:19.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7131d9b640 1 --2- 172.21.15.133:0/1782618539 >> v2:172.21.15.172:3300/0 conn(0x7f71340c5360 0x7f713406c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7132d9d640 1 -- 172.21.15.133:0/1782618539 >> v2:172.21.15.172:3300/0 conn(0x7f71340c5360 msgr2=0x7f713406c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:19.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7132d9d640 1 --2- 172.21.15.133:0/1782618539 >> v2:172.21.15.172:3300/0 conn(0x7f71340c5360 0x7f713406c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7132d9d640 1 -- 172.21.15.133:0/1782618539 >> v1:172.21.15.172:6789/0 conn(0x7f713406d990 legacy=0x7f71341546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:19.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7132d9d640 1 -- 172.21.15.133:0/1782618539 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71340c1220 con 0x7f713406c5b0 2023-12-02T00:31:19.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f7132d9d640 1 --2- 172.21.15.133:0/1782618539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713406c5b0 0x7f713406c9e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f71340abdc0 tx=0x7f712c01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7572ddf5bb00e7b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f713159a640 1 -- 172.21.15.133:0/1782618539 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f712c0a5860 con 0x7f713406c5b0 2023-12-02T00:31:19.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f713159a640 1 -- 172.21.15.133:0/1782618539 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f712c0a59c0 con 0x7f713406c5b0 2023-12-02T00:31:19.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.286+0000 7f713159a640 1 -- 172.21.15.133:0/1782618539 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f712c0a5d50 con 0x7f713406c5b0 2023-12-02T00:31:19.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- 172.21.15.133:0/1782618539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713406c5b0 msgr2=0x7f713406c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 --2- 172.21.15.133:0/1782618539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713406c5b0 0x7f713406c9e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f71340abdc0 tx=0x7f712c01c9a0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- 172.21.15.133:0/1782618539 shutdown_connections 2023-12-02T00:31:19.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 --2- 172.21.15.133:0/1782618539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713406c5b0 0x7f713406c9e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 --2- 172.21.15.133:0/1782618539 >> v2:172.21.15.172:3300/0 conn(0x7f71340c5360 0x7f713406c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- 172.21.15.133:0/1782618539 >> 172.21.15.133:0/1782618539 conn(0x7f71340a7800 msgr2=0x7f71340a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:19.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- 172.21.15.133:0/1782618539 shutdown_connections 2023-12-02T00:31:19.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- 172.21.15.133:0/1782618539 wait complete. 2023-12-02T00:31:19.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 Processor -- start 2023-12-02T00:31:19.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- start start 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f713406c5b0 0x7f7134149cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f713406d990 0x7f71341f01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71340c5360 0x7f7134150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f713414a230 con 0x7f71340c5360 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71340a8cc0 con 0x7f713406c5b0 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713359e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71341f0ad0 con 0x7f713406d990 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71340c5360 0x7f7134150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71340c5360 0x7f7134150ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36854/0 (socket says 172.21.15.133:36854) 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 -- 172.21.15.133:0/4200222871 learned_addr learned my addr 172.21.15.133:0/4200222871 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7131d9b640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f713406d990 0x7f71341f01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713259c640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f713406c5b0 0x7f7134149cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 -- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f713406d990 msgr2=0x7f71341f01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f713406d990 0x7f71341f01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 -- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f713406c5b0 msgr2=0x7f7134149cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f713406c5b0 0x7f7134149cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f7132d9d640 1 -- 172.21.15.133:0/4200222871 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f712c009b30 con 0x7f71340c5360 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.290+0000 7f713259c640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f713406c5b0 0x7f7134149cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f7132d9d640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71340c5360 0x7f7134150ad0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f712c01a5d0 tx=0x7f712c019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f7122ffd640 1 -- 172.21.15.133:0/4200222871 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f712c0b8670 con 0x7f71340c5360 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f7122ffd640 1 -- 172.21.15.133:0/4200222871 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f712c0b87f0 con 0x7f71340c5360 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71340a8950 con 0x7f71340c5360 2023-12-02T00:31:19.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f7122ffd640 1 -- 172.21.15.133:0/4200222871 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f712c0b8ba0 con 0x7f71340c5360 2023-12-02T00:31:19.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7134149980 con 0x7f71340c5360 2023-12-02T00:31:19.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f713404e850 con 0x7f71340c5360 2023-12-02T00:31:19.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f7122ffd640 1 -- 172.21.15.133:0/4200222871 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f712c0b8d00 con 0x7f71340c5360 2023-12-02T00:31:19.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f7122ffd640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7114066470 0x7f7114068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f7122ffd640 1 -- 172.21.15.133:0/4200222871 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f712c11f3d0 con 0x7f71340c5360 2023-12-02T00:31:19.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.294+0000 7f713259c640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7114066470 0x7f7114068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.298+0000 7f713259c640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7114066470 0x7f7114068930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f713414e5d0 tx=0x7f7124009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.298+0000 7f7122ffd640 1 -- 172.21.15.133:0/4200222871 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f712c0ec860 con 0x7f71340c5360 2023-12-02T00:31:19.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f71340a8e00 con 0x7f71340c5360 2023-12-02T00:31:19.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f7122ffd640 1 -- 172.21.15.133:0/4200222871 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f712c0efe80 con 0x7f71340c5360 2023-12-02T00:31:19.454 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:19.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7114066470 msgr2=0x7f7114068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7114066470 0x7f7114068930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f713414e5d0 tx=0x7f7124009040 comp rx=0 tx=0).stop 2023-12-02T00:31:19.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71340c5360 msgr2=0x7f7134150ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71340c5360 0x7f7134150ad0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f712c01a5d0 tx=0x7f712c019740 comp rx=0 tx=0).stop 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 shutdown_connections 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7114066470 0x7f7114068930 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f71340c5360 0x7f7134150ad0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f713406d990 0x7f71341f01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 --2- 172.21.15.133:0/4200222871 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f713406c5b0 0x7f7134149cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 >> 172.21.15.133:0/4200222871 conn(0x7f71340a7800 msgr2=0x7f7134072350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 shutdown_connections 2023-12-02T00:31:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.450+0000 7f713359e640 1 -- 172.21.15.133:0/4200222871 wait complete. 2023-12-02T00:31:19.475 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:19.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.606+0000 7fb397780640 1 Processor -- start 2023-12-02T00:31:19.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb397780640 1 -- start start 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb397780640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb3900c7ea0 0x7fb39006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb397780640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb39006b9e0 0x7fb39015f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb397780640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb39006c860 con 0x7fb390151e90 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb397780640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3900c8750 con 0x7fb39006b9e0 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb397780640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3901552d0 con 0x7fb3900c7ea0 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb395d1d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb39006b9e0 0x7fb39015f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb39551c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb390151e90 0x7fb3900c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41494/0 (socket says 172.21.15.133:41494) 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb39551c640 1 -- 172.21.15.133:0/574772065 learned_addr learned my addr 172.21.15.133:0/574772065 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb394d1b640 1 --2- 172.21.15.133:0/574772065 >> v2:172.21.15.172:3300/0 conn(0x7fb3900c7ea0 0x7fb39006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb395d1d640 1 -- 172.21.15.133:0/574772065 >> v2:172.21.15.172:3300/0 conn(0x7fb3900c7ea0 msgr2=0x7fb39006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb395d1d640 1 --2- 172.21.15.133:0/574772065 >> v2:172.21.15.172:3300/0 conn(0x7fb3900c7ea0 0x7fb39006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb395d1d640 1 -- 172.21.15.133:0/574772065 >> v1:172.21.15.133:6789/0 conn(0x7fb390151e90 legacy=0x7fb3900c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb395d1d640 1 -- 172.21.15.133:0/574772065 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb390154930 con 0x7fb39006b9e0 2023-12-02T00:31:19.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.610+0000 7fb394d1b640 1 --2- 172.21.15.133:0/574772065 >> v2:172.21.15.172:3300/0 conn(0x7fb3900c7ea0 0x7fb39006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:19.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb395d1d640 1 --2- 172.21.15.133:0/574772065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb39006b9e0 0x7fb39015f0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb3900a9a70 tx=0x7fb38801c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fadc668b4c48e81 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb387fff640 1 -- 172.21.15.133:0/574772065 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3880a66c0 con 0x7fb39006b9e0 2023-12-02T00:31:19.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb387fff640 1 -- 172.21.15.133:0/574772065 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3880a6820 con 0x7fb39006b9e0 2023-12-02T00:31:19.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb387fff640 1 -- 172.21.15.133:0/574772065 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3880a6bb0 con 0x7fb39006b9e0 2023-12-02T00:31:19.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 -- 172.21.15.133:0/574772065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb39006b9e0 msgr2=0x7fb39015f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 --2- 172.21.15.133:0/574772065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb39006b9e0 0x7fb39015f0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb3900a9a70 tx=0x7fb38801c7f0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 -- 172.21.15.133:0/574772065 shutdown_connections 2023-12-02T00:31:19.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 --2- 172.21.15.133:0/574772065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb39006b9e0 0x7fb39015f0a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 --2- 172.21.15.133:0/574772065 >> v2:172.21.15.172:3300/0 conn(0x7fb3900c7ea0 0x7fb39006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 -- 172.21.15.133:0/574772065 >> 172.21.15.133:0/574772065 conn(0x7fb3900ca170 msgr2=0x7fb3900ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:19.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 -- 172.21.15.133:0/574772065 shutdown_connections 2023-12-02T00:31:19.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 -- 172.21.15.133:0/574772065 wait complete. 2023-12-02T00:31:19.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 Processor -- start 2023-12-02T00:31:19.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.614+0000 7fb397780640 1 -- start start 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb39006b9e0 0x7fb3900c3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb3900c7ea0 0x7fb3901ed7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb390151e90 0x7fb3901434e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb390152590 con 0x7fb390151e90 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3900c3700 con 0x7fb39006b9e0 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb390153a60 con 0x7fb3900c7ea0 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb390151e90 0x7fb3901434e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb390151e90 0x7fb3901434e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36868/0 (socket says 172.21.15.133:36868) 2023-12-02T00:31:19.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 -- 172.21.15.133:0/3880452193 learned_addr learned my addr 172.21.15.133:0/3880452193 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb39551c640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb39006b9e0 0x7fb3900c3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb394d1b640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb3900c7ea0 0x7fb3901ed7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 -- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb3900c7ea0 msgr2=0x7fb3901ed7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb3900c7ea0 0x7fb3901ed7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 -- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb39006b9e0 msgr2=0x7fb3900c3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb39006b9e0 0x7fb3900c3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 -- 172.21.15.133:0/3880452193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb388009a70 con 0x7fb390151e90 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb39551c640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb39006b9e0 0x7fb3900c3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb394d1b640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb3900c7ea0 0x7fb3901ed7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb395d1d640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb390151e90 0x7fb3901434e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb38801a420 tx=0x7fb388019590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb385ffb640 1 -- 172.21.15.133:0/3880452193 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3880b8630 con 0x7fb390151e90 2023-12-02T00:31:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb385ffb640 1 -- 172.21.15.133:0/3880452193 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3880b8790 con 0x7fb390151e90 2023-12-02T00:31:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb385ffb640 1 -- 172.21.15.133:0/3880452193 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3880b8b40 con 0x7fb390151e90 2023-12-02T00:31:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb390153d40 con 0x7fb390151e90 2023-12-02T00:31:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb390143a20 con 0x7fb390151e90 2023-12-02T00:31:19.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb390152700 con 0x7fb390151e90 2023-12-02T00:31:19.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.618+0000 7fb385ffb640 1 -- 172.21.15.133:0/3880452193 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb3880b8ca0 con 0x7fb390151e90 2023-12-02T00:31:19.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.622+0000 7fb385ffb640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb374066470 0x7fb374068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.622+0000 7fb385ffb640 1 -- 172.21.15.133:0/3880452193 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb3880aa070 con 0x7fb390151e90 2023-12-02T00:31:19.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.622+0000 7fb39551c640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb374066470 0x7fb374068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.622+0000 7fb39551c640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb374066470 0x7fb374068930 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb38c005890 tx=0x7fb38c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.626+0000 7fb385ffb640 1 -- 172.21.15.133:0/3880452193 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb3880ecab0 con 0x7fb390151e90 2023-12-02T00:31:19.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.774+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb390068400 con 0x7fb390151e90 2023-12-02T00:31:19.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.774+0000 7fb385ffb640 1 -- 172.21.15.133:0/3880452193 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7fb3880f00d0 con 0x7fb390151e90 2023-12-02T00:31:19.780 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:19.780 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:19.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb374066470 msgr2=0x7fb374068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb374066470 0x7fb374068930 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb38c005890 tx=0x7fb38c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb390151e90 msgr2=0x7fb3901434e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb390151e90 0x7fb3901434e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb38801a420 tx=0x7fb388019590 comp rx=0 tx=0).stop 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 shutdown_connections 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb374066470 0x7fb374068930 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb390151e90 0x7fb3901434e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb3900c7ea0 0x7fb3901ed7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 --2- 172.21.15.133:0/3880452193 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb39006b9e0 0x7fb3900c3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 >> 172.21.15.133:0/3880452193 conn(0x7fb3900ca170 msgr2=0x7fb390144350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 shutdown_connections 2023-12-02T00:31:19.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.778+0000 7fb397780640 1 -- 172.21.15.133:0/3880452193 wait complete. 2023-12-02T00:31:19.801 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:19.802 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:19.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.938+0000 7fbe80217640 1 Processor -- start 2023-12-02T00:31:19.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.938+0000 7fbe80217640 1 -- start start 2023-12-02T00:31:19.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe80217640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fbe7806daf0 0x7fbe78071e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe80217640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe780bbb70 con 0x7fbe78151f70 2023-12-02T00:31:19.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe80217640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe780c5340 con 0x7fbe7814ec20 2023-12-02T00:31:19.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe80217640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe781524e0 con 0x7fbe7806daf0 2023-12-02T00:31:19.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7d7b2640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fbe78151f70 0x7fbe780c3ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41502/0 (socket says 172.21.15.133:41502) 2023-12-02T00:31:19.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7d7b2640 1 -- 172.21.15.133:0/807076252 learned_addr learned my addr 172.21.15.133:0/807076252 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7e7b4640 1 --2- 172.21.15.133:0/807076252 >> v2:172.21.15.172:3300/0 conn(0x7fbe7806daf0 0x7fbe78071e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1918043906 0 0) 0x7fbe780bbb70 con 0x7fbe78151f70 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe64003530 con 0x7fbe78151f70 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1794593050 0 0) 0x7fbe64003530 con 0x7fbe78151f70 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 >> v2:172.21.15.172:3300/0 conn(0x7fbe7806daf0 msgr2=0x7fbe78071e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 --2- 172.21.15.133:0/807076252 >> v2:172.21.15.172:3300/0 conn(0x7fbe7806daf0 0x7fbe78071e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 >> v1:172.21.15.172:6789/0 conn(0x7fbe7814ec20 legacy=0x7fbe780a4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe780bbda0 con 0x7fbe78151f70 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fbe68001680 con 0x7fbe78151f70 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 >> v1:172.21.15.133:6789/0 conn(0x7fbe78151f70 legacy=0x7fbe780c3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe640039b0 0x7fbe64003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640047d0 0x7fbe64004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe64005190 0x7fbe6400dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe781524e0 con 0x7fbe640039b0 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe6400e270 con 0x7fbe64005190 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe6400e430 con 0x7fbe640047d0 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7dfb3640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe640039b0 0x7fbe64003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7e7b4640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe64005190 0x7fbe6400dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7d7b2640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640047d0 0x7fbe64004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7dfb3640 1 -- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640047d0 msgr2=0x7fbe64004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7dfb3640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640047d0 0x7fbe64004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7dfb3640 1 -- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe64005190 msgr2=0x7fbe6400dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7dfb3640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe64005190 0x7fbe6400dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7e7b4640 1 -- 172.21.15.133:0/807076252 reap_dead start 2023-12-02T00:31:19.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.942+0000 7fbe7dfb3640 1 -- 172.21.15.133:0/807076252 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe64003530 con 0x7fbe640039b0 2023-12-02T00:31:19.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe7dfb3640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe640039b0 0x7fbe64003dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbe74001780 tx=0x7fbe7401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b7630ab0b1348e7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe740050d0 con 0x7fbe640039b0 2023-12-02T00:31:19.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe740a7050 con 0x7fbe640039b0 2023-12-02T00:31:19.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe7cfb1640 1 -- 172.21.15.133:0/807076252 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe74005490 con 0x7fbe640039b0 2023-12-02T00:31:19.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe80217640 1 -- 172.21.15.133:0/807076252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe640039b0 msgr2=0x7fbe64003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe80217640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe640039b0 0x7fbe64003dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbe74001780 tx=0x7fbe7401c3e0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe80217640 1 -- 172.21.15.133:0/807076252 shutdown_connections 2023-12-02T00:31:19.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe80217640 1 --2- 172.21.15.133:0/807076252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe640039b0 0x7fbe64003dd0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe80217640 1 -- 172.21.15.133:0/807076252 >> 172.21.15.133:0/807076252 conn(0x7fbe780a7980 msgr2=0x7fbe780a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:19.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe80217640 1 -- 172.21.15.133:0/807076252 shutdown_connections 2023-12-02T00:31:19.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.946+0000 7fbe80217640 1 -- 172.21.15.133:0/807076252 wait complete. 2023-12-02T00:31:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 Processor -- start 2023-12-02T00:31:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 -- start start 2023-12-02T00:31:19.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640039b0 0x7fbe78155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe780beb60 0x7fbe78153bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe780a5b30 0x7fbe7814cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe78154dd0 con 0x7fbe780a5b30 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe780bdc50 con 0x7fbe780beb60 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe780bd970 con 0x7fbe640039b0 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe780a5b30 0x7fbe7814cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe780a5b30 0x7fbe7814cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36884/0 (socket says 172.21.15.133:36884) 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 -- 172.21.15.133:0/3592341815 learned_addr learned my addr 172.21.15.133:0/3592341815 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7dfb3640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640039b0 0x7fbe78155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7d7b2640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe780beb60 0x7fbe78153bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 -- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640039b0 msgr2=0x7fbe78155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640039b0 0x7fbe78155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 -- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe780beb60 msgr2=0x7fbe78153bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:19.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe780beb60 0x7fbe78153bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:19.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 -- 172.21.15.133:0/3592341815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe78154780 con 0x7fbe780a5b30 2023-12-02T00:31:19.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe7e7b4640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe780a5b30 0x7fbe7814cf90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbe780bba50 tx=0x7fbe7000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe6e7fc640 1 -- 172.21.15.133:0/3592341815 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe7000e040 con 0x7fbe780a5b30 2023-12-02T00:31:19.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe6e7fc640 1 -- 172.21.15.133:0/3592341815 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe7000f040 con 0x7fbe780a5b30 2023-12-02T00:31:19.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe6e7fc640 1 -- 172.21.15.133:0/3592341815 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe70003be0 con 0x7fbe780a5b30 2023-12-02T00:31:19.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe78154a60 con 0x7fbe780a5b30 2023-12-02T00:31:19.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe78152d00 con 0x7fbe780a5b30 2023-12-02T00:31:19.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.950+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe78154bf0 con 0x7fbe780a5b30 2023-12-02T00:31:19.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.954+0000 7fbe6e7fc640 1 -- 172.21.15.133:0/3592341815 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbe70003d40 con 0x7fbe780a5b30 2023-12-02T00:31:19.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.954+0000 7fbe6e7fc640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe5c066470 0x7fbe5c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:19.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.954+0000 7fbe6e7fc640 1 -- 172.21.15.133:0/3592341815 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbe70084760 con 0x7fbe780a5b30 2023-12-02T00:31:19.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.954+0000 7fbe7dfb3640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe5c066470 0x7fbe5c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:19.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.954+0000 7fbe7dfb3640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe5c066470 0x7fbe5c068930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbe74001750 tx=0x7fbe740011a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:19.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:19.958+0000 7fbe6e7fc640 1 -- 172.21.15.133:0/3592341815 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbe70051c80 con 0x7fbe780a5b30 2023-12-02T00:31:20.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.110+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbe78067f00 con 0x7fbe780a5b30 2023-12-02T00:31:20.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.110+0000 7fbe6e7fc640 1 -- 172.21.15.133:0/3592341815 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbe70023020 con 0x7fbe780a5b30 2023-12-02T00:31:20.115 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe5c066470 msgr2=0x7fbe5c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe5c066470 0x7fbe5c068930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbe74001750 tx=0x7fbe740011a0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe780a5b30 msgr2=0x7fbe7814cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe780a5b30 0x7fbe7814cf90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbe780bba50 tx=0x7fbe7000f580 comp rx=0 tx=0).stop 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 shutdown_connections 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbe5c066470 0x7fbe5c068930 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe780a5b30 0x7fbe7814cf90 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbe780beb60 0x7fbe78153bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 --2- 172.21.15.133:0/3592341815 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbe640039b0 0x7fbe78155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 >> 172.21.15.133:0/3592341815 conn(0x7fbe780a7980 msgr2=0x7fbe780c2760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 shutdown_connections 2023-12-02T00:31:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.114+0000 7fbe80217640 1 -- 172.21.15.133:0/3592341815 wait complete. 2023-12-02T00:31:20.136 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:20.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f60261df640 1 Processor -- start 2023-12-02T00:31:20.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f60261df640 1 -- start start 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f60261df640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f60200c63c0 0x7f60200c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f60261df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c4100 0x7f60200c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f60261df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60200c31c0 con 0x7f60200c29e0 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f60261df640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60200c34a0 con 0x7f60200c63c0 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f60261df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60200c1030 con 0x7f60200c4100 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601f7fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f60200c63c0 0x7f60200c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601effd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c4100 0x7f60200c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601f7fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f60200c63c0 0x7f60200c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:38164/0 (socket says 172.21.15.133:38164) 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601effd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c4100 0x7f60200c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:60600/0 (socket says 172.21.15.133:60600) 2023-12-02T00:31:20.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601f7fe640 1 -- 172.21.15.133:0/3772176910 learned_addr learned my addr 172.21.15.133:0/3772176910 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:20.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601ffff640 1 --1- 172.21.15.133:0/3772176910 >> v1:172.21.15.172:6789/0 conn(0x7f60200c29e0 0x7f60200a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:59898/0 (socket says 172.21.15.133:59898) 2023-12-02T00:31:20.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601f7fe640 1 -- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c4100 msgr2=0x7f60200c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:20.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601f7fe640 1 --2- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c4100 0x7f60200c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601f7fe640 1 -- 172.21.15.133:0/3772176910 >> v1:172.21.15.172:6789/0 conn(0x7f60200c29e0 legacy=0x7f60200a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601f7fe640 1 -- 172.21.15.133:0/3772176910 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60200c1310 con 0x7f60200c63c0 2023-12-02T00:31:20.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.274+0000 7f601effd640 1 --2- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c4100 0x7f60200c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:20.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f601f7fe640 1 --2- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c63c0 0x7f60200c06d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6010009870 tx=0x7f601001c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc08080e76775ff server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f601e7fc640 1 -- 172.21.15.133:0/3772176910 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60100ab610 con 0x7f60200c63c0 2023-12-02T00:31:20.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f601e7fc640 1 -- 172.21.15.133:0/3772176910 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60100ab770 con 0x7f60200c63c0 2023-12-02T00:31:20.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f601e7fc640 1 -- 172.21.15.133:0/3772176910 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60100abb00 con 0x7f60200c63c0 2023-12-02T00:31:20.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 -- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c63c0 msgr2=0x7f60200c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 --2- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c63c0 0x7f60200c06d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6010009870 tx=0x7f601001c3f0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 -- 172.21.15.133:0/3772176910 shutdown_connections 2023-12-02T00:31:20.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 --2- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c4100 0x7f60200c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 --2- 172.21.15.133:0/3772176910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c63c0 0x7f60200c06d0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 -- 172.21.15.133:0/3772176910 >> 172.21.15.133:0/3772176910 conn(0x7f602006a5b0 msgr2=0x7f602006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:20.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 -- 172.21.15.133:0/3772176910 shutdown_connections 2023-12-02T00:31:20.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.278+0000 7f60261df640 1 -- 172.21.15.133:0/3772176910 wait complete. 2023-12-02T00:31:20.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 Processor -- start 2023-12-02T00:31:20.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 -- start start 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c29e0 0x7f60200bacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60200c4100 0x7f60200a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c63c0 0x7f602015b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60201ee140 con 0x7f60200c4100 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60201ee390 con 0x7f60200c29e0 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60201ee670 con 0x7f60200c63c0 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60200c4100 0x7f60200a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60200c4100 0x7f60200a4cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36900/0 (socket says 172.21.15.133:36900) 2023-12-02T00:31:20.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 -- 172.21.15.133:0/1935229875 learned_addr learned my addr 172.21.15.133:0/1935229875 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601f7fe640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c29e0 0x7f60200bacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601ffff640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c63c0 0x7f602015b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 -- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c63c0 msgr2=0x7f602015b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c63c0 0x7f602015b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 -- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c29e0 msgr2=0x7f60200bacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c29e0 0x7f60200bacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 -- 172.21.15.133:0/1935229875 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6014009420 con 0x7f60200c4100 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f601effd640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60200c4100 0x7f60200a4cb0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f601400ebe0 tx=0x7f601400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f6007fff640 1 -- 172.21.15.133:0/1935229875 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f601400eee0 con 0x7f60200c4100 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f6007fff640 1 -- 172.21.15.133:0/1935229875 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f601400cc30 con 0x7f60200c4100 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60100094d0 con 0x7f60200c4100 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f6007fff640 1 -- 172.21.15.133:0/1935229875 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6014013470 con 0x7f60200c4100 2023-12-02T00:31:20.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.282+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60201eec30 con 0x7f60200c4100 2023-12-02T00:31:20.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.286+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6020068400 con 0x7f60200c4100 2023-12-02T00:31:20.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.286+0000 7f6007fff640 1 -- 172.21.15.133:0/1935229875 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f60140135d0 con 0x7f60200c4100 2023-12-02T00:31:20.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.286+0000 7f6007fff640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f600c0664a0 0x7f600c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.286+0000 7f6007fff640 1 -- 172.21.15.133:0/1935229875 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6014084010 con 0x7f60200c4100 2023-12-02T00:31:20.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.286+0000 7f601f7fe640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f600c0664a0 0x7f600c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.286+0000 7f601f7fe640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f600c0664a0 0x7f600c068960 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f60100af000 tx=0x7f60100b6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.290+0000 7f6007fff640 1 -- 172.21.15.133:0/1935229875 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f60140b5280 con 0x7f60200c4100 2023-12-02T00:31:20.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.438+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6020066ba0 con 0x7f60200c4100 2023-12-02T00:31:20.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.438+0000 7f6007fff640 1 -- 172.21.15.133:0/1935229875 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6020066ba0 con 0x7f60200c4100 2023-12-02T00:31:20.444 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f600c0664a0 msgr2=0x7f600c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f600c0664a0 0x7f600c068960 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f60100af000 tx=0x7f60100b6040 comp rx=0 tx=0).stop 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60200c4100 msgr2=0x7f60200a4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60200c4100 0x7f60200a4cb0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f601400ebe0 tx=0x7f601400c520 comp rx=0 tx=0).stop 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 shutdown_connections 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f600c0664a0 0x7f600c068960 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60200c63c0 0x7f602015b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60200c4100 0x7f60200a4cb0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 --2- 172.21.15.133:0/1935229875 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60200c29e0 0x7f60200bacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 >> 172.21.15.133:0/1935229875 conn(0x7f602006a5b0 msgr2=0x7f60200a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:20.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 shutdown_connections 2023-12-02T00:31:20.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.442+0000 7f60261df640 1 -- 172.21.15.133:0/1935229875 wait complete. 2023-12-02T00:31:20.465 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:20.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 Processor -- start 2023-12-02T00:31:20.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 -- start start 2023-12-02T00:31:20.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d2806a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7d2806dfe0 0x7f7d280c2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d2806b1e0 0x7f7d280c25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d2806ef50 con 0x7f7d2806b1e0 2023-12-02T00:31:20.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d280720b0 con 0x7f7d2806dfe0 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2efdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d28072500 con 0x7f7d2806a5b0 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d2806b1e0 0x7f7d280c25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d2806b1e0 0x7f7d280c25d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36916/0 (socket says 172.21.15.133:36916) 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 -- 172.21.15.133:0/460963885 learned_addr learned my addr 172.21.15.133:0/460963885 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d1ffff640 1 --2- 172.21.15.133:0/460963885 >> v2:172.21.15.172:3300/0 conn(0x7f7d2806dfe0 0x7f7d280c2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2cd7b640 1 --2- 172.21.15.133:0/460963885 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d2806a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 -- 172.21.15.133:0/460963885 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 msgr2=0x7f7d2806a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 --2- 172.21.15.133:0/460963885 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d2806a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 -- 172.21.15.133:0/460963885 >> v2:172.21.15.172:3300/0 conn(0x7f7d2806dfe0 msgr2=0x7f7d280c2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:20.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 --2- 172.21.15.133:0/460963885 >> v2:172.21.15.172:3300/0 conn(0x7f7d2806dfe0 0x7f7d280c2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d2d57c640 1 -- 172.21.15.133:0/460963885 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d28070f60 con 0x7f7d2806b1e0 2023-12-02T00:31:20.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.602+0000 7f7d1ffff640 1 --2- 172.21.15.133:0/460963885 >> v2:172.21.15.172:3300/0 conn(0x7f7d2806dfe0 0x7f7d280c2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:20.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2d57c640 1 --2- 172.21.15.133:0/460963885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d280c25d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7d280741c0 tx=0x7f7d2001c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd3f5e6e21b9e27 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d1f7fe640 1 -- 172.21.15.133:0/460963885 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d200a55c0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d1f7fe640 1 -- 172.21.15.133:0/460963885 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d200a5720 con 0x7f7d2806b1e0 2023-12-02T00:31:20.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d1f7fe640 1 -- 172.21.15.133:0/460963885 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d200a5ab0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 -- 172.21.15.133:0/460963885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 msgr2=0x7f7d280c25d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/460963885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d280c25d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7d280741c0 tx=0x7f7d2001c940 comp rx=0 tx=0).stop 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 -- 172.21.15.133:0/460963885 shutdown_connections 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/460963885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d280c25d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/460963885 >> v2:172.21.15.172:3300/0 conn(0x7f7d2806dfe0 0x7f7d280c2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/460963885 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d2806a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 -- 172.21.15.133:0/460963885 >> 172.21.15.133:0/460963885 conn(0x7f7d280c6ef0 msgr2=0x7f7d280c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 -- 172.21.15.133:0/460963885 shutdown_connections 2023-12-02T00:31:20.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.606+0000 7f7d2efdf640 1 -- 172.21.15.133:0/460963885 wait complete. 2023-12-02T00:31:20.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 Processor -- start 2023-12-02T00:31:20.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 -- start start 2023-12-02T00:31:20.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d28142850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d28156810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d2806dfe0 0x7f7d28154970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d28147990 con 0x7f7d2806b1e0 2023-12-02T00:31:20.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d28157600 con 0x7f7d2806dfe0 2023-12-02T00:31:20.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d28142d90 con 0x7f7d2806a5b0 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d28156810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d28156810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36924/0 (socket says 172.21.15.133:36924) 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 -- 172.21.15.133:0/3786713191 learned_addr learned my addr 172.21.15.133:0/3786713191 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2d57c640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d2806dfe0 0x7f7d28154970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2cd7b640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d28142850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 -- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 msgr2=0x7f7d28142850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d28142850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 -- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d2806dfe0 msgr2=0x7f7d28154970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d2806dfe0 0x7f7d28154970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 -- 172.21.15.133:0/3786713191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d20009b30 con 0x7f7d2806b1e0 2023-12-02T00:31:20.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1ffff640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d28156810 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800d800 tx=0x7f7d1800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1d7fa640 1 -- 172.21.15.133:0/3786713191 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1800b6c0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1d7fa640 1 -- 172.21.15.133:0/3786713191 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d1800b820 con 0x7f7d2806b1e0 2023-12-02T00:31:20.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d1d7fa640 1 -- 172.21.15.133:0/3786713191 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1800bbd0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d28146e10 con 0x7f7d2806b1e0 2023-12-02T00:31:20.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.610+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d281473d0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.614+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d28068400 con 0x7f7d2806b1e0 2023-12-02T00:31:20.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.614+0000 7f7d1d7fa640 1 -- 172.21.15.133:0/3786713191 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7d1800bd30 con 0x7f7d2806b1e0 2023-12-02T00:31:20.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.614+0000 7f7d1d7fa640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d14066470 0x7f7d14068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.614+0000 7f7d1d7fa640 1 -- 172.21.15.133:0/3786713191 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7d180841c0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.614+0000 7f7d2cd7b640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d14066470 0x7f7d14068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.614+0000 7f7d2cd7b640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d14066470 0x7f7d14068930 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7d24007a60 tx=0x7f7d24008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.618+0000 7f7d1d7fa640 1 -- 172.21.15.133:0/3786713191 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7d180516e0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.766+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7d280c7cb0 con 0x7f7d2806b1e0 2023-12-02T00:31:20.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.766+0000 7f7d1d7fa640 1 -- 172.21.15.133:0/3786713191 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7d18054d00 con 0x7f7d2806b1e0 2023-12-02T00:31:20.770 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:20.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.766+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d14066470 msgr2=0x7f7d14068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.766+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d14066470 0x7f7d14068930 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7d24007a60 tx=0x7f7d24008040 comp rx=0 tx=0).stop 2023-12-02T00:31:20.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.766+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 msgr2=0x7f7d28156810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.766+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d28156810 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800d800 tx=0x7f7d1800dcc0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 shutdown_connections 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d14066470 0x7f7d14068930 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d2806dfe0 0x7f7d28154970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d2806b1e0 0x7f7d28156810 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 --2- 172.21.15.133:0/3786713191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d2806a5b0 0x7f7d28142850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 >> 172.21.15.133:0/3786713191 conn(0x7f7d280c6ef0 msgr2=0x7f7d2806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 shutdown_connections 2023-12-02T00:31:20.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.770+0000 7f7d2efdf640 1 -- 172.21.15.133:0/3786713191 wait complete. 2023-12-02T00:31:20.792 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:20.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde37df640 1 Processor -- start 2023-12-02T00:31:20.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde37df640 1 -- start start 2023-12-02T00:31:20.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde37df640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7efddc0a5240 0x7efddc0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde37df640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efddc1561f0 0x7efddc156640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde37df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efddc0c3bd0 con 0x7efddc0c01c0 2023-12-02T00:31:20.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde37df640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efddc0bf1e0 con 0x7efddc1561f0 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde37df640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efddc0c3e20 con 0x7efddc0a5240 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde1d7c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efddc1561f0 0x7efddc156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde1d7c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efddc1561f0 0x7efddc156640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36940/0 (socket says 172.21.15.133:36940) 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde1d7c640 1 -- 172.21.15.133:0/45532758 learned_addr learned my addr 172.21.15.133:0/45532758 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde157b640 1 --2- 172.21.15.133:0/45532758 >> v2:172.21.15.172:3300/0 conn(0x7efddc0a5240 0x7efddc0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde1d7c640 1 -- 172.21.15.133:0/45532758 >> v2:172.21.15.172:3300/0 conn(0x7efddc0a5240 msgr2=0x7efddc0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde1d7c640 1 --2- 172.21.15.133:0/45532758 >> v2:172.21.15.172:3300/0 conn(0x7efddc0a5240 0x7efddc0bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde1d7c640 1 -- 172.21.15.133:0/45532758 >> v1:172.21.15.172:6789/0 conn(0x7efddc0c01c0 legacy=0x7efddc0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.926+0000 7efde1d7c640 1 -- 172.21.15.133:0/45532758 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efddc0c4100 con 0x7efddc1561f0 2023-12-02T00:31:20.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde1d7c640 1 --2- 172.21.15.133:0/45532758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc1561f0 0x7efddc156640 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7efddc0bf530 tx=0x7efdd401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecb41fce185b607b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efdd3fff640 1 -- 172.21.15.133:0/45532758 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd40a56e0 con 0x7efddc1561f0 2023-12-02T00:31:20.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efdd3fff640 1 -- 172.21.15.133:0/45532758 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdd40a5840 con 0x7efddc1561f0 2023-12-02T00:31:20.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efdd3fff640 1 -- 172.21.15.133:0/45532758 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd40a5bd0 con 0x7efddc1561f0 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 -- 172.21.15.133:0/45532758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc1561f0 msgr2=0x7efddc156640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 --2- 172.21.15.133:0/45532758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc1561f0 0x7efddc156640 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7efddc0bf530 tx=0x7efdd401c910 comp rx=0 tx=0).stop 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 -- 172.21.15.133:0/45532758 shutdown_connections 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 --2- 172.21.15.133:0/45532758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc1561f0 0x7efddc156640 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 --2- 172.21.15.133:0/45532758 >> v2:172.21.15.172:3300/0 conn(0x7efddc0a5240 0x7efddc0bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 -- 172.21.15.133:0/45532758 >> 172.21.15.133:0/45532758 conn(0x7efddc06a5b0 msgr2=0x7efddc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 -- 172.21.15.133:0/45532758 shutdown_connections 2023-12-02T00:31:20.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.930+0000 7efde37df640 1 -- 172.21.15.133:0/45532758 wait complete. 2023-12-02T00:31:20.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 Processor -- start 2023-12-02T00:31:20.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 -- start start 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc0a5240 0x7efddc0a9d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efddc0c01c0 0x7efddc153d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efddc1561f0 0x7efddc0aa6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efddc14e4d0 con 0x7efddc0a5240 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efddc14ca90 con 0x7efddc1561f0 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efddc14e270 con 0x7efddc0c01c0 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc0a5240 0x7efddc0a9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc0a5240 0x7efddc0a9d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36952/0 (socket says 172.21.15.133:36952) 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 -- 172.21.15.133:0/3271504840 learned_addr learned my addr 172.21.15.133:0/3271504840 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde1d7c640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efddc1561f0 0x7efddc0aa6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde0d7a640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efddc0c01c0 0x7efddc153d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 -- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efddc0c01c0 msgr2=0x7efddc153d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efddc0c01c0 0x7efddc153d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 -- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efddc1561f0 msgr2=0x7efddc0aa6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efddc1561f0 0x7efddc0aa6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 -- 172.21.15.133:0/3271504840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdd4009b30 con 0x7efddc0a5240 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde0d7a640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efddc0c01c0 0x7efddc153d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:20.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde157b640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc0a5240 0x7efddc0a9d00 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efdd800e870 tx=0x7efdd800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efdd1ffb640 1 -- 172.21.15.133:0/3271504840 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd8009510 con 0x7efddc0a5240 2023-12-02T00:31:20.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efdd1ffb640 1 -- 172.21.15.133:0/3271504840 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdd800eec0 con 0x7efddc0a5240 2023-12-02T00:31:20.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efddc14c7f0 con 0x7efddc0a5240 2023-12-02T00:31:20.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.934+0000 7efdd1ffb640 1 -- 172.21.15.133:0/3271504840 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd800cb40 con 0x7efddc0a5240 2023-12-02T00:31:20.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.938+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efddc0aa240 con 0x7efddc0a5240 2023-12-02T00:31:20.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.938+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efddc0c52e0 con 0x7efddc0a5240 2023-12-02T00:31:20.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.938+0000 7efdd1ffb640 1 -- 172.21.15.133:0/3271504840 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efdd800cca0 con 0x7efddc0a5240 2023-12-02T00:31:20.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.938+0000 7efdd1ffb640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efdc0066470 0x7efdc0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:20.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.938+0000 7efdd1ffb640 1 -- 172.21.15.133:0/3271504840 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efdd8083f10 con 0x7efddc0a5240 2023-12-02T00:31:20.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.938+0000 7efde0d7a640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efdc0066470 0x7efdc0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:20.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.938+0000 7efde0d7a640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efdc0066470 0x7efdc0068930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efddc14f370 tx=0x7efdcc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:20.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:20.942+0000 7efdd1ffb640 1 -- 172.21.15.133:0/3271504840 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efdd8051430 con 0x7efddc0a5240 2023-12-02T00:31:21.098 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.094+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efddc068400 con 0x7efddc0a5240 2023-12-02T00:31:21.100 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.094+0000 7efdd1ffb640 1 -- 172.21.15.133:0/3271504840 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7efdd8054a50 con 0x7efddc0a5240 2023-12-02T00:31:21.100 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:21.100 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efdc0066470 msgr2=0x7efdc0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efdc0066470 0x7efdc0068930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efddc14f370 tx=0x7efdcc009040 comp rx=0 tx=0).stop 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc0a5240 msgr2=0x7efddc0a9d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc0a5240 0x7efddc0a9d00 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efdd800e870 tx=0x7efdd800ec70 comp rx=0 tx=0).stop 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 shutdown_connections 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efdc0066470 0x7efdc0068930 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efddc1561f0 0x7efddc0aa6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efddc0c01c0 0x7efddc153d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 --2- 172.21.15.133:0/3271504840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efddc0a5240 0x7efddc0a9d00 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 >> 172.21.15.133:0/3271504840 conn(0x7efddc06a5b0 msgr2=0x7efddc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:21.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 shutdown_connections 2023-12-02T00:31:21.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.098+0000 7efde37df640 1 -- 172.21.15.133:0/3271504840 wait complete. 2023-12-02T00:31:21.121 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:21.121 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:21.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.258+0000 7f8222f80640 1 Processor -- start 2023-12-02T00:31:21.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.258+0000 7f8222f80640 1 -- start start 2023-12-02T00:31:21.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.258+0000 7f8222f80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06dfe0 0x7f821c06a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.258+0000 7f8222f80640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f821c072500 con 0x7f821c06b1e0 2023-12-02T00:31:21.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.258+0000 7f8222f80640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f821c070f60 con 0x7f821c06a5b0 2023-12-02T00:31:21.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.258+0000 7f8222f80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f821c06ef50 con 0x7f821c06dfe0 2023-12-02T00:31:21.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f822151d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f821c06b1e0 0x7f821c15efa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41512/0 (socket says 172.21.15.133:41512) 2023-12-02T00:31:21.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f822151d640 1 -- 172.21.15.133:0/1060438640 learned_addr learned my addr 172.21.15.133:0/1060438640 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:21.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821bfff640 1 --2- 172.21.15.133:0/1060438640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06dfe0 0x7f821c06a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821b7fe640 1 -- 172.21.15.133:0/1060438640 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4255994550 0 0) 0x7f821c072500 con 0x7f821c06b1e0 2023-12-02T00:31:21.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821b7fe640 1 -- 172.21.15.133:0/1060438640 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f820c003530 con 0x7f821c06b1e0 2023-12-02T00:31:21.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821b7fe640 1 -- 172.21.15.133:0/1060438640 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1597370223 0 0) 0x7f821c070f60 con 0x7f821c06a5b0 2023-12-02T00:31:21.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821b7fe640 1 -- 172.21.15.133:0/1060438640 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f821c072500 con 0x7f821c06a5b0 2023-12-02T00:31:21.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821bfff640 1 -- 172.21.15.133:0/1060438640 >> v1:172.21.15.172:6789/0 conn(0x7f821c06a5b0 legacy=0x7f821c0c2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821bfff640 1 -- 172.21.15.133:0/1060438640 >> v1:172.21.15.133:6789/0 conn(0x7f821c06b1e0 legacy=0x7f821c15efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821bfff640 1 -- 172.21.15.133:0/1060438640 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f821c14eda0 con 0x7f821c06dfe0 2023-12-02T00:31:21.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.262+0000 7f821bfff640 1 --2- 172.21.15.133:0/1060438640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06dfe0 0x7f821c06a990 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f82080097f0 tx=0x7f820801c430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da8d15b3dee6d2b3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f821b7fe640 1 -- 172.21.15.133:0/1060438640 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82080ab600 con 0x7f821c06dfe0 2023-12-02T00:31:21.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f821b7fe640 1 -- 172.21.15.133:0/1060438640 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82080a7050 con 0x7f821c06dfe0 2023-12-02T00:31:21.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f821b7fe640 1 -- 172.21.15.133:0/1060438640 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82080ab980 con 0x7f821c06dfe0 2023-12-02T00:31:21.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- 172.21.15.133:0/1060438640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06dfe0 msgr2=0x7f821c06a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 --2- 172.21.15.133:0/1060438640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06dfe0 0x7f821c06a990 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f82080097f0 tx=0x7f820801c430 comp rx=0 tx=0).stop 2023-12-02T00:31:21.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- 172.21.15.133:0/1060438640 shutdown_connections 2023-12-02T00:31:21.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 --2- 172.21.15.133:0/1060438640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06dfe0 0x7f821c06a990 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- 172.21.15.133:0/1060438640 >> 172.21.15.133:0/1060438640 conn(0x7f821c0c6ef0 msgr2=0x7f821c0c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:21.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- 172.21.15.133:0/1060438640 shutdown_connections 2023-12-02T00:31:21.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- 172.21.15.133:0/1060438640 wait complete. 2023-12-02T00:31:21.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 Processor -- start 2023-12-02T00:31:21.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- start start 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f821c06a5b0 0x7f821c13f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06b1e0 0x7f821c13f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f821c06dfe0 0x7f821c1f0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f821c143750 con 0x7f821c06a5b0 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f821c1604c0 con 0x7f821c06dfe0 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8222f80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f821c13faa0 con 0x7f821c06b1e0 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8220d1c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f821c06a5b0 0x7f821c13f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8220d1c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f821c06a5b0 0x7f821c13f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36954/0 (socket says 172.21.15.133:36954) 2023-12-02T00:31:21.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f8220d1c640 1 -- 172.21.15.133:0/1474218852 learned_addr learned my addr 172.21.15.133:0/1474218852 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.266+0000 7f821bfff640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06b1e0 0x7f821c13f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f822151d640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f821c06dfe0 0x7f821c1f0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8220d1c640 1 -- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06b1e0 msgr2=0x7f821c13f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8220d1c640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06b1e0 0x7f821c13f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8220d1c640 1 -- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f821c06dfe0 msgr2=0x7f821c1f0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8220d1c640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f821c06dfe0 0x7f821c1f0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8220d1c640 1 -- 172.21.15.133:0/1474218852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8208009420 con 0x7f821c06a5b0 2023-12-02T00:31:21.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8220d1c640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f821c06a5b0 0x7f821c13f020 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f821000c430 tx=0x7f821000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f82197fa640 1 -- 172.21.15.133:0/1474218852 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82100052d0 con 0x7f821c06a5b0 2023-12-02T00:31:21.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f82197fa640 1 -- 172.21.15.133:0/1474218852 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8210005450 con 0x7f821c06a5b0 2023-12-02T00:31:21.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f82197fa640 1 -- 172.21.15.133:0/1474218852 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8210003840 con 0x7f821c06a5b0 2023-12-02T00:31:21.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f821c14a4e0 con 0x7f821c06a5b0 2023-12-02T00:31:21.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f821c14aaa0 con 0x7f821c06a5b0 2023-12-02T00:31:21.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f821c068400 con 0x7f821c06a5b0 2023-12-02T00:31:21.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f82197fa640 1 -- 172.21.15.133:0/1474218852 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f82100039a0 con 0x7f821c06a5b0 2023-12-02T00:31:21.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f82197fa640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8200066470 0x7f8200068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f82197fa640 1 -- 172.21.15.133:0/1474218852 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8210083420 con 0x7f821c06a5b0 2023-12-02T00:31:21.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.270+0000 7f821bfff640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8200066470 0x7f8200068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.274+0000 7f821bfff640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8200066470 0x7f8200068930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f82080ad000 tx=0x7f8208008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.274+0000 7f82197fa640 1 -- 172.21.15.133:0/1474218852 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8210050940 con 0x7f821c06a5b0 2023-12-02T00:31:21.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f821c0c31f0 con 0x7f821c06a5b0 2023-12-02T00:31:21.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f82197fa640 1 -- 172.21.15.133:0/1474218852 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8210053f60 con 0x7f821c06a5b0 2023-12-02T00:31:21.433 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:21.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8200066470 msgr2=0x7f8200068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8200066470 0x7f8200068930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f82080ad000 tx=0x7f8208008040 comp rx=0 tx=0).stop 2023-12-02T00:31:21.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f821c06a5b0 msgr2=0x7f821c13f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f821c06a5b0 0x7f821c13f020 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f821000c430 tx=0x7f821000c8f0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 shutdown_connections 2023-12-02T00:31:21.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8200066470 0x7f8200068930 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f821c06dfe0 0x7f821c1f0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f821c06b1e0 0x7f821c13f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 --2- 172.21.15.133:0/1474218852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f821c06a5b0 0x7f821c13f020 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 >> 172.21.15.133:0/1474218852 conn(0x7f821c0c6ef0 msgr2=0x7f821c0c0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:21.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 shutdown_connections 2023-12-02T00:31:21.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.430+0000 7f8222f80640 1 -- 172.21.15.133:0/1474218852 wait complete. 2023-12-02T00:31:21.454 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:21.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.590+0000 7f7b94db5640 1 Processor -- start 2023-12-02T00:31:21.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.590+0000 7f7b94db5640 1 -- start start 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b94db5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b900c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b94db5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7b900c4750 0x7f7b900c4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b94db5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b9006c660 con 0x7f7b901544c0 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b94db5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b9006ba50 con 0x7f7b900c4750 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b94db5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b9006bd30 con 0x7f7b900af5c0 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7b900c4750 0x7f7b900c4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7b900c4750 0x7f7b900c4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36958/0 (socket says 172.21.15.133:36958) 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 -- 172.21.15.133:0/1074688809 learned_addr learned my addr 172.21.15.133:0/1074688809 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8f7fe640 1 --2- 172.21.15.133:0/1074688809 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b900c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 -- 172.21.15.133:0/1074688809 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 msgr2=0x7f7b900c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 --2- 172.21.15.133:0/1074688809 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b900c7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 -- 172.21.15.133:0/1074688809 >> v1:172.21.15.172:6789/0 conn(0x7f7b901544c0 legacy=0x7f7b90154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 -- 172.21.15.133:0/1074688809 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b9006c010 con 0x7f7b900c4750 2023-12-02T00:31:21.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.594+0000 7f7b8effd640 1 --2- 172.21.15.133:0/1074688809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b900c4b90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7b84009870 tx=0x7f7b8401c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e320a1cada3d1f25 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b8e7fc640 1 -- 172.21.15.133:0/1074688809 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b840ab600 con 0x7f7b900c4750 2023-12-02T00:31:21.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b8e7fc640 1 -- 172.21.15.133:0/1074688809 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b840a7050 con 0x7f7b900c4750 2023-12-02T00:31:21.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b8e7fc640 1 -- 172.21.15.133:0/1074688809 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b840ab980 con 0x7f7b900c4750 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- 172.21.15.133:0/1074688809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 msgr2=0x7f7b900c4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 --2- 172.21.15.133:0/1074688809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b900c4b90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7b84009870 tx=0x7f7b8401c340 comp rx=0 tx=0).stop 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- 172.21.15.133:0/1074688809 shutdown_connections 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 --2- 172.21.15.133:0/1074688809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b900c4b90 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 --2- 172.21.15.133:0/1074688809 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b900c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- 172.21.15.133:0/1074688809 >> 172.21.15.133:0/1074688809 conn(0x7f7b900ab960 msgr2=0x7f7b900abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- 172.21.15.133:0/1074688809 shutdown_connections 2023-12-02T00:31:21.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- 172.21.15.133:0/1074688809 wait complete. 2023-12-02T00:31:21.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 Processor -- start 2023-12-02T00:31:21.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- start start 2023-12-02T00:31:21.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b9014b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b901ed740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b901544c0 0x7f7b900ae0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b901ee420 con 0x7f7b900c4750 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b901df310 con 0x7f7b901544c0 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.598+0000 7f7b94db5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b901ee140 con 0x7f7b900af5c0 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b901ed740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8f7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b9014b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b901ed740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36970/0 (socket says 172.21.15.133:36970) 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 -- 172.21.15.133:0/2684804663 learned_addr learned my addr 172.21.15.133:0/2684804663 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8ffff640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b901544c0 0x7f7b900ae0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 -- 172.21.15.133:0/2684804663 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 msgr2=0x7f7b9014b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b9014b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 -- 172.21.15.133:0/2684804663 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b901544c0 msgr2=0x7f7b900ae0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b901544c0 0x7f7b900ae0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 -- 172.21.15.133:0/2684804663 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b840094d0 con 0x7f7b900c4750 2023-12-02T00:31:21.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b8effd640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b901ed740 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7b8401cbe0 tx=0x7f7b840190e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b77fff640 1 -- 172.21.15.133:0/2684804663 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b840b37d0 con 0x7f7b900c4750 2023-12-02T00:31:21.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b77fff640 1 -- 172.21.15.133:0/2684804663 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b840b3930 con 0x7f7b900c4750 2023-12-02T00:31:21.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b77fff640 1 -- 172.21.15.133:0/2684804663 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b840b3ce0 con 0x7f7b900c4750 2023-12-02T00:31:21.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b901defa0 con 0x7f7b900c4750 2023-12-02T00:31:21.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b900aca70 con 0x7f7b900c4750 2023-12-02T00:31:21.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b901df4a0 con 0x7f7b900c4750 2023-12-02T00:31:21.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.602+0000 7f7b77fff640 1 -- 172.21.15.133:0/2684804663 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7b840b2070 con 0x7f7b900c4750 2023-12-02T00:31:21.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.606+0000 7f7b77fff640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b7c066470 0x7f7b7c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.606+0000 7f7b77fff640 1 -- 172.21.15.133:0/2684804663 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7b8411e080 con 0x7f7b900c4750 2023-12-02T00:31:21.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.606+0000 7f7b8f7fe640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b7c066470 0x7f7b7c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.606+0000 7f7b8f7fe640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b7c066470 0x7f7b7c068930 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7b80009b60 tx=0x7f7b80009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.610+0000 7f7b77fff640 1 -- 172.21.15.133:0/2684804663 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7b840eb640 con 0x7f7b900c4750 2023-12-02T00:31:21.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7b900c8270 con 0x7f7b900c4750 2023-12-02T00:31:21.761 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b77fff640 1 -- 172.21.15.133:0/2684804663 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7b840eec60 con 0x7f7b900c4750 2023-12-02T00:31:21.761 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b7c066470 msgr2=0x7f7b7c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b7c066470 0x7f7b7c068930 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7b80009b60 tx=0x7f7b80009190 comp rx=0 tx=0).stop 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 msgr2=0x7f7b901ed740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b901ed740 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7b8401cbe0 tx=0x7f7b840190e0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 shutdown_connections 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b7c066470 0x7f7b7c068930 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b901544c0 0x7f7b900ae0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c4750 0x7f7b901ed740 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 --2- 172.21.15.133:0/2684804663 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900af5c0 0x7f7b9014b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 >> 172.21.15.133:0/2684804663 conn(0x7f7b900ab960 msgr2=0x7f7b90152310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 shutdown_connections 2023-12-02T00:31:21.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.758+0000 7f7b94db5640 1 -- 172.21.15.133:0/2684804663 wait complete. 2023-12-02T00:31:21.782 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:21.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd493b9d640 1 Processor -- start 2023-12-02T00:31:21.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd493b9d640 1 -- start start 2023-12-02T00:31:21.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd493b9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd48c1560e0 0x7fd48c15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd493b9d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd48c06d520 0x7fd48c159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd493b9d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd48c15c600 con 0x7fd48c0bffc0 2023-12-02T00:31:21.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd493b9d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd48c1594e0 con 0x7fd48c1560e0 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd493b9d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd48c1597c0 con 0x7fd48c06d520 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd491939640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd48c1560e0 0x7fd48c15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd49213a640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd48c0bffc0 0x7fd48c0c1bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41522/0 (socket says 172.21.15.133:41522) 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd49213a640 1 -- 172.21.15.133:0/1260373913 learned_addr learned my addr 172.21.15.133:0/1260373913 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd491939640 1 -- 172.21.15.133:0/1260373913 >> v2:172.21.15.172:3300/0 conn(0x7fd48c06d520 msgr2=0x7fd48c159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd491138640 1 --2- 172.21.15.133:0/1260373913 >> v2:172.21.15.172:3300/0 conn(0x7fd48c06d520 0x7fd48c159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd491939640 1 --2- 172.21.15.133:0/1260373913 >> v2:172.21.15.172:3300/0 conn(0x7fd48c06d520 0x7fd48c159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd491939640 1 -- 172.21.15.133:0/1260373913 >> v1:172.21.15.133:6789/0 conn(0x7fd48c0bffc0 legacy=0x7fd48c0c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd491939640 1 -- 172.21.15.133:0/1260373913 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd48c15bfb0 con 0x7fd48c1560e0 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd490937640 1 -- 172.21.15.133:0/1260373913 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3200757327 0 0) 0x7fd48c15c600 con 0x7fd48c0bffc0 2023-12-02T00:31:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.918+0000 7fd491138640 1 --2- 172.21.15.133:0/1260373913 >> v2:172.21.15.172:3300/0 conn(0x7fd48c06d520 0x7fd48c159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:21.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd491939640 1 --2- 172.21.15.133:0/1260373913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c1560e0 0x7fd48c15ca90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0c1330 tx=0x7fd48801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6322c2887199813e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd490937640 1 -- 172.21.15.133:0/1260373913 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48c1566d0 con 0x7fd48c1560e0 2023-12-02T00:31:21.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd490937640 1 -- 172.21.15.133:0/1260373913 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4880ab650 con 0x7fd48c1560e0 2023-12-02T00:31:21.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd490937640 1 -- 172.21.15.133:0/1260373913 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4880ab9e0 con 0x7fd48c1560e0 2023-12-02T00:31:21.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 -- 172.21.15.133:0/1260373913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c1560e0 msgr2=0x7fd48c15ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 --2- 172.21.15.133:0/1260373913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c1560e0 0x7fd48c15ca90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd48c0c1330 tx=0x7fd48801c430 comp rx=0 tx=0).stop 2023-12-02T00:31:21.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 -- 172.21.15.133:0/1260373913 shutdown_connections 2023-12-02T00:31:21.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 --2- 172.21.15.133:0/1260373913 >> v2:172.21.15.172:3300/0 conn(0x7fd48c06d520 0x7fd48c159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 --2- 172.21.15.133:0/1260373913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c1560e0 0x7fd48c15ca90 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 -- 172.21.15.133:0/1260373913 >> 172.21.15.133:0/1260373913 conn(0x7fd48c06a5b0 msgr2=0x7fd48c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:21.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 -- 172.21.15.133:0/1260373913 shutdown_connections 2023-12-02T00:31:21.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 -- 172.21.15.133:0/1260373913 wait complete. 2023-12-02T00:31:21.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.922+0000 7fd493b9d640 1 Processor -- start 2023-12-02T00:31:21.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 -- start start 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c06d520 0x7fd48c14f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd48c0bffc0 0x7fd48c14d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd48c1560e0 0x7fd48c14db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd48c14ef60 con 0x7fd48c06d520 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd48c14e6c0 con 0x7fd48c1560e0 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd48c14e9a0 con 0x7fd48c0bffc0 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c06d520 0x7fd48c14f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c06d520 0x7fd48c14f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:36990/0 (socket says 172.21.15.133:36990) 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 -- 172.21.15.133:0/610958990 learned_addr learned my addr 172.21.15.133:0/610958990 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 -- 172.21.15.133:0/610958990 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd48c0bffc0 msgr2=0x7fd48c14d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd48c0bffc0 0x7fd48c14d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 -- 172.21.15.133:0/610958990 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd48c1560e0 msgr2=0x7fd48c14db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd48c1560e0 0x7fd48c14db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 -- 172.21.15.133:0/610958990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd488009420 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd491939640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c06d520 0x7fd48c14f8a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4880ad040 tx=0x7fd48801ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd4827fc640 1 -- 172.21.15.133:0/610958990 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4880b5810 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd4827fc640 1 -- 172.21.15.133:0/610958990 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4880b5990 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd48c14ec80 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd4827fc640 1 -- 172.21.15.133:0/610958990 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4880b5d40 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd48c14fde0 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.926+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd48c14cf80 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.930+0000 7fd4827fc640 1 -- 172.21.15.133:0/610958990 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd4880bf410 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.930+0000 7fd4827fc640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd470066470 0x7fd470068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.930+0000 7fd4827fc640 1 -- 172.21.15.133:0/610958990 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd48811f250 con 0x7fd48c06d520 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.930+0000 7fd491138640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd470066470 0x7fd470068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.930+0000 7fd491138640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd470066470 0x7fd470068930 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd48c14e520 tx=0x7fd47c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:21.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:21.934+0000 7fd4827fc640 1 -- 172.21.15.133:0/610958990 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd48c14cf80 con 0x7fd48c06d520 2023-12-02T00:31:22.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.082+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd48c14cf80 con 0x7fd48c06d520 2023-12-02T00:31:22.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd4827fc640 1 -- 172.21.15.133:0/610958990 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd48c14cf80 con 0x7fd48c06d520 2023-12-02T00:31:22.088 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:22.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd470066470 msgr2=0x7fd470068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd470066470 0x7fd470068930 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd48c14e520 tx=0x7fd47c008040 comp rx=0 tx=0).stop 2023-12-02T00:31:22.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c06d520 msgr2=0x7fd48c14f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c06d520 0x7fd48c14f8a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4880ad040 tx=0x7fd48801ac70 comp rx=0 tx=0).stop 2023-12-02T00:31:22.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 shutdown_connections 2023-12-02T00:31:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd470066470 0x7fd470068930 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd48c1560e0 0x7fd48c14db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd48c0bffc0 0x7fd48c14d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 --2- 172.21.15.133:0/610958990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd48c06d520 0x7fd48c14f8a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 >> 172.21.15.133:0/610958990 conn(0x7fd48c06a5b0 msgr2=0x7fd48c072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 shutdown_connections 2023-12-02T00:31:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.086+0000 7fd493b9d640 1 -- 172.21.15.133:0/610958990 wait complete. 2023-12-02T00:31:22.109 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:22.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f08b72640 1 Processor -- start 2023-12-02T00:31:22.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f08b72640 1 -- start start 2023-12-02T00:31:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f08b72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f040c30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f08b72640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0f040a6c60 0x7f0f040c3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f08b72640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f04157cd0 con 0x7f0f040c2840 2023-12-02T00:31:22.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f08b72640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f040c2e00 con 0x7f0f040a6c60 2023-12-02T00:31:22.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f08b72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f04158850 con 0x7f0f041578f0 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f01d9b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0f040a6c60 0x7f0f040c3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f0259c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f040c30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f02d9d640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f0f040c2840 0x7f0f040c1270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:59932/0 (socket says 172.21.15.133:59932) 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f02d9d640 1 -- 172.21.15.133:0/1285919360 learned_addr learned my addr 172.21.15.133:0/1285919360 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f0159a640 1 -- 172.21.15.133:0/1285919360 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 52569089 0 0) 0x7f0f04157cd0 con 0x7f0f040c2840 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f0159a640 1 -- 172.21.15.133:0/1285919360 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0eec003530 con 0x7f0f040c2840 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f0259c640 1 -- 172.21.15.133:0/1285919360 >> v2:172.21.15.172:3300/0 conn(0x7f0f040a6c60 msgr2=0x7f0f040c3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f0259c640 1 --2- 172.21.15.133:0/1285919360 >> v2:172.21.15.172:3300/0 conn(0x7f0f040a6c60 0x7f0f040c3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f0259c640 1 -- 172.21.15.133:0/1285919360 >> v1:172.21.15.172:6789/0 conn(0x7f0f040c2840 legacy=0x7f0f040c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f0259c640 1 -- 172.21.15.133:0/1285919360 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f04157f20 con 0x7f0f041578f0 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.246+0000 7f0f01d9b640 1 --2- 172.21.15.133:0/1285919360 >> v2:172.21.15.172:3300/0 conn(0x7f0f040a6c60 0x7f0f040c3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f0259c640 1 --2- 172.21.15.133:0/1285919360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f040c30e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40097c0 tx=0x7f0ef401c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=189cba9750c9d14 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f0159a640 1 -- 172.21.15.133:0/1285919360 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef40ab600 con 0x7f0f041578f0 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f0159a640 1 -- 172.21.15.133:0/1285919360 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ef40a7050 con 0x7f0f041578f0 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f0159a640 1 -- 172.21.15.133:0/1285919360 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef40ab980 con 0x7f0f041578f0 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 -- 172.21.15.133:0/1285919360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 msgr2=0x7f0f040c30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 --2- 172.21.15.133:0/1285919360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f040c30e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40097c0 tx=0x7f0ef401c3f0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 -- 172.21.15.133:0/1285919360 shutdown_connections 2023-12-02T00:31:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 --2- 172.21.15.133:0/1285919360 >> v2:172.21.15.172:3300/0 conn(0x7f0f040a6c60 0x7f0f040c3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 --2- 172.21.15.133:0/1285919360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f040c30e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 -- 172.21.15.133:0/1285919360 >> 172.21.15.133:0/1285919360 conn(0x7f0f040c7e40 msgr2=0x7f0f040c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 -- 172.21.15.133:0/1285919360 shutdown_connections 2023-12-02T00:31:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.250+0000 7f0f08b72640 1 -- 172.21.15.133:0/1285919360 wait complete. 2023-12-02T00:31:22.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 Processor -- start 2023-12-02T00:31:22.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 -- start start 2023-12-02T00:31:22.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f040a6c60 0x7f0f040a9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f040c2840 0x7f0f040aa250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f04151020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f040a8f50 con 0x7f0f040c2840 2023-12-02T00:31:22.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f040a8340 con 0x7f0f040a6c60 2023-12-02T00:31:22.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f040a8620 con 0x7f0f041578f0 2023-12-02T00:31:22.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f040c2840 0x7f0f040aa250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f040c2840 0x7f0f040aa250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37000/0 (socket says 172.21.15.133:37000) 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 -- 172.21.15.133:0/2084167548 learned_addr learned my addr 172.21.15.133:0/2084167548 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f0259c640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f040a6c60 0x7f0f040a9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f02d9d640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f04151020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 -- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 msgr2=0x7f0f04151020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f04151020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 -- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f040a6c60 msgr2=0x7f0f040a9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f040a6c60 0x7f0f040a9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 -- 172.21.15.133:0/2084167548 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ef8009420 con 0x7f0f040c2840 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f02d9d640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f04151020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f0259c640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f040a6c60 0x7f0f040a9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f01d9b640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f040c2840 0x7f0f040aa250 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0ef800ebb0 tx=0x7f0ef800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0ef2ffd640 1 -- 172.21.15.133:0/2084167548 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef800eeb0 con 0x7f0f040c2840 2023-12-02T00:31:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0ef2ffd640 1 -- 172.21.15.133:0/2084167548 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ef800cc30 con 0x7f0f040c2840 2023-12-02T00:31:22.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ef4009420 con 0x7f0f040c2840 2023-12-02T00:31:22.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0ef2ffd640 1 -- 172.21.15.133:0/2084167548 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ef8013470 con 0x7f0f040c2840 2023-12-02T00:31:22.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f040a8be0 con 0x7f0f040c2840 2023-12-02T00:31:22.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.254+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f040c7c10 con 0x7f0f040c2840 2023-12-02T00:31:22.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.258+0000 7f0ef2ffd640 1 -- 172.21.15.133:0/2084167548 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0ef80135d0 con 0x7f0f040c2840 2023-12-02T00:31:22.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.258+0000 7f0ef2ffd640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ee4066470 0x7f0ee4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.258+0000 7f0ef2ffd640 1 -- 172.21.15.133:0/2084167548 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0ef8084160 con 0x7f0f040c2840 2023-12-02T00:31:22.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.258+0000 7f0f0259c640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ee4066470 0x7f0ee4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.258+0000 7f0f0259c640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ee4066470 0x7f0ee4068930 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40ad000 tx=0x7f0ef4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.262+0000 7f0ef2ffd640 1 -- 172.21.15.133:0/2084167548 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0ef80515d0 con 0x7f0f040c2840 2023-12-02T00:31:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.410+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0f04068400 con 0x7f0f040c2840 2023-12-02T00:31:22.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0ef2ffd640 1 -- 172.21.15.133:0/2084167548 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f0ef8054bf0 con 0x7f0f040c2840 2023-12-02T00:31:22.417 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:22.417 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:22.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ee4066470 msgr2=0x7f0ee4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ee4066470 0x7f0ee4068930 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40ad000 tx=0x7f0ef4008040 comp rx=0 tx=0).stop 2023-12-02T00:31:22.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f040c2840 msgr2=0x7f0f040aa250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f040c2840 0x7f0f040aa250 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0ef800ebb0 tx=0x7f0ef800c520 comp rx=0 tx=0).stop 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 shutdown_connections 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ee4066470 0x7f0ee4068930 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f041578f0 0x7f0f04151020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f040c2840 0x7f0f040aa250 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 --2- 172.21.15.133:0/2084167548 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f040a6c60 0x7f0f040a9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 >> 172.21.15.133:0/2084167548 conn(0x7f0f040c7e40 msgr2=0x7f0f040c61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 shutdown_connections 2023-12-02T00:31:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.414+0000 7f0f08b72640 1 -- 172.21.15.133:0/2084167548 wait complete. 2023-12-02T00:31:22.439 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:22.439 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:22.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.574+0000 7f921a365640 1 Processor -- start 2023-12-02T00:31:22.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.574+0000 7f921a365640 1 -- start start 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f921a365640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f92140c61e0 0x7f92140a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f921a365640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f92140c1270 0x7f92140c1720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f921a365640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92140c28e0 con 0x7f92141555c0 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f921a365640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92140c3680 con 0x7f92140c1270 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f921a365640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92140c2b80 con 0x7f92140c61e0 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f9218902640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f92140c1270 0x7f92140c1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f9218902640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f92140c1270 0x7f92140c1720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37010/0 (socket says 172.21.15.133:37010) 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f9218902640 1 -- 172.21.15.133:0/705713510 learned_addr learned my addr 172.21.15.133:0/705713510 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:22.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f92137fe640 1 --2- 172.21.15.133:0/705713510 >> v2:172.21.15.172:3300/0 conn(0x7f92140c61e0 0x7f92140a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f9218902640 1 -- 172.21.15.133:0/705713510 >> v2:172.21.15.172:3300/0 conn(0x7f92140c61e0 msgr2=0x7f92140a6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:22.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f9218902640 1 --2- 172.21.15.133:0/705713510 >> v2:172.21.15.172:3300/0 conn(0x7f92140c61e0 0x7f92140a6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f9218902640 1 -- 172.21.15.133:0/705713510 >> v1:172.21.15.172:6789/0 conn(0x7f92141555c0 legacy=0x7f92140c6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.578+0000 7f9218902640 1 -- 172.21.15.133:0/705713510 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92140c32a0 con 0x7f92140c1270 2023-12-02T00:31:22.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f9218902640 1 --2- 172.21.15.133:0/705713510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f92140c1720 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9214066cc0 tx=0x7f920c01c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad3a69c5f705a41d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f9212ffd640 1 -- 172.21.15.133:0/705713510 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f920c0a57a0 con 0x7f92140c1270 2023-12-02T00:31:22.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f9212ffd640 1 -- 172.21.15.133:0/705713510 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f920c0a5900 con 0x7f92140c1270 2023-12-02T00:31:22.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f9212ffd640 1 -- 172.21.15.133:0/705713510 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f920c0a5c90 con 0x7f92140c1270 2023-12-02T00:31:22.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 -- 172.21.15.133:0/705713510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 msgr2=0x7f92140c1720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 --2- 172.21.15.133:0/705713510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f92140c1720 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9214066cc0 tx=0x7f920c01c9d0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 -- 172.21.15.133:0/705713510 shutdown_connections 2023-12-02T00:31:22.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 --2- 172.21.15.133:0/705713510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f92140c1720 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 --2- 172.21.15.133:0/705713510 >> v2:172.21.15.172:3300/0 conn(0x7f92140c61e0 0x7f92140a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 -- 172.21.15.133:0/705713510 >> 172.21.15.133:0/705713510 conn(0x7f92140c7e40 msgr2=0x7f92140c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:22.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 -- 172.21.15.133:0/705713510 shutdown_connections 2023-12-02T00:31:22.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 -- 172.21.15.133:0/705713510 wait complete. 2023-12-02T00:31:22.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 Processor -- start 2023-12-02T00:31:22.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.582+0000 7f921a365640 1 -- start start 2023-12-02T00:31:22.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f921415aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f92140c61e0 0x7f921415af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f92141555c0 0x7f92141f03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92140adef0 con 0x7f92140c1270 2023-12-02T00:31:22.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9214153ff0 con 0x7f92141555c0 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92141f1090 con 0x7f92140c61e0 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f921415aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f921415aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37024/0 (socket says 172.21.15.133:37024) 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 -- 172.21.15.133:0/1121981392 learned_addr learned my addr 172.21.15.133:0/1121981392 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9218902640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f92141555c0 0x7f92141f03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f92137fe640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f92140c61e0 0x7f921415af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 -- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f92140c61e0 msgr2=0x7f921415af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f92140c61e0 0x7f921415af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 -- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f92141555c0 msgr2=0x7f92141f03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f92141555c0 0x7f92141f03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 -- 172.21.15.133:0/1121981392 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f920c009b30 con 0x7f92140c1270 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9213fff640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f921415aa40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f920400c500 tx=0x7f920400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9210ff9640 1 -- 172.21.15.133:0/1121981392 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9204005220 con 0x7f92140c1270 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9210ff9640 1 -- 172.21.15.133:0/1121981392 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9204005380 con 0x7f92140c1270 2023-12-02T00:31:22.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92140ae0d0 con 0x7f92140c1270 2023-12-02T00:31:22.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9210ff9640 1 -- 172.21.15.133:0/1121981392 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9204007270 con 0x7f92140c1270 2023-12-02T00:31:22.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9214152f50 con 0x7f92140c1270 2023-12-02T00:31:22.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9214068400 con 0x7f92140c1270 2023-12-02T00:31:22.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.586+0000 7f9210ff9640 1 -- 172.21.15.133:0/1121981392 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f92040073d0 con 0x7f92140c1270 2023-12-02T00:31:22.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.590+0000 7f9210ff9640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9200066470 0x7f9200068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.590+0000 7f9210ff9640 1 -- 172.21.15.133:0/1121981392 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9204083710 con 0x7f92140c1270 2023-12-02T00:31:22.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.590+0000 7f92137fe640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9200066470 0x7f9200068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.590+0000 7f92137fe640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9200066470 0x7f9200068930 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f92140c6880 tx=0x7f9208009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.594+0000 7f9210ff9640 1 -- 172.21.15.133:0/1121981392 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9204050bb0 con 0x7f92140c1270 2023-12-02T00:31:22.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.742+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9214154c90 con 0x7f92140c1270 2023-12-02T00:31:22.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.742+0000 7f9210ff9640 1 -- 172.21.15.133:0/1121981392 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f92040541d0 con 0x7f92140c1270 2023-12-02T00:31:22.746 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:22.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9200066470 msgr2=0x7f9200068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9200066470 0x7f9200068930 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f92140c6880 tx=0x7f9208009190 comp rx=0 tx=0).stop 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 msgr2=0x7f921415aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f921415aa40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f920400c500 tx=0x7f920400c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 shutdown_connections 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9200066470 0x7f9200068930 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f92141555c0 0x7f92141f03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f92140c61e0 0x7f921415af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 --2- 172.21.15.133:0/1121981392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92140c1270 0x7f921415aa40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 >> 172.21.15.133:0/1121981392 conn(0x7f92140c7e40 msgr2=0x7f921406cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 shutdown_connections 2023-12-02T00:31:22.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.746+0000 7f921a365640 1 -- 172.21.15.133:0/1121981392 wait complete. 2023-12-02T00:31:22.767 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:22.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.906+0000 7f1df53df640 1 Processor -- start 2023-12-02T00:31:22.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.906+0000 7f1df53df640 1 -- start start 2023-12-02T00:31:22.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1df53df640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1df0155de0 0x7f1df0156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1df53df640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1df00c2580 con 0x7f1df00c5260 2023-12-02T00:31:22.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1df53df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1df00c1a00 con 0x7f1df00c5640 2023-12-02T00:31:22.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1df53df640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1df0153510 con 0x7f1df0155de0 2023-12-02T00:31:22.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1def7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1df0155de0 0x7f1df0156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1def7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1df0155de0 0x7f1df0156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37034/0 (socket says 172.21.15.133:37034) 2023-12-02T00:31:22.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1def7fe640 1 -- 172.21.15.133:0/3259746991 learned_addr learned my addr 172.21.15.133:0/3259746991 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:22.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1def7fe640 1 -- 172.21.15.133:0/3259746991 >> v1:172.21.15.172:6789/0 conn(0x7f1df00c5640 legacy=0x7f1df00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1def7fe640 1 -- 172.21.15.133:0/3259746991 >> v1:172.21.15.133:6789/0 conn(0x7f1df00c5260 legacy=0x7f1df006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1def7fe640 1 -- 172.21.15.133:0/3259746991 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1df00c1ce0 con 0x7f1df0155de0 2023-12-02T00:31:22.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.910+0000 7f1dee7fc640 1 -- 172.21.15.133:0/3259746991 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2682362794 0 0) 0x7f1df00c2580 con 0x7f1df00c5260 2023-12-02T00:31:22.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1def7fe640 1 --2- 172.21.15.133:0/3259746991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df0156230 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1de8009870 tx=0x7f1de801c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58bd14c3e849ae47 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1dee7fc640 1 -- 172.21.15.133:0/3259746991 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de80ac600 con 0x7f1df0155de0 2023-12-02T00:31:22.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1dee7fc640 1 -- 172.21.15.133:0/3259746991 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1de80a8050 con 0x7f1df0155de0 2023-12-02T00:31:22.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1dee7fc640 1 -- 172.21.15.133:0/3259746991 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de80ac980 con 0x7f1df0155de0 2023-12-02T00:31:22.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 -- 172.21.15.133:0/3259746991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 msgr2=0x7f1df0156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 --2- 172.21.15.133:0/3259746991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df0156230 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1de8009870 tx=0x7f1de801c4b0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 -- 172.21.15.133:0/3259746991 shutdown_connections 2023-12-02T00:31:22.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 --2- 172.21.15.133:0/3259746991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df0156230 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 -- 172.21.15.133:0/3259746991 >> 172.21.15.133:0/3259746991 conn(0x7f1df006a5b0 msgr2=0x7f1df006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:22.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 -- 172.21.15.133:0/3259746991 shutdown_connections 2023-12-02T00:31:22.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 -- 172.21.15.133:0/3259746991 wait complete. 2023-12-02T00:31:22.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 Processor -- start 2023-12-02T00:31:22.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 -- start start 2023-12-02T00:31:22.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.914+0000 7f1df53df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1df00c5260 0x7f1df0150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1df00c5640 0x7f1df00a6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df01ea890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1df0153380 con 0x7f1df0155de0 2023-12-02T00:31:22.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1df0150370 con 0x7f1df00c5640 2023-12-02T00:31:22.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1df00c0230 con 0x7f1df00c5260 2023-12-02T00:31:22.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df01ea890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df01ea890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37050/0 (socket says 172.21.15.133:37050) 2023-12-02T00:31:22.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 -- 172.21.15.133:0/1927655272 learned_addr learned my addr 172.21.15.133:0/1927655272 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:22.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1deeffd640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1df00c5260 0x7f1df0150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1de67fc640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1df00c5640 0x7f1df00a6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 -- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1df00c5260 msgr2=0x7f1df0150800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1df00c5260 0x7f1df0150800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 -- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1df00c5640 msgr2=0x7f1df00a6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1df00c5640 0x7f1df00a6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 -- 172.21.15.133:0/1927655272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1de80094d0 con 0x7f1df0155de0 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1def7fe640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df01ea890 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1de80190c0 tx=0x7f1de801acf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1de7fff640 1 -- 172.21.15.133:0/1927655272 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de80b7620 con 0x7f1df0155de0 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1de7fff640 1 -- 172.21.15.133:0/1927655272 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1de80b7780 con 0x7f1df0155de0 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1de7fff640 1 -- 172.21.15.133:0/1927655272 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de80b7b30 con 0x7f1df0155de0 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1df00bff50 con 0x7f1df0155de0 2023-12-02T00:31:22.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1df014f850 con 0x7f1df0155de0 2023-12-02T00:31:22.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1df0068400 con 0x7f1df0155de0 2023-12-02T00:31:22.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.918+0000 7f1de7fff640 1 -- 172.21.15.133:0/1927655272 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1de80b3040 con 0x7f1df0155de0 2023-12-02T00:31:22.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.922+0000 7f1de7fff640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1dd00664a0 0x7f1dd0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:22.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.922+0000 7f1de7fff640 1 -- 172.21.15.133:0/1927655272 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1de811dff0 con 0x7f1df0155de0 2023-12-02T00:31:22.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.922+0000 7f1deeffd640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1dd00664a0 0x7f1dd0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:22.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.922+0000 7f1deeffd640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1dd00664a0 0x7f1dd0068960 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1de00012f0 tx=0x7f1de0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:22.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:22.926+0000 7f1de7fff640 1 -- 172.21.15.133:0/1927655272 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1de814f280 con 0x7f1df0155de0 2023-12-02T00:31:23.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.074+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1df01504b0 con 0x7f1df0155de0 2023-12-02T00:31:23.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.074+0000 7f1de7fff640 1 -- 172.21.15.133:0/1927655272 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1de80eb480 con 0x7f1df0155de0 2023-12-02T00:31:23.080 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1dd00664a0 msgr2=0x7f1dd0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1dd00664a0 0x7f1dd0068960 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1de00012f0 tx=0x7f1de0009040 comp rx=0 tx=0).stop 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 msgr2=0x7f1df01ea890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df01ea890 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1de80190c0 tx=0x7f1de801acf0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 shutdown_connections 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1dd00664a0 0x7f1dd0068960 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0155de0 0x7f1df01ea890 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1df00c5640 0x7f1df00a6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 --2- 172.21.15.133:0/1927655272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1df00c5260 0x7f1df0150800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 >> 172.21.15.133:0/1927655272 conn(0x7f1df006a5b0 msgr2=0x7f1df0070cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:23.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 shutdown_connections 2023-12-02T00:31:23.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.078+0000 7f1df53df640 1 -- 172.21.15.133:0/1927655272 wait complete. 2023-12-02T00:31:23.101 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:23.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83ad10f640 1 Processor -- start 2023-12-02T00:31:23.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83ad10f640 1 -- start start 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83ad10f640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f83a8151e90 0x7f83a80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83ad10f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f83a80c4e60 0x7f83a806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83ad10f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83a806c860 con 0x7f83a80c7ea0 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83ad10f640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83a80c8750 con 0x7f83a8151e90 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83ad10f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83a81552d0 con 0x7f83a80c4e60 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a6d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f83a8151e90 0x7f83a80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a6d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f83a8151e90 0x7f83a80c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37056/0 (socket says 172.21.15.133:37056) 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a6d9d640 1 -- 172.21.15.133:0/3412692147 learned_addr learned my addr 172.21.15.133:0/3412692147 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a659c640 1 --1- 172.21.15.133:0/3412692147 >> v1:172.21.15.133:6789/0 conn(0x7f83a80c7ea0 0x7f83a806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41542/0 (socket says 172.21.15.133:41542) 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a759e640 1 --2- 172.21.15.133:0/3412692147 >> v2:172.21.15.172:3300/0 conn(0x7f83a80c4e60 0x7f83a806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a6d9d640 1 -- 172.21.15.133:0/3412692147 >> v2:172.21.15.172:3300/0 conn(0x7f83a80c4e60 msgr2=0x7f83a806bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:23.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a6d9d640 1 --2- 172.21.15.133:0/3412692147 >> v2:172.21.15.172:3300/0 conn(0x7f83a80c4e60 0x7f83a806bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a6d9d640 1 -- 172.21.15.133:0/3412692147 >> v1:172.21.15.133:6789/0 conn(0x7f83a80c7ea0 legacy=0x7f83a806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a6d9d640 1 -- 172.21.15.133:0/3412692147 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83a8154930 con 0x7f83a8151e90 2023-12-02T00:31:23.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.238+0000 7f83a759e640 1 --2- 172.21.15.133:0/3412692147 >> v2:172.21.15.172:3300/0 conn(0x7f83a80c4e60 0x7f83a806bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:23.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83a6d9d640 1 --2- 172.21.15.133:0/3412692147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a8151e90 0x7f83a80c4920 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f83a808c190 tx=0x7f839801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca03b1eac91fccfd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83a5d9b640 1 -- 172.21.15.133:0/3412692147 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83980ab600 con 0x7f83a8151e90 2023-12-02T00:31:23.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83a5d9b640 1 -- 172.21.15.133:0/3412692147 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83980a7050 con 0x7f83a8151e90 2023-12-02T00:31:23.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83a5d9b640 1 -- 172.21.15.133:0/3412692147 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83980ab980 con 0x7f83a8151e90 2023-12-02T00:31:23.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 -- 172.21.15.133:0/3412692147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a8151e90 msgr2=0x7f83a80c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 --2- 172.21.15.133:0/3412692147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a8151e90 0x7f83a80c4920 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f83a808c190 tx=0x7f839801c3e0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 -- 172.21.15.133:0/3412692147 shutdown_connections 2023-12-02T00:31:23.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 --2- 172.21.15.133:0/3412692147 >> v2:172.21.15.172:3300/0 conn(0x7f83a80c4e60 0x7f83a806bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 --2- 172.21.15.133:0/3412692147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a8151e90 0x7f83a80c4920 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 -- 172.21.15.133:0/3412692147 >> 172.21.15.133:0/3412692147 conn(0x7f83a80ca170 msgr2=0x7f83a80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:23.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 -- 172.21.15.133:0/3412692147 shutdown_connections 2023-12-02T00:31:23.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.242+0000 7f83ad10f640 1 -- 172.21.15.133:0/3412692147 wait complete. 2023-12-02T00:31:23.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 Processor -- start 2023-12-02T00:31:23.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 -- start start 2023-12-02T00:31:23.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f83a80c4e60 0x7f83a81ed620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a80c7ea0 0x7f83a81edb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f83a8151e90 0x7f83a80ace40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a8158ad0 con 0x7f83a80c7ea0 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a8158580 con 0x7f83a80c4e60 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83a8158180 con 0x7f83a8151e90 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a80c7ea0 0x7f83a81edb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a80c7ea0 0x7f83a81edb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37068/0 (socket says 172.21.15.133:37068) 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 -- 172.21.15.133:0/1616545739 learned_addr learned my addr 172.21.15.133:0/1616545739 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a6d9d640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f83a80c4e60 0x7f83a81ed620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a759e640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f83a8151e90 0x7f83a80ace40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 -- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f83a8151e90 msgr2=0x7f83a80ace40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f83a8151e90 0x7f83a80ace40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 -- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f83a80c4e60 msgr2=0x7f83a81ed620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f83a80c4e60 0x7f83a81ed620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 -- 172.21.15.133:0/1616545739 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83980094d0 con 0x7f83a80c7ea0 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a759e640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f83a8151e90 0x7f83a80ace40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83a659c640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a80c7ea0 0x7f83a81edb60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f839c00c460 tx=0x7f839c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f838f7fe640 1 -- 172.21.15.133:0/1616545739 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839c007480 con 0x7f83a80c7ea0 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f838f7fe640 1 -- 172.21.15.133:0/1616545739 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f839c0075e0 con 0x7f83a80c7ea0 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f838f7fe640 1 -- 172.21.15.133:0/1616545739 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f839c004a10 con 0x7f83a80c7ea0 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83a81587f0 con 0x7f83a80c7ea0 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.246+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83a8157940 con 0x7f83a80c7ea0 2023-12-02T00:31:23.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.250+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83a81ecf60 con 0x7f83a80c7ea0 2023-12-02T00:31:23.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.250+0000 7f838f7fe640 1 -- 172.21.15.133:0/1616545739 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f839c004b70 con 0x7f83a80c7ea0 2023-12-02T00:31:23.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.250+0000 7f838f7fe640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8394066470 0x7f8394068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.250+0000 7f838f7fe640 1 -- 172.21.15.133:0/1616545739 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f839c082f40 con 0x7f83a80c7ea0 2023-12-02T00:31:23.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.250+0000 7f83a6d9d640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8394066470 0x7f8394068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.250+0000 7f83a6d9d640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8394066470 0x7f8394068930 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f83980ad000 tx=0x7f83980a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.254+0000 7f838f7fe640 1 -- 172.21.15.133:0/1616545739 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f83a81ecf60 con 0x7f83a80c7ea0 2023-12-02T00:31:23.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f83a81ecf60 con 0x7f83a80c7ea0 2023-12-02T00:31:23.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f838f7fe640 1 -- 172.21.15.133:0/1616545739 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f83a81ecf60 con 0x7f83a80c7ea0 2023-12-02T00:31:23.413 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:23.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8394066470 msgr2=0x7f8394068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8394066470 0x7f8394068930 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f83980ad000 tx=0x7f83980a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:23.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a80c7ea0 msgr2=0x7f83a81edb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a80c7ea0 0x7f83a81edb60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f839c00c460 tx=0x7f839c00c920 comp rx=0 tx=0).stop 2023-12-02T00:31:23.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 shutdown_connections 2023-12-02T00:31:23.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8394066470 0x7f8394068930 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f83a8151e90 0x7f83a80ace40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f83a80c7ea0 0x7f83a81edb60 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 --2- 172.21.15.133:0/1616545739 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f83a80c4e60 0x7f83a81ed620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 >> 172.21.15.133:0/1616545739 conn(0x7f83a80ca170 msgr2=0x7f83a80ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:23.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 shutdown_connections 2023-12-02T00:31:23.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.410+0000 7f83ad10f640 1 -- 172.21.15.133:0/1616545739 wait complete. 2023-12-02T00:31:23.468 INFO:tasks.cephfs_test_runner:Starting test: test_mount_all_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) 2023-12-02T00:31:23.468 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:23.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2546e9c640 1 Processor -- start 2023-12-02T00:31:23.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2546e9c640 1 -- start start 2023-12-02T00:31:23.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2546e9c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2540151dc0 0x7f25400c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2546e9c640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25400ac4f0 con 0x7f25400bd660 2023-12-02T00:31:23.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2546e9c640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2540158780 con 0x7f25400c7ed0 2023-12-02T00:31:23.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2546e9c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2540158a60 con 0x7f2540151dc0 2023-12-02T00:31:23.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2544c38640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2540151dc0 0x7f25400c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2545439640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f25400bd660 0x7f2540154d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41546/0 (socket says 172.21.15.133:41546) 2023-12-02T00:31:23.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2545439640 1 -- 172.21.15.133:0/1617175461 learned_addr learned my addr 172.21.15.133:0/1617175461 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:23.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2544c38640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2540151dc0 0x7f25400c4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:38350/0 (socket says 172.21.15.133:38350) 2023-12-02T00:31:23.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f25377fe640 1 -- 172.21.15.133:0/1617175461 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4049881868 0 0) 0x7f25400ac4f0 con 0x7f25400bd660 2023-12-02T00:31:23.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2544c38640 1 -- 172.21.15.133:0/1617175461 >> v1:172.21.15.172:6789/0 conn(0x7f25400c7ed0 legacy=0x7f2540154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2544c38640 1 -- 172.21.15.133:0/1617175461 >> v1:172.21.15.133:6789/0 conn(0x7f25400bd660 legacy=0x7f2540154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.602+0000 7f2544c38640 1 -- 172.21.15.133:0/1617175461 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25400ac180 con 0x7f2540151dc0 2023-12-02T00:31:23.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2544c38640 1 --2- 172.21.15.133:0/1617175461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25400c4950 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f253c0097f0 tx=0x7f253c01c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73bda4017fbfebe6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f25377fe640 1 -- 172.21.15.133:0/1617175461 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f253c0ab600 con 0x7f2540151dc0 2023-12-02T00:31:23.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f25377fe640 1 -- 172.21.15.133:0/1617175461 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f253c0a7050 con 0x7f2540151dc0 2023-12-02T00:31:23.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f25377fe640 1 -- 172.21.15.133:0/1617175461 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f253c0ab980 con 0x7f2540151dc0 2023-12-02T00:31:23.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2546e9c640 1 -- 172.21.15.133:0/1617175461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 msgr2=0x7f25400c4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1617175461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25400c4950 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f253c0097f0 tx=0x7f253c01c360 comp rx=0 tx=0).stop 2023-12-02T00:31:23.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2546e9c640 1 -- 172.21.15.133:0/1617175461 shutdown_connections 2023-12-02T00:31:23.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1617175461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25400c4950 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2546e9c640 1 -- 172.21.15.133:0/1617175461 >> 172.21.15.133:0/1617175461 conn(0x7f2540071eb0 msgr2=0x7f25400722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:23.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2546e9c640 1 -- 172.21.15.133:0/1617175461 shutdown_connections 2023-12-02T00:31:23.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.606+0000 7f2546e9c640 1 -- 172.21.15.133:0/1617175461 wait complete. 2023-12-02T00:31:23.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 Processor -- start 2023-12-02T00:31:23.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 -- start start 2023-12-02T00:31:23.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f25400bd660 0x7f254014eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25400c7ed0 0x7f25401ed7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25401edcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2540154b50 con 0x7f25400c7ed0 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25400c1a20 con 0x7f2540151dc0 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25400c1d00 con 0x7f25400bd660 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25400c7ed0 0x7f25401ed7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25400c7ed0 0x7f25401ed7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37076/0 (socket says 172.21.15.133:37076) 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 -- 172.21.15.133:0/1596859708 learned_addr learned my addr 172.21.15.133:0/1596859708 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2544c38640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f25400bd660 0x7f254014eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2545439640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25401edcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 -- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f25400bd660 msgr2=0x7f254014eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f25400bd660 0x7f254014eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 -- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 msgr2=0x7f25401edcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25401edcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 -- 172.21.15.133:0/1596859708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f253c009420 con 0x7f25400c7ed0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2545439640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25401edcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2537fff640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25400c7ed0 0x7f25401ed7b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f253000c500 tx=0x7f253000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f25357fa640 1 -- 172.21.15.133:0/1596859708 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2530005220 con 0x7f25400c7ed0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f25357fa640 1 -- 172.21.15.133:0/1596859708 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2530005380 con 0x7f25400c7ed0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25401f06f0 con 0x7f25400c7ed0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f25357fa640 1 -- 172.21.15.133:0/1596859708 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2530007270 con 0x7f25400c7ed0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.610+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25401547e0 con 0x7f25400c7ed0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.614+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25401f0930 con 0x7f25400c7ed0 2023-12-02T00:31:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.614+0000 7f25357fa640 1 -- 172.21.15.133:0/1596859708 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f25300073d0 con 0x7f25400c7ed0 2023-12-02T00:31:23.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.614+0000 7f25357fa640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f252c066470 0x7f252c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.614+0000 7f25357fa640 1 -- 172.21.15.133:0/1596859708 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2530083780 con 0x7f25400c7ed0 2023-12-02T00:31:23.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.614+0000 7f2544c38640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f252c066470 0x7f252c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.614+0000 7f2544c38640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f252c066470 0x7f252c068930 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f253c0ad000 tx=0x7f253c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.618+0000 7f25357fa640 1 -- 172.21.15.133:0/1596859708 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f25401f0930 con 0x7f25400c7ed0 2023-12-02T00:31:23.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.766+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f25401f08e0 con 0x7f25400c7ed0 2023-12-02T00:31:23.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f25357fa640 1 -- 172.21.15.133:0/1596859708 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f2530050b70 con 0x7f25400c7ed0 2023-12-02T00:31:23.773 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:23.773 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:23.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f252c066470 msgr2=0x7f252c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f252c066470 0x7f252c068930 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f253c0ad000 tx=0x7f253c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25400c7ed0 msgr2=0x7f25401ed7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25400c7ed0 0x7f25401ed7b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f253000c500 tx=0x7f253000c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 shutdown_connections 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f252c066470 0x7f252c068930 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2540151dc0 0x7f25401edcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25400c7ed0 0x7f25401ed7b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 --2- 172.21.15.133:0/1596859708 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f25400bd660 0x7f254014eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 >> 172.21.15.133:0/1596859708 conn(0x7f2540071eb0 msgr2=0x7f254015f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 shutdown_connections 2023-12-02T00:31:23.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.770+0000 7f2546e9c640 1 -- 172.21.15.133:0/1596859708 wait complete. 2023-12-02T00:31:23.794 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:23.795 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:23.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.930+0000 7f085b5f5640 1 Processor -- start 2023-12-02T00:31:23.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.930+0000 7f085b5f5640 1 -- start start 2023-12-02T00:31:23.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f085b5f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f085414ec10 0x7f0854070f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f085b5f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f08540c1400 0x7f085406e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f085b5f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f085406f350 con 0x7f08540714a0 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f085b5f5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0854071a00 con 0x7f08540c1400 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f085b5f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08541521e0 con 0x7f085414ec10 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0858b90640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f08540c1400 0x7f085406e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0859b92640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f08540714a0 0x7f0854154960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41556/0 (socket says 172.21.15.133:41556) 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0859b92640 1 -- 172.21.15.133:0/2640888086 learned_addr learned my addr 172.21.15.133:0/2640888086 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0859391640 1 --2- 172.21.15.133:0/2640888086 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f085414ec10 0x7f0854070f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0858b90640 1 -- 172.21.15.133:0/2640888086 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f085414ec10 msgr2=0x7f0854070f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0858b90640 1 --2- 172.21.15.133:0/2640888086 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f085414ec10 0x7f0854070f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0858b90640 1 -- 172.21.15.133:0/2640888086 >> v1:172.21.15.133:6789/0 conn(0x7f08540714a0 legacy=0x7f0854154960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0858b90640 1 -- 172.21.15.133:0/2640888086 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f085406f5a0 con 0x7f08540c1400 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f084bfff640 1 -- 172.21.15.133:0/2640888086 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4136091009 0 0) 0x7f085406f350 con 0x7f08540714a0 2023-12-02T00:31:23.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.934+0000 7f0859391640 1 --2- 172.21.15.133:0/2640888086 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f085414ec10 0x7f0854070f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:23.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f0858b90640 1 --2- 172.21.15.133:0/2640888086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f08540c1400 0x7f085406e5a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f08440097c0 tx=0x7f084401e5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0a148b0d6d4fca8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f084bfff640 1 -- 172.21.15.133:0/2640888086 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08440b2600 con 0x7f08540c1400 2023-12-02T00:31:23.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f084bfff640 1 -- 172.21.15.133:0/2640888086 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08440b2760 con 0x7f08540c1400 2023-12-02T00:31:23.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f084bfff640 1 -- 172.21.15.133:0/2640888086 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08440b2af0 con 0x7f08540c1400 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 -- 172.21.15.133:0/2640888086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f08540c1400 msgr2=0x7f085406e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2640888086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f08540c1400 0x7f085406e5a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f08440097c0 tx=0x7f084401e5d0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 -- 172.21.15.133:0/2640888086 shutdown_connections 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2640888086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f08540c1400 0x7f085406e5a0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2640888086 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f085414ec10 0x7f0854070f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 -- 172.21.15.133:0/2640888086 >> 172.21.15.133:0/2640888086 conn(0x7f08540c6ef0 msgr2=0x7f08540c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 -- 172.21.15.133:0/2640888086 shutdown_connections 2023-12-02T00:31:23.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 -- 172.21.15.133:0/2640888086 wait complete. 2023-12-02T00:31:23.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 Processor -- start 2023-12-02T00:31:23.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 -- start start 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.938+0000 7f085b5f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f08540714a0 0x7f08540c0580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f085414ec10 0x7f08541ed020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f08540c4ae0 0x7f08541ed560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08540aa0a0 con 0x7f085414ec10 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08541f14d0 con 0x7f08540c4ae0 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08541f0f50 con 0x7f08540714a0 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f085414ec10 0x7f08541ed020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f085414ec10 0x7f08541ed020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37094/0 (socket says 172.21.15.133:37094) 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 -- 172.21.15.133:0/2320642413 learned_addr learned my addr 172.21.15.133:0/2320642413 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:23.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0859b92640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f08540c4ae0 0x7f08541ed560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0859391640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f08540714a0 0x7f08540c0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 -- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f08540714a0 msgr2=0x7f08540c0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f08540714a0 0x7f08540c0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 -- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f08540c4ae0 msgr2=0x7f08541ed560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:23.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f08540c4ae0 0x7f08541ed560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:23.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 -- 172.21.15.133:0/2320642413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0844009420 con 0x7f085414ec10 2023-12-02T00:31:23.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0858b90640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f085414ec10 0x7f08541ed020 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f084401c200 tx=0x7f084401b370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0849ffb640 1 -- 172.21.15.133:0/2320642413 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08440b2ce0 con 0x7f085414ec10 2023-12-02T00:31:23.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0849ffb640 1 -- 172.21.15.133:0/2320642413 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08440b2e60 con 0x7f085414ec10 2023-12-02T00:31:23.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0849ffb640 1 -- 172.21.15.133:0/2320642413 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08440aa6c0 con 0x7f085414ec10 2023-12-02T00:31:23.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08541f11f0 con 0x7f085414ec10 2023-12-02T00:31:23.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08540a9560 con 0x7f085414ec10 2023-12-02T00:31:23.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0854068400 con 0x7f085414ec10 2023-12-02T00:31:23.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.942+0000 7f0849ffb640 1 -- 172.21.15.133:0/2320642413 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f08440aa820 con 0x7f085414ec10 2023-12-02T00:31:23.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.946+0000 7f0849ffb640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0838066470 0x7f0838068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:23.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.946+0000 7f0849ffb640 1 -- 172.21.15.133:0/2320642413 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f084411e1c0 con 0x7f085414ec10 2023-12-02T00:31:23.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.946+0000 7f0859391640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0838066470 0x7f0838068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:23.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.946+0000 7f0859391640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0838066470 0x7f0838068930 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f08541518f0 tx=0x7f0850008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:23.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:23.950+0000 7f0849ffb640 1 -- 172.21.15.133:0/2320642413 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f08440eb6e0 con 0x7f085414ec10 2023-12-02T00:31:24.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f085406f130 con 0x7f085414ec10 2023-12-02T00:31:24.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f0849ffb640 1 -- 172.21.15.133:0/2320642413 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f08440eed00 con 0x7f085414ec10 2023-12-02T00:31:24.110 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:24.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0838066470 msgr2=0x7f0838068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0838066470 0x7f0838068930 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f08541518f0 tx=0x7f0850008040 comp rx=0 tx=0).stop 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f085414ec10 msgr2=0x7f08541ed020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f085414ec10 0x7f08541ed020 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f084401c200 tx=0x7f084401b370 comp rx=0 tx=0).stop 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 shutdown_connections 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0838066470 0x7f0838068930 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f08540c4ae0 0x7f08541ed560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f085414ec10 0x7f08541ed020 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 --2- 172.21.15.133:0/2320642413 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f08540714a0 0x7f08540c0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 >> 172.21.15.133:0/2320642413 conn(0x7f08540c6ef0 msgr2=0x7f085415c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 shutdown_connections 2023-12-02T00:31:24.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.106+0000 7f085b5f5640 1 -- 172.21.15.133:0/2320642413 wait complete. 2023-12-02T00:31:24.130 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:24.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.266+0000 7f8202b1e640 1 Processor -- start 2023-12-02T00:31:24.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.266+0000 7f8202b1e640 1 -- start start 2023-12-02T00:31:24.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f8202b1e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc151cd0 0x7f81fc0ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f8202b1e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f81fc154be0 0x7f81fc15ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f8202b1e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81fc0c8160 con 0x7f81fc0c7c50 2023-12-02T00:31:24.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f8202b1e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81fc157b40 con 0x7f81fc154be0 2023-12-02T00:31:24.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f8202b1e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81fc157e20 con 0x7f81fc151cd0 2023-12-02T00:31:24.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820231d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f81fc154be0 0x7f81fc15ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f8201b1c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc151cd0 0x7f81fc0ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820231d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f81fc154be0 0x7f81fc15ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:38386/0 (socket says 172.21.15.133:38386) 2023-12-02T00:31:24.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820231d640 1 -- 172.21.15.133:0/204428003 learned_addr learned my addr 172.21.15.133:0/204428003 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:24.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820131b640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f81fc0c7c50 0x7f81fc1544d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:59964/0 (socket says 172.21.15.133:59964) 2023-12-02T00:31:24.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820231d640 1 -- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc151cd0 msgr2=0x7f81fc0ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:24.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820231d640 1 --2- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc151cd0 0x7f81fc0ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820231d640 1 -- 172.21.15.133:0/204428003 >> v1:172.21.15.172:6789/0 conn(0x7f81fc0c7c50 legacy=0x7f81fc1544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f820231d640 1 -- 172.21.15.133:0/204428003 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81fc158100 con 0x7f81fc154be0 2023-12-02T00:31:24.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.270+0000 7f8201b1c640 1 --2- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc151cd0 0x7f81fc0ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:24.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f820231d640 1 --2- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 0x7f81fc15ee30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f81f4009e50 tx=0x7f81f401c9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=612a4289b6454428 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8200b1a640 1 -- 172.21.15.133:0/204428003 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81f40a58d0 con 0x7f81fc154be0 2023-12-02T00:31:24.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8200b1a640 1 -- 172.21.15.133:0/204428003 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81f40a5a30 con 0x7f81fc154be0 2023-12-02T00:31:24.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8200b1a640 1 -- 172.21.15.133:0/204428003 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81f40a5dc0 con 0x7f81fc154be0 2023-12-02T00:31:24.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 -- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 msgr2=0x7f81fc15ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 --2- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 0x7f81fc15ee30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f81f4009e50 tx=0x7f81f401c9e0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 -- 172.21.15.133:0/204428003 shutdown_connections 2023-12-02T00:31:24.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 --2- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 0x7f81fc15ee30 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 --2- 172.21.15.133:0/204428003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc151cd0 0x7f81fc0ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 -- 172.21.15.133:0/204428003 >> 172.21.15.133:0/204428003 conn(0x7f81fc0abee0 msgr2=0x7f81fc0c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:24.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 -- 172.21.15.133:0/204428003 shutdown_connections 2023-12-02T00:31:24.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 -- 172.21.15.133:0/204428003 wait complete. 2023-12-02T00:31:24.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 Processor -- start 2023-12-02T00:31:24.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.274+0000 7f8202b1e640 1 -- start start 2023-12-02T00:31:24.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc0c7c50 0x7f81fc1ed3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81fc151cd0 0x7f81fc14b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 0x7f81fc0c1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81fc1533c0 con 0x7f81fc151cd0 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81fc152f30 con 0x7f81fc154be0 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81fc153d30 con 0x7f81fc0c7c50 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81fc151cd0 0x7f81fc14b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81fc151cd0 0x7f81fc14b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37102/0 (socket says 172.21.15.133:37102) 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 -- 172.21.15.133:0/1157215140 learned_addr learned my addr 172.21.15.133:0/1157215140 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8201b1c640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc0c7c50 0x7f81fc1ed3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820231d640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 0x7f81fc0c1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 -- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc0c7c50 msgr2=0x7f81fc1ed3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc0c7c50 0x7f81fc1ed3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 -- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 msgr2=0x7f81fc0c1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 0x7f81fc0c1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 -- 172.21.15.133:0/1157215140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81f8009420 con 0x7f81fc151cd0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f820131b640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81fc151cd0 0x7f81fc14b420 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f81ec00c490 tx=0x7f81ec00c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f81f27fc640 1 -- 172.21.15.133:0/1157215140 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec007480 con 0x7f81fc151cd0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f81f27fc640 1 -- 172.21.15.133:0/1157215140 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81ec0075e0 con 0x7f81fc151cd0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81f4009b30 con 0x7f81fc151cd0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f81f27fc640 1 -- 172.21.15.133:0/1157215140 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec004a10 con 0x7f81fc151cd0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81fc152600 con 0x7f81fc151cd0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81fc04e850 con 0x7f81fc151cd0 2023-12-02T00:31:24.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.278+0000 7f81f27fc640 1 -- 172.21.15.133:0/1157215140 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f81ec004b70 con 0x7f81fc151cd0 2023-12-02T00:31:24.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.282+0000 7f81f27fc640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f81e0066470 0x7f81e0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.282+0000 7f81f27fc640 1 -- 172.21.15.133:0/1157215140 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f81ec083030 con 0x7f81fc151cd0 2023-12-02T00:31:24.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.282+0000 7f8201b1c640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f81e0066470 0x7f81e0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.282+0000 7f8201b1c640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f81e0066470 0x7f81e0068930 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f81f8009cf0 tx=0x7f81f8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.286+0000 7f81f27fc640 1 -- 172.21.15.133:0/1157215140 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f81ec0504e0 con 0x7f81fc151cd0 2023-12-02T00:31:24.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f81fc066df0 con 0x7f81fc151cd0 2023-12-02T00:31:24.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f81f27fc640 1 -- 172.21.15.133:0/1157215140 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f81ec053b00 con 0x7f81fc151cd0 2023-12-02T00:31:24.438 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f81e0066470 msgr2=0x7f81e0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f81e0066470 0x7f81e0068930 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f81f8009cf0 tx=0x7f81f8009190 comp rx=0 tx=0).stop 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81fc151cd0 msgr2=0x7f81fc14b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81fc151cd0 0x7f81fc14b420 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f81ec00c490 tx=0x7f81ec00c950 comp rx=0 tx=0).stop 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 shutdown_connections 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f81e0066470 0x7f81e0068930 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f81fc154be0 0x7f81fc0c1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81fc151cd0 0x7f81fc14b420 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 --2- 172.21.15.133:0/1157215140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f81fc0c7c50 0x7f81fc1ed3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.434+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 >> 172.21.15.133:0/1157215140 conn(0x7f81fc0abee0 msgr2=0x7f81fc0c8940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:24.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.438+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 shutdown_connections 2023-12-02T00:31:24.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.438+0000 7f8202b1e640 1 -- 172.21.15.133:0/1157215140 wait complete. 2023-12-02T00:31:24.459 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:24.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.594+0000 7f0910a5a640 1 Processor -- start 2023-12-02T00:31:24.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0910a5a640 1 -- start start 2023-12-02T00:31:24.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0910a5a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f090c14b010 0x7f090c0bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0910a5a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f090c073a70 0x7f090c06b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0910a5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c06b540 0x7f090c157c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0910a5a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f090c06a5b0 con 0x7f090c14b010 2023-12-02T00:31:24.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0910a5a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f090c0c1d60 con 0x7f090c073a70 2023-12-02T00:31:24.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0910a5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f090c0c2040 con 0x7f090c06b540 2023-12-02T00:31:24.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f090c14b010 0x7f090c0bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f090c14b010 0x7f090c0bf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37116/0 (socket says 172.21.15.133:37116) 2023-12-02T00:31:24.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 -- 172.21.15.133:0/2462897477 learned_addr learned my addr 172.21.15.133:0/2462897477 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:24.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0901d9b640 1 --2- 172.21.15.133:0/2462897477 >> v2:172.21.15.172:3300/0 conn(0x7f090c073a70 0x7f090c06b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090ad9d640 1 --2- 172.21.15.133:0/2462897477 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c06b540 0x7f090c157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 -- 172.21.15.133:0/2462897477 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c06b540 msgr2=0x7f090c157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:24.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 --2- 172.21.15.133:0/2462897477 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c06b540 0x7f090c157c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 -- 172.21.15.133:0/2462897477 >> v2:172.21.15.172:3300/0 conn(0x7f090c073a70 msgr2=0x7f090c06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:24.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 --2- 172.21.15.133:0/2462897477 >> v2:172.21.15.172:3300/0 conn(0x7f090c073a70 0x7f090c06b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090a59c640 1 -- 172.21.15.133:0/2462897477 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f090c06a800 con 0x7f090c14b010 2023-12-02T00:31:24.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f0901d9b640 1 --2- 172.21.15.133:0/2462897477 >> v2:172.21.15.172:3300/0 conn(0x7f090c073a70 0x7f090c06b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:24.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.598+0000 7f090ad9d640 1 --2- 172.21.15.133:0/2462897477 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c06b540 0x7f090c157c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:24.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f090a59c640 1 --2- 172.21.15.133:0/2462897477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c0bf9f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f090c04ede0 tx=0x7f08f401ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6eff3ad4b11538e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0909d9b640 1 -- 172.21.15.133:0/2462897477 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f40a89b0 con 0x7f090c14b010 2023-12-02T00:31:24.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0909d9b640 1 -- 172.21.15.133:0/2462897477 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f40a8b10 con 0x7f090c14b010 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0909d9b640 1 -- 172.21.15.133:0/2462897477 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f40a8ea0 con 0x7f090c14b010 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 -- 172.21.15.133:0/2462897477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 msgr2=0x7f090c0bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 --2- 172.21.15.133:0/2462897477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c0bf9f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f090c04ede0 tx=0x7f08f401ecf0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 -- 172.21.15.133:0/2462897477 shutdown_connections 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 --2- 172.21.15.133:0/2462897477 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c06b540 0x7f090c157c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 --2- 172.21.15.133:0/2462897477 >> v2:172.21.15.172:3300/0 conn(0x7f090c073a70 0x7f090c06b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 --2- 172.21.15.133:0/2462897477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c0bf9f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 -- 172.21.15.133:0/2462897477 >> 172.21.15.133:0/2462897477 conn(0x7f090c0c30c0 msgr2=0x7f090c0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 -- 172.21.15.133:0/2462897477 shutdown_connections 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 -- 172.21.15.133:0/2462897477 wait complete. 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 Processor -- start 2023-12-02T00:31:24.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.602+0000 7f0910a5a640 1 -- start start 2023-12-02T00:31:24.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f090c073a70 0x7f090c154b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c1eb050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c1eb590 0x7f090c1ed3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f090c154700 con 0x7f090c14b010 2023-12-02T00:31:24.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f090c1ede00 con 0x7f090c073a70 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f090c1540b0 con 0x7f090c1eb590 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c1eb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c1eb050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37120/0 (socket says 172.21.15.133:37120) 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 -- 172.21.15.133:0/757379228 learned_addr learned my addr 172.21.15.133:0/757379228 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f090a59c640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f090c073a70 0x7f090c154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 -- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c1eb590 msgr2=0x7f090c1ed3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c1eb590 0x7f090c1ed3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 -- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f090c073a70 msgr2=0x7f090c154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f090c073a70 0x7f090c154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 -- 172.21.15.133:0/757379228 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08f40094d0 con 0x7f090c14b010 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f090a59c640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f090c073a70 0x7f090c154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0901d9b640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c1eb050 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f08fc00c7c0 tx=0x7f08fc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f09037fe640 1 -- 172.21.15.133:0/757379228 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08fc007a30 con 0x7f090c14b010 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f09037fe640 1 -- 172.21.15.133:0/757379228 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08fc007b90 con 0x7f090c14b010 2023-12-02T00:31:24.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f09037fe640 1 -- 172.21.15.133:0/757379228 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08fc00ce70 con 0x7f090c14b010 2023-12-02T00:31:24.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f090c154390 con 0x7f090c14b010 2023-12-02T00:31:24.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f090c14c000 con 0x7f090c14b010 2023-12-02T00:31:24.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.606+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f090c154550 con 0x7f090c14b010 2023-12-02T00:31:24.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.610+0000 7f09037fe640 1 -- 172.21.15.133:0/757379228 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f08fc0113f0 con 0x7f090c14b010 2023-12-02T00:31:24.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.610+0000 7f09037fe640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f08ec0664a0 0x7f08ec068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.610+0000 7f09037fe640 1 -- 172.21.15.133:0/757379228 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f08fc0842d0 con 0x7f090c14b010 2023-12-02T00:31:24.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.610+0000 7f090a59c640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f08ec0664a0 0x7f08ec068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.610+0000 7f090a59c640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f08ec0664a0 0x7f08ec068960 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f08f40b2000 tx=0x7f08f40aa070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.614+0000 7f09037fe640 1 -- 172.21.15.133:0/757379228 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f08fc051750 con 0x7f090c14b010 2023-12-02T00:31:24.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.766+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f090c068400 con 0x7f090c14b010 2023-12-02T00:31:24.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.766+0000 7f09037fe640 1 -- 172.21.15.133:0/757379228 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f08fc054d70 con 0x7f090c14b010 2023-12-02T00:31:24.770 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:24.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.766+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f08ec0664a0 msgr2=0x7f08ec068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.766+0000 7f0910a5a640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f08ec0664a0 0x7f08ec068960 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f08f40b2000 tx=0x7f08f40aa070 comp rx=0 tx=0).stop 2023-12-02T00:31:24.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 msgr2=0x7f090c1eb050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c1eb050 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f08fc00c7c0 tx=0x7f08fc00cc80 comp rx=0 tx=0).stop 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 shutdown_connections 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f08ec0664a0 0x7f08ec068960 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f090c1eb590 0x7f090c1ed3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f090c14b010 0x7f090c1eb050 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 --2- 172.21.15.133:0/757379228 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f090c073a70 0x7f090c154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 >> 172.21.15.133:0/757379228 conn(0x7f090c0c30c0 msgr2=0x7f090c0c0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 shutdown_connections 2023-12-02T00:31:24.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.770+0000 7f0910a5a640 1 -- 172.21.15.133:0/757379228 wait complete. 2023-12-02T00:31:24.792 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent' 2023-12-02T00:31:24.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcae1632640 1 Processor -- start 2023-12-02T00:31:24.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcae1632640 1 -- start start 2023-12-02T00:31:24.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcae1632640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc06bbb0 0x7fcadc1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcae1632640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcadc06c860 con 0x7fcadc0c7ea0 2023-12-02T00:31:24.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcae1632640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcadc06c040 con 0x7fcadc151e90 2023-12-02T00:31:24.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcae1632640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc0c8750 con 0x7fcadc06bbb0 2023-12-02T00:31:24.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcad3fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fcadc0c7ea0 0x7fcadc06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41570/0 (socket says 172.21.15.133:41570) 2023-12-02T00:31:24.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcad3fff640 1 -- 172.21.15.133:0/936301897 learned_addr learned my addr 172.21.15.133:0/936301897 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:24.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcadb7fe640 1 --2- 172.21.15.133:0/936301897 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc06bbb0 0x7fcadc1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 194067912 0 0) 0x7fcadc06c860 con 0x7fcadc0c7ea0 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcac8003530 con 0x7fcadc0c7ea0 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2258985972 0 0) 0x7fcadc06c040 con 0x7fcadc151e90 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcadc06c860 con 0x7fcadc151e90 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcadb7fe640 1 -- 172.21.15.133:0/936301897 >> v1:172.21.15.172:6789/0 conn(0x7fcadc151e90 legacy=0x7fcadc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcadb7fe640 1 -- 172.21.15.133:0/936301897 >> v1:172.21.15.133:6789/0 conn(0x7fcadc0c7ea0 legacy=0x7fcadc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1475726620 0 0) 0x7fcac8003530 con 0x7fcadc0c7ea0 2023-12-02T00:31:24.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.926+0000 7fcadb7fe640 1 -- 172.21.15.133:0/936301897 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcadc154930 con 0x7fcadc06bbb0 2023-12-02T00:31:24.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcadb7fe640 1 --2- 172.21.15.133:0/936301897 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc06bbb0 0x7fcadc1600b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcad4009dc0 tx=0x7fcad401c770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d081a9439f1bde60 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac4001680 con 0x7fcadc06bbb0 2023-12-02T00:31:24.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcad40a8420 con 0x7fcadc06bbb0 2023-12-02T00:31:24.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcada7fc640 1 -- 172.21.15.133:0/936301897 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcad40a87b0 con 0x7fcadc06bbb0 2023-12-02T00:31:24.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcae1632640 1 -- 172.21.15.133:0/936301897 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc06bbb0 msgr2=0x7fcadc1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcae1632640 1 --2- 172.21.15.133:0/936301897 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc06bbb0 0x7fcadc1600b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcad4009dc0 tx=0x7fcad401c770 comp rx=0 tx=0).stop 2023-12-02T00:31:24.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcae1632640 1 -- 172.21.15.133:0/936301897 shutdown_connections 2023-12-02T00:31:24.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcae1632640 1 --2- 172.21.15.133:0/936301897 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc06bbb0 0x7fcadc1600b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcae1632640 1 -- 172.21.15.133:0/936301897 >> 172.21.15.133:0/936301897 conn(0x7fcadc0ca170 msgr2=0x7fcadc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:24.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcae1632640 1 -- 172.21.15.133:0/936301897 shutdown_connections 2023-12-02T00:31:24.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.930+0000 7fcae1632640 1 -- 172.21.15.133:0/936301897 wait complete. 2023-12-02T00:31:24.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 Processor -- start 2023-12-02T00:31:24.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 -- start start 2023-12-02T00:31:24.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06bbb0 0x7fcadc0c1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c7ea0 0x7fcadc146010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc151e90 0x7fcadc13e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc1552d0 con 0x7fcadc06bbb0 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc13f5a0 con 0x7fcadc0c7ea0 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc140910 con 0x7fcadc151e90 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06bbb0 0x7fcadc0c1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06bbb0 0x7fcadc0c1070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37134/0 (socket says 172.21.15.133:37134) 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 -- 172.21.15.133:0/122309617 learned_addr learned my addr 172.21.15.133:0/122309617 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadb7fe640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc151e90 0x7fcadc13e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcad3fff640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c7ea0 0x7fcadc146010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 -- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc151e90 msgr2=0x7fcadc13e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc151e90 0x7fcadc13e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 -- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c7ea0 msgr2=0x7fcadc146010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c7ea0 0x7fcadc146010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:24.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 -- 172.21.15.133:0/122309617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcad4009a70 con 0x7fcadc06bbb0 2023-12-02T00:31:24.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcad3fff640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c7ea0 0x7fcadc146010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:24.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcadaffd640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06bbb0 0x7fcadc0c1070 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcacc00c490 tx=0x7fcacc00c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcad37fe640 1 -- 172.21.15.133:0/122309617 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcacc0052d0 con 0x7fcadc06bbb0 2023-12-02T00:31:24.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcad37fe640 1 -- 172.21.15.133:0/122309617 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcacc005430 con 0x7fcadc06bbb0 2023-12-02T00:31:24.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcadc0ac330 con 0x7fcadc06bbb0 2023-12-02T00:31:24.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcad37fe640 1 -- 172.21.15.133:0/122309617 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcacc012870 con 0x7fcadc06bbb0 2023-12-02T00:31:24.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.934+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcadc1405a0 con 0x7fcadc06bbb0 2023-12-02T00:31:24.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.938+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcadc068400 con 0x7fcadc06bbb0 2023-12-02T00:31:24.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.938+0000 7fcad37fe640 1 -- 172.21.15.133:0/122309617 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcacc0129d0 con 0x7fcadc06bbb0 2023-12-02T00:31:24.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.938+0000 7fcad37fe640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:24.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.938+0000 7fcad37fe640 1 -- 172.21.15.133:0/122309617 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcacc0838e0 con 0x7fcadc06bbb0 2023-12-02T00:31:24.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.938+0000 7fcad3fff640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:24.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.938+0000 7fcad3fff640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcac40017b0 tx=0x7fcac4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:24.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:24.942+0000 7fcad37fe640 1 -- 172.21.15.133:0/122309617 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcacc050df0 con 0x7fcadc06bbb0 2023-12-02T00:31:25.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:25.146+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]} v 0) v1 -- 0x7fcadc0c0de0 con 0x7fcadc06bbb0 2023-12-02T00:31:26.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.054+0000 7fcad37fe640 1 -- 172.21.15.133:0/122309617 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]}]=0 v51) v1 ==== 162+0+0 (secure 0 0 0) 0x7fcacc054410 con 0x7fcadc06bbb0 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 msgr2=0x7fcabc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcac40017b0 tx=0x7fcac4009040 comp rx=0 tx=0).stop 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06bbb0 msgr2=0x7fcadc0c1070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06bbb0 0x7fcadc0c1070 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcacc00c490 tx=0x7fcacc00c950 comp rx=0 tx=0).stop 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 shutdown_connections 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc151e90 0x7fcadc13e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c7ea0 0x7fcadc146010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 --2- 172.21.15.133:0/122309617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06bbb0 0x7fcadc0c1070 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 >> 172.21.15.133:0/122309617 conn(0x7fcadc0ca170 msgr2=0x7fcadc150150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:26.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 shutdown_connections 2023-12-02T00:31:26.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.058+0000 7fcae1632640 1 -- 172.21.15.133:0/122309617 wait complete. 2023-12-02T00:31:26.085 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-12-02T00:31:26.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b8de4640 1 Processor -- start 2023-12-02T00:31:26.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b8de4640 1 -- start start 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b8de4640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd3b4151bb0 0x7fd3b406ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b8de4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b415ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b8de4640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3b40c8400 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b8de4640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3b40c86e0 con 0x7fd3b4151bb0 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b8de4640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b41543e0 con 0x7fd3b40c7c30 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b2ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd3b40bd3c0 0x7fd3b40c46b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53284/0 (socket says 172.21.15.133:53284) 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b2ffd640 1 -- 172.21.15.133:0/1988979866 learned_addr learned my addr 172.21.15.133:0/1988979866 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:26.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b37fe640 1 --2- 172.21.15.133:0/1988979866 >> v2:172.21.15.172:3300/0 conn(0x7fd3b4151bb0 0x7fd3b406ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b3fff640 1 --2- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b415ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b27fc640 1 -- 172.21.15.133:0/1988979866 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1177583723 0 0) 0x7fd3b40c8400 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b27fc640 1 -- 172.21.15.133:0/1988979866 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd39c003530 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b37fe640 1 -- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 msgr2=0x7fd3b415ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b37fe640 1 --2- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b415ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b37fe640 1 -- 172.21.15.133:0/1988979866 >> v1:172.21.15.133:6789/0 conn(0x7fd3b40bd3c0 legacy=0x7fd3b40c46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.226+0000 7fd3b37fe640 1 -- 172.21.15.133:0/1988979866 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3b41545f0 con 0x7fd3b4151bb0 2023-12-02T00:31:26.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b37fe640 1 --2- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b406ba40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd3a40097c0 tx=0x7fd3a401c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5915bdb7605f1f85 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:26.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b27fc640 1 -- 172.21.15.133:0/1988979866 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a40ab600 con 0x7fd3b4151bb0 2023-12-02T00:31:26.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b27fc640 1 -- 172.21.15.133:0/1988979866 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a40a7050 con 0x7fd3b4151bb0 2023-12-02T00:31:26.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b27fc640 1 -- 172.21.15.133:0/1988979866 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a40ab980 con 0x7fd3b4151bb0 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 -- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 msgr2=0x7fd3b406ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b406ba40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd3a40097c0 tx=0x7fd3a401c330 comp rx=0 tx=0).stop 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 -- 172.21.15.133:0/1988979866 shutdown_connections 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b415ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/1988979866 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b406ba40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 -- 172.21.15.133:0/1988979866 >> 172.21.15.133:0/1988979866 conn(0x7fd3b40abcc0 msgr2=0x7fd3b40ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 -- 172.21.15.133:0/1988979866 shutdown_connections 2023-12-02T00:31:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.230+0000 7fd3b8de4640 1 -- 172.21.15.133:0/1988979866 wait complete. 2023-12-02T00:31:26.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 Processor -- start 2023-12-02T00:31:26.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 -- start start 2023-12-02T00:31:26.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3b40bd3c0 0x7fd3b40c1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b414fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b40aac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b4153ae0 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b414f7b0 con 0x7fd3b4151bb0 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b414f480 con 0x7fd3b40c7c30 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3b40bd3c0 0x7fd3b40c1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3b40bd3c0 0x7fd3b40c1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39864/0 (socket says 172.21.15.133:39864) 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 -- 172.21.15.133:0/4245904540 learned_addr learned my addr 172.21.15.133:0/4245904540 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b2ffd640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b414fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b3fff640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b40aac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 -- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 msgr2=0x7fd3b414fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b414fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 -- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 msgr2=0x7fd3b40aac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b40aac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 -- 172.21.15.133:0/4245904540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3a4009420 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b3fff640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b40aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:26.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b37fe640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3b40bd3c0 0x7fd3b40c1800 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd3a40097c0 tx=0x7fd3a40190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:26.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd39bfff640 1 -- 172.21.15.133:0/4245904540 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a4006e20 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd39bfff640 1 -- 172.21.15.133:0/4245904540 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a4004030 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd39bfff640 1 -- 172.21.15.133:0/4245904540 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a40043a0 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3b41f0ec0 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.234+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3b40c0e00 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.238+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3b4067e90 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.238+0000 7fd39bfff640 1 -- 172.21.15.133:0/4245904540 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd3a40b2040 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.238+0000 7fd39bfff640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3a0066470 0x7fd3a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.238+0000 7fd39bfff640 1 -- 172.21.15.133:0/4245904540 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3a411dcb0 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.238+0000 7fd3b2ffd640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3a0066470 0x7fd3a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.238+0000 7fd3b2ffd640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3a0066470 0x7fd3a0068930 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40ab820 tx=0x7fd3a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:26.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.242+0000 7fd39bfff640 1 -- 172.21.15.133:0/4245904540 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd3a40eb120 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.394+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fd3b404e850 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.398+0000 7fd39bfff640 1 -- 172.21.15.133:0/4245904540 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fd3a40c20c0 con 0x7fd3b40bd3c0 2023-12-02T00:31:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.398+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3a0066470 msgr2=0x7fd3a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.398+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3a0066470 0x7fd3a0068930 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40ab820 tx=0x7fd3a8009040 comp rx=0 tx=0).stop 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.398+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3b40bd3c0 msgr2=0x7fd3b40c1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.398+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3b40bd3c0 0x7fd3b40c1800 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd3a40097c0 tx=0x7fd3a40190d0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 shutdown_connections 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3a0066470 0x7fd3a0068930 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3b4151bb0 0x7fd3b40aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3b40c7c30 0x7fd3b414fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 --2- 172.21.15.133:0/4245904540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3b40bd3c0 0x7fd3b40c1800 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 >> 172.21.15.133:0/4245904540 conn(0x7fd3b40abcc0 msgr2=0x7fd3b414b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 shutdown_connections 2023-12-02T00:31:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.402+0000 7fd3b8de4640 1 -- 172.21.15.133:0/4245904540 wait complete. 2023-12-02T00:31:26.424 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-12-02T00:31:26.424 DEBUG:teuthology.orchestra.run.smithi133:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:31:26.499 DEBUG:teuthology.orchestra.run.smithi172:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:31:26.566 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-12-02T00:31:26.566 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:31:26.566 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:26.575 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:31:26.575 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:26.624 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:31:26.624 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:26.676 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:26.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.850+0000 7f67d470f640 1 Processor -- start 2023-12-02T00:31:26.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.850+0000 7f67d470f640 1 -- start start 2023-12-02T00:31:26.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d470f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c63c0 0x7f67cc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d470f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f67cc0c4100 0x7f67cc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d470f640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67cc0c31c0 con 0x7f67cc0c29e0 2023-12-02T00:31:26.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d470f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67cc0c34a0 con 0x7f67cc0c4100 2023-12-02T00:31:26.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d470f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67cc0c1030 con 0x7f67cc0c63c0 2023-12-02T00:31:26.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d24ab640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c63c0 0x7f67cc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d1caa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f67cc0c4100 0x7f67cc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d1caa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f67cc0c4100 0x7f67cc0c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:41930/0 (socket says 172.21.15.133:41930) 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d2cac640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f67cc0c29e0 0x7f67cc0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:48318/0 (socket says 172.21.15.133:48318) 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d1caa640 1 -- 172.21.15.133:0/2011226175 learned_addr learned my addr 172.21.15.133:0/2011226175 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d24ab640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c63c0 0x7f67cc0c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:50182/0 (socket says 172.21.15.133:50182) 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d14a9640 1 -- 172.21.15.133:0/2011226175 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3591281987 0 0) 0x7f67cc0c31c0 con 0x7f67cc0c29e0 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d14a9640 1 -- 172.21.15.133:0/2011226175 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f67b8003530 con 0x7f67cc0c29e0 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d24ab640 1 -- 172.21.15.133:0/2011226175 >> v2:172.21.15.172:3300/0 conn(0x7f67cc0c4100 msgr2=0x7f67cc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d24ab640 1 --2- 172.21.15.133:0/2011226175 >> v2:172.21.15.172:3300/0 conn(0x7f67cc0c4100 0x7f67cc0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d24ab640 1 -- 172.21.15.133:0/2011226175 >> v1:172.21.15.172:6789/0 conn(0x7f67cc0c29e0 legacy=0x7f67cc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d24ab640 1 -- 172.21.15.133:0/2011226175 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67cc0c1310 con 0x7f67cc0c63c0 2023-12-02T00:31:26.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.854+0000 7f67d1caa640 1 --2- 172.21.15.133:0/2011226175 >> v2:172.21.15.172:3300/0 conn(0x7f67cc0c4100 0x7f67cc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:26.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d24ab640 1 --2- 172.21.15.133:0/2011226175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c63c0 0x7f67cc0c06d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f67c800ba60 tx=0x7f67c801ea00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=419d628e00ee70f3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:26.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d14a9640 1 -- 172.21.15.133:0/2011226175 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c80a79f0 con 0x7f67cc0c63c0 2023-12-02T00:31:26.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d14a9640 1 -- 172.21.15.133:0/2011226175 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67c80a7b50 con 0x7f67cc0c63c0 2023-12-02T00:31:26.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d14a9640 1 -- 172.21.15.133:0/2011226175 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c80af440 con 0x7f67cc0c63c0 2023-12-02T00:31:26.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 -- 172.21.15.133:0/2011226175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c63c0 msgr2=0x7f67cc0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 --2- 172.21.15.133:0/2011226175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c63c0 0x7f67cc0c06d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f67c800ba60 tx=0x7f67c801ea00 comp rx=0 tx=0).stop 2023-12-02T00:31:26.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 -- 172.21.15.133:0/2011226175 shutdown_connections 2023-12-02T00:31:26.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 --2- 172.21.15.133:0/2011226175 >> v2:172.21.15.172:3300/0 conn(0x7f67cc0c4100 0x7f67cc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 --2- 172.21.15.133:0/2011226175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c63c0 0x7f67cc0c06d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 -- 172.21.15.133:0/2011226175 >> 172.21.15.133:0/2011226175 conn(0x7f67cc06a5b0 msgr2=0x7f67cc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:26.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 -- 172.21.15.133:0/2011226175 shutdown_connections 2023-12-02T00:31:26.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 -- 172.21.15.133:0/2011226175 wait complete. 2023-12-02T00:31:26.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 Processor -- start 2023-12-02T00:31:26.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.858+0000 7f67d470f640 1 -- start start 2023-12-02T00:31:26.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67cc0c29e0 0x7f67cc071a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c4100 0x7f67cc152bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67cc0c63c0 0x7f67cc1ece20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67cc1f0ff0 con 0x7f67cc0c29e0 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67cc1f0390 con 0x7f67cc0c63c0 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67cc1f0650 con 0x7f67cc0c4100 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67cc0c29e0 0x7f67cc071a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67cc0c29e0 0x7f67cc071a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39872/0 (socket says 172.21.15.133:39872) 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 -- 172.21.15.133:0/1457544458 learned_addr learned my addr 172.21.15.133:0/1457544458 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d1caa640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c4100 0x7f67cc152bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d2cac640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67cc0c63c0 0x7f67cc1ece20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 -- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c4100 msgr2=0x7f67cc152bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c4100 0x7f67cc152bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 -- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67cc0c63c0 msgr2=0x7f67cc1ece20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67cc0c63c0 0x7f67cc1ece20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:26.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 -- 172.21.15.133:0/1457544458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67bc0094d0 con 0x7f67cc0c29e0 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d2cac640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67cc0c63c0 0x7f67cc1ece20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d24ab640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67cc0c29e0 0x7f67cc071a80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f67c801c630 tx=0x7f67c801b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67c2ffd640 1 -- 172.21.15.133:0/1457544458 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c80be070 con 0x7f67cc0c29e0 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67c2ffd640 1 -- 172.21.15.133:0/1457544458 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67c8006e20 con 0x7f67cc0c29e0 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67c800b6c0 con 0x7f67cc0c29e0 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67c2ffd640 1 -- 172.21.15.133:0/1457544458 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c80b0cb0 con 0x7f67cc0c29e0 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67cc1f0c10 con 0x7f67cc0c29e0 2023-12-02T00:31:26.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67cc068400 con 0x7f67cc0c29e0 2023-12-02T00:31:26.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.862+0000 7f67c2ffd640 1 -- 172.21.15.133:0/1457544458 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f67c80b6070 con 0x7f67cc0c29e0 2023-12-02T00:31:26.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.866+0000 7f67c2ffd640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f67b00664a0 0x7f67b0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:26.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.866+0000 7f67c2ffd640 1 -- 172.21.15.133:0/1457544458 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f67c811e790 con 0x7f67cc0c29e0 2023-12-02T00:31:26.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.866+0000 7f67d1caa640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f67b00664a0 0x7f67b0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:26.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.866+0000 7f67d1caa640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f67b00664a0 0x7f67b0068960 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f67cc1edf50 tx=0x7f67bc009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:26.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:26.870+0000 7f67c2ffd640 1 -- 172.21.15.133:0/1457544458 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f67c80ebc00 con 0x7f67cc0c29e0 2023-12-02T00:31:27.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f67cc0c3e70 con 0x7f67cc0c29e0 2023-12-02T00:31:27.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67c2ffd640 1 -- 172.21.15.133:0/1457544458 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f67c80ef220 con 0x7f67cc0c29e0 2023-12-02T00:31:27.022 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:27.022 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:27.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f67b00664a0 msgr2=0x7f67b0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f67b00664a0 0x7f67b0068960 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f67cc1edf50 tx=0x7f67bc009240 comp rx=0 tx=0).stop 2023-12-02T00:31:27.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67cc0c29e0 msgr2=0x7f67cc071a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67cc0c29e0 0x7f67cc071a80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f67c801c630 tx=0x7f67c801b7a0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 shutdown_connections 2023-12-02T00:31:27.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f67b00664a0 0x7f67b0068960 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67cc0c63c0 0x7f67cc1ece20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67cc0c4100 0x7f67cc152bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 --2- 172.21.15.133:0/1457544458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67cc0c29e0 0x7f67cc071a80 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.018+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 >> 172.21.15.133:0/1457544458 conn(0x7f67cc06a5b0 msgr2=0x7f67cc0a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:27.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.022+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 shutdown_connections 2023-12-02T00:31:27.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.022+0000 7f67d470f640 1 -- 172.21.15.133:0/1457544458 wait complete. 2023-12-02T00:31:27.043 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:27.044 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:27.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca623e7640 1 Processor -- start 2023-12-02T00:31:27.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca623e7640 1 -- start start 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca623e7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca623e7640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca5c155de0 0x7fca5c156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca623e7640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca5c0c2580 con 0x7fca5c0c5640 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca623e7640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca5c153510 con 0x7fca5c155de0 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca623e7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c0c17f0 con 0x7fca5c0c5260 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca60984640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca5c155de0 0x7fca5c156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca60984640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca5c155de0 0x7fca5c156250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39882/0 (socket says 172.21.15.133:39882) 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca60984640 1 -- 172.21.15.133:0/2665351964 learned_addr learned my addr 172.21.15.133:0/2665351964 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca5b7fe640 1 --1- 172.21.15.133:0/2665351964 >> v1:172.21.15.133:6789/0 conn(0x7fca5c0c5640 0x7fca5c0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53292/0 (socket says 172.21.15.133:53292) 2023-12-02T00:31:27.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca5bfff640 1 --2- 172.21.15.133:0/2665351964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca60984640 1 -- 172.21.15.133:0/2665351964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 msgr2=0x7fca5c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:27.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca60984640 1 --2- 172.21.15.133:0/2665351964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca60984640 1 -- 172.21.15.133:0/2665351964 >> v1:172.21.15.133:6789/0 conn(0x7fca5c0c5640 legacy=0x7fca5c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca60984640 1 -- 172.21.15.133:0/2665351964 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca5c0c1a00 con 0x7fca5c155de0 2023-12-02T00:31:27.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca5affd640 1 -- 172.21.15.133:0/2665351964 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2888514135 0 0) 0x7fca5c0c2580 con 0x7fca5c0c5640 2023-12-02T00:31:27.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.182+0000 7fca5bfff640 1 --2- 172.21.15.133:0/2665351964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:27.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca60984640 1 --2- 172.21.15.133:0/2665351964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c156250 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fca5c0c1930 tx=0x7fca5401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b11158550f54f92 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca5affd640 1 -- 172.21.15.133:0/2665351964 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca540a57f0 con 0x7fca5c155de0 2023-12-02T00:31:27.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca5affd640 1 -- 172.21.15.133:0/2665351964 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca540a5950 con 0x7fca5c155de0 2023-12-02T00:31:27.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca5affd640 1 -- 172.21.15.133:0/2665351964 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca540a5ce0 con 0x7fca5c155de0 2023-12-02T00:31:27.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 -- 172.21.15.133:0/2665351964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 msgr2=0x7fca5c156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 --2- 172.21.15.133:0/2665351964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c156250 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fca5c0c1930 tx=0x7fca5401c930 comp rx=0 tx=0).stop 2023-12-02T00:31:27.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 -- 172.21.15.133:0/2665351964 shutdown_connections 2023-12-02T00:31:27.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 --2- 172.21.15.133:0/2665351964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c156250 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 --2- 172.21.15.133:0/2665351964 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 -- 172.21.15.133:0/2665351964 >> 172.21.15.133:0/2665351964 conn(0x7fca5c06a5b0 msgr2=0x7fca5c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:27.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 -- 172.21.15.133:0/2665351964 shutdown_connections 2023-12-02T00:31:27.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 -- 172.21.15.133:0/2665351964 wait complete. 2023-12-02T00:31:27.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.186+0000 7fca623e7640 1 Processor -- start 2023-12-02T00:31:27.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 -- start start 2023-12-02T00:31:27.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c1efd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca5c0c5640 0x7fca5c0aa330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c14dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c151a10 con 0x7fca5c155de0 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c151db0 con 0x7fca5c0c5640 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c1f0570 con 0x7fca5c0c5260 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c14dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c14dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39898/0 (socket says 172.21.15.133:39898) 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 -- 172.21.15.133:0/450383296 learned_addr learned my addr 172.21.15.133:0/450383296 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca5bfff640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c1efd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca5b7fe640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca5c0c5640 0x7fca5c0aa330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 -- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 msgr2=0x7fca5c1efd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c1efd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 -- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca5c0c5640 msgr2=0x7fca5c0aa330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca5c0c5640 0x7fca5c0aa330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 -- 172.21.15.133:0/450383296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca54009b30 con 0x7fca5c155de0 2023-12-02T00:31:27.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca5b7fe640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca5c0c5640 0x7fca5c0aa330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca60984640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c14dab0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fca540af040 tx=0x7fca540196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca58ff9640 1 -- 172.21.15.133:0/450383296 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca540b8670 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca58ff9640 1 -- 172.21.15.133:0/450383296 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca540b87d0 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca58ff9640 1 -- 172.21.15.133:0/450383296 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca540b8b80 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca5c0aae30 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca5c1f0260 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.190+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca5c152240 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.194+0000 7fca58ff9640 1 -- 172.21.15.133:0/450383296 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fca540b8ce0 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.194+0000 7fca58ff9640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.194+0000 7fca58ff9640 1 -- 172.21.15.133:0/450383296 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fca5411f4e0 con 0x7fca5c155de0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.194+0000 7fca5bfff640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.194+0000 7fca5bfff640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fca4c006fd0 tx=0x7fca4c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.198+0000 7fca58ff9640 1 -- 172.21.15.133:0/450383296 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fca5c152240 con 0x7fca5c155de0 2023-12-02T00:31:27.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.350+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fca5c152240 con 0x7fca5c155de0 2023-12-02T00:31:27.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.350+0000 7fca58ff9640 1 -- 172.21.15.133:0/450383296 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fca5c152240 con 0x7fca5c155de0 2023-12-02T00:31:27.355 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:27.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 msgr2=0x7fca48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fca4c006fd0 tx=0x7fca4c008040 comp rx=0 tx=0).stop 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 msgr2=0x7fca5c14dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c14dab0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fca540af040 tx=0x7fca540196d0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 shutdown_connections 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca5c155de0 0x7fca5c14dab0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca5c0c5640 0x7fca5c0aa330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 --2- 172.21.15.133:0/450383296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca5c0c5260 0x7fca5c1efd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 >> 172.21.15.133:0/450383296 conn(0x7fca5c06a5b0 msgr2=0x7fca5c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 shutdown_connections 2023-12-02T00:31:27.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.354+0000 7fca623e7640 1 -- 172.21.15.133:0/450383296 wait complete. 2023-12-02T00:31:27.377 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:27.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 Processor -- start 2023-12-02T00:31:27.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 -- start start 2023-12-02T00:31:27.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5ab40c5260 0x7f5ab406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f5ab40c5640 0x7f5ab40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c60f0 0x7f5ab4155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ab40c17f0 con 0x7f5ab40c5260 2023-12-02T00:31:27.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ab40c2580 con 0x7f5ab40c5640 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5aba12a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ab40c1a00 con 0x7f5ab40c60f0 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5ab40c5260 0x7f5ab406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5ab40c5260 0x7f5ab406d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39900/0 (socket says 172.21.15.133:39900) 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 -- 172.21.15.133:0/1621023134 learned_addr learned my addr 172.21.15.133:0/1621023134 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab2ffd640 1 --2- 172.21.15.133:0/1621023134 >> v2:172.21.15.172:3300/0 conn(0x7f5ab40c5640 0x7f5ab40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab3fff640 1 --2- 172.21.15.133:0/1621023134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c60f0 0x7f5ab4155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 -- 172.21.15.133:0/1621023134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c60f0 msgr2=0x7f5ab4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 --2- 172.21.15.133:0/1621023134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c60f0 0x7f5ab4155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 -- 172.21.15.133:0/1621023134 >> v2:172.21.15.172:3300/0 conn(0x7f5ab40c5640 msgr2=0x7f5ab40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 --2- 172.21.15.133:0/1621023134 >> v2:172.21.15.172:3300/0 conn(0x7f5ab40c5640 0x7f5ab40c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab37fe640 1 -- 172.21.15.133:0/1621023134 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ab40c1ce0 con 0x7f5ab40c5260 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab2ffd640 1 --2- 172.21.15.133:0/1621023134 >> v2:172.21.15.172:3300/0 conn(0x7f5ab40c5640 0x7f5ab40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:27.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.514+0000 7f5ab3fff640 1 --2- 172.21.15.133:0/1621023134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c60f0 0x7f5ab4155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:27.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5ab37fe640 1 --2- 172.21.15.133:0/1621023134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c5260 0x7f5ab406d5b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5ab406b390 tx=0x7f5aa401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4d4258e148defd8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5ab27fc640 1 -- 172.21.15.133:0/1621023134 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa40ac640 con 0x7f5ab40c5260 2023-12-02T00:31:27.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5ab27fc640 1 -- 172.21.15.133:0/1621023134 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5aa40ac7a0 con 0x7f5ab40c5260 2023-12-02T00:31:27.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5ab27fc640 1 -- 172.21.15.133:0/1621023134 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa40acb30 con 0x7f5ab40c5260 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 -- 172.21.15.133:0/1621023134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c5260 msgr2=0x7f5ab406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 --2- 172.21.15.133:0/1621023134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c5260 0x7f5ab406d5b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5ab406b390 tx=0x7f5aa401c440 comp rx=0 tx=0).stop 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 -- 172.21.15.133:0/1621023134 shutdown_connections 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 --2- 172.21.15.133:0/1621023134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c60f0 0x7f5ab4155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 --2- 172.21.15.133:0/1621023134 >> v2:172.21.15.172:3300/0 conn(0x7f5ab40c5640 0x7f5ab40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 --2- 172.21.15.133:0/1621023134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c5260 0x7f5ab406d5b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 -- 172.21.15.133:0/1621023134 >> 172.21.15.133:0/1621023134 conn(0x7f5ab406a5b0 msgr2=0x7f5ab406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 -- 172.21.15.133:0/1621023134 shutdown_connections 2023-12-02T00:31:27.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.518+0000 7f5aba12a640 1 -- 172.21.15.133:0/1621023134 wait complete. 2023-12-02T00:31:27.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 Processor -- start 2023-12-02T00:31:27.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 -- start start 2023-12-02T00:31:27.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5ab40c5260 0x7f5ab40bc010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c5640 0x7f5ab41ebbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c60f0 0x7f5ab41eeff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ab41ef530 con 0x7f5ab40c60f0 2023-12-02T00:31:27.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ab41eb730 con 0x7f5ab40c5260 2023-12-02T00:31:27.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ab40bc5f0 con 0x7f5ab40c5640 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c60f0 0x7f5ab41eeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c60f0 0x7f5ab41eeff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39910/0 (socket says 172.21.15.133:39910) 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 -- 172.21.15.133:0/396976430 learned_addr learned my addr 172.21.15.133:0/396976430 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab37fe640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5ab40c5260 0x7f5ab40bc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab2ffd640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c5640 0x7f5ab41ebbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 -- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c5640 msgr2=0x7f5ab41ebbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c5640 0x7f5ab41ebbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 -- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5ab40c5260 msgr2=0x7f5ab40bc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5ab40c5260 0x7f5ab40bc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 -- 172.21.15.133:0/396976430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa40094d0 con 0x7f5ab40c60f0 2023-12-02T00:31:27.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5ab3fff640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c60f0 0x7f5ab41eeff0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5aac007ef0 tx=0x7f5aac00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5a9bfff640 1 -- 172.21.15.133:0/396976430 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aac003ba0 con 0x7f5ab40c60f0 2023-12-02T00:31:27.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5a9bfff640 1 -- 172.21.15.133:0/396976430 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5aac00f040 con 0x7f5ab40c60f0 2023-12-02T00:31:27.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ab40bc8d0 con 0x7f5ab40c60f0 2023-12-02T00:31:27.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5a9bfff640 1 -- 172.21.15.133:0/396976430 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aac00de80 con 0x7f5ab40c60f0 2023-12-02T00:31:27.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.522+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ab41eb3c0 con 0x7f5ab40c60f0 2023-12-02T00:31:27.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.526+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ab4068400 con 0x7f5ab40c60f0 2023-12-02T00:31:27.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.526+0000 7f5a9bfff640 1 -- 172.21.15.133:0/396976430 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5aac004030 con 0x7f5ab40c60f0 2023-12-02T00:31:27.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.526+0000 7f5a9bfff640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5aa00664a0 0x7f5aa0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.526+0000 7f5a9bfff640 1 -- 172.21.15.133:0/396976430 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5aac084180 con 0x7f5ab40c60f0 2023-12-02T00:31:27.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.526+0000 7f5ab37fe640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5aa00664a0 0x7f5aa0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.526+0000 7f5ab37fe640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5aa00664a0 0x7f5aa0068960 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40ae000 tx=0x7f5aa40a6070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.530+0000 7f5a9bfff640 1 -- 172.21.15.133:0/396976430 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5aac051620 con 0x7f5ab40c60f0 2023-12-02T00:31:27.563 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:31:27.567 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:31:27.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5ab41eb870 con 0x7f5ab40c60f0 2023-12-02T00:31:27.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5a9bfff640 1 -- 172.21.15.133:0/396976430 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5aac054c40 con 0x7f5ab40c60f0 2023-12-02T00:31:27.686 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:27.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5aa00664a0 msgr2=0x7f5aa0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5aa00664a0 0x7f5aa0068960 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5aa40ae000 tx=0x7f5aa40a6070 comp rx=0 tx=0).stop 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c60f0 msgr2=0x7f5ab41eeff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c60f0 0x7f5ab41eeff0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5aac007ef0 tx=0x7f5aac00d4a0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 shutdown_connections 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5aa00664a0 0x7f5aa0068960 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab40c60f0 0x7f5ab41eeff0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5ab40c5640 0x7f5ab41ebbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 --2- 172.21.15.133:0/396976430 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5ab40c5260 0x7f5ab40bc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.682+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 >> 172.21.15.133:0/396976430 conn(0x7f5ab406a5b0 msgr2=0x7f5ab40c4150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:27.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.686+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 shutdown_connections 2023-12-02T00:31:27.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.686+0000 7f5aba12a640 1 -- 172.21.15.133:0/396976430 wait complete. 2023-12-02T00:31:27.707 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:27.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ec79640 1 Processor -- start 2023-12-02T00:31:27.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ec79640 1 -- start start 2023-12-02T00:31:27.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ec79640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90180a5370 0x7f90180c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ec79640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90180c2760 con 0x7f9018072090 2023-12-02T00:31:27.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ec79640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90180a5750 con 0x7f90180c4110 2023-12-02T00:31:27.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ec79640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90180c3070 con 0x7f90180a5370 2023-12-02T00:31:27.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ca15640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90180a5370 0x7f90180c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ca15640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90180a5370 0x7f90180c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39922/0 (socket says 172.21.15.133:39922) 2023-12-02T00:31:27.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ca15640 1 -- 172.21.15.133:0/1264565868 learned_addr learned my addr 172.21.15.133:0/1264565868 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:27.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901d216640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f9018072090 0x7f901815b4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53306/0 (socket says 172.21.15.133:53306) 2023-12-02T00:31:27.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ca15640 1 -- 172.21.15.133:0/1264565868 >> v1:172.21.15.172:6789/0 conn(0x7f90180c4110 legacy=0x7f9018150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ca15640 1 -- 172.21.15.133:0/1264565868 >> v1:172.21.15.133:6789/0 conn(0x7f9018072090 legacy=0x7f901815b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.846+0000 7f901ca15640 1 -- 172.21.15.133:0/1264565868 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90180aad20 con 0x7f90180a5370 2023-12-02T00:31:27.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ca15640 1 --2- 172.21.15.133:0/1264565868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180c3bd0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f900c009870 tx=0x7f900c01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=731bb07ff1544351 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f90177fe640 1 -- 172.21.15.133:0/1264565868 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f900c0ab5f0 con 0x7f90180a5370 2023-12-02T00:31:27.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f90177fe640 1 -- 172.21.15.133:0/1264565868 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f900c0ab750 con 0x7f90180a5370 2023-12-02T00:31:27.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f90177fe640 1 -- 172.21.15.133:0/1264565868 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f900c0abae0 con 0x7f90180a5370 2023-12-02T00:31:27.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ec79640 1 -- 172.21.15.133:0/1264565868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 msgr2=0x7f90180c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ec79640 1 --2- 172.21.15.133:0/1264565868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180c3bd0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f900c009870 tx=0x7f900c01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ec79640 1 -- 172.21.15.133:0/1264565868 shutdown_connections 2023-12-02T00:31:27.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ec79640 1 --2- 172.21.15.133:0/1264565868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180c3bd0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ec79640 1 -- 172.21.15.133:0/1264565868 >> 172.21.15.133:0/1264565868 conn(0x7f901806a5b0 msgr2=0x7f901806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:27.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ec79640 1 -- 172.21.15.133:0/1264565868 shutdown_connections 2023-12-02T00:31:27.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.850+0000 7f901ec79640 1 -- 172.21.15.133:0/1264565868 wait complete. 2023-12-02T00:31:27.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 Processor -- start 2023-12-02T00:31:27.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 -- start start 2023-12-02T00:31:27.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9018072090 0x7f90181edd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180716a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90180c4110 0x7f90181ee710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90180a9890 con 0x7f90180a5370 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90181ed8d0 con 0x7f9018072090 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90181ed2a0 con 0x7f90180c4110 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180716a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180716a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39930/0 (socket says 172.21.15.133:39930) 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 -- 172.21.15.133:0/2848709990 learned_addr learned my addr 172.21.15.133:0/2848709990 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ca15640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9018072090 0x7f90181edd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901d216640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90180c4110 0x7f90181ee710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 -- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90180c4110 msgr2=0x7f90181ee710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90180c4110 0x7f90181ee710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 -- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9018072090 msgr2=0x7f90181edd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9018072090 0x7f90181edd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 -- 172.21.15.133:0/2848709990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f900c0094d0 con 0x7f90180a5370 2023-12-02T00:31:27.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f9017fff640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180716a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f900400c500 tx=0x7f900400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f90157fa640 1 -- 172.21.15.133:0/2848709990 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9004005220 con 0x7f90180a5370 2023-12-02T00:31:27.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f90157fa640 1 -- 172.21.15.133:0/2848709990 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9004005380 con 0x7f90180a5370 2023-12-02T00:31:27.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f90157fa640 1 -- 172.21.15.133:0/2848709990 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9004007270 con 0x7f90180a5370 2023-12-02T00:31:27.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9018154c20 con 0x7f90180a5370 2023-12-02T00:31:27.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90181ed560 con 0x7f90180a5370 2023-12-02T00:31:27.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.854+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90181ed6f0 con 0x7f90180a5370 2023-12-02T00:31:27.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.858+0000 7f90157fa640 1 -- 172.21.15.133:0/2848709990 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f90040073d0 con 0x7f90180a5370 2023-12-02T00:31:27.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.858+0000 7f90157fa640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:27.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.858+0000 7f90157fa640 1 -- 172.21.15.133:0/2848709990 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90040833f0 con 0x7f90180a5370 2023-12-02T00:31:27.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.858+0000 7f901ca15640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:27.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.858+0000 7f901ca15640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f900c0af000 tx=0x7f900c0b6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:27.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:27.862+0000 7f90157fa640 1 -- 172.21.15.133:0/2848709990 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9004050860 con 0x7f90180a5370 2023-12-02T00:31:28.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.010+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9018068400 con 0x7f90180a5370 2023-12-02T00:31:28.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.010+0000 7f90157fa640 1 -- 172.21.15.133:0/2848709990 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9004053e80 con 0x7f90180a5370 2023-12-02T00:31:28.015 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:28.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 msgr2=0x7f8ffc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f900c0af000 tx=0x7f900c0b6040 comp rx=0 tx=0).stop 2023-12-02T00:31:28.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 msgr2=0x7f90180716a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180716a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f900400c500 tx=0x7f900400c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 shutdown_connections 2023-12-02T00:31:28.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90180c4110 0x7f90181ee710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90180a5370 0x7f90180716a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 --2- 172.21.15.133:0/2848709990 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9018072090 0x7f90181edd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 >> 172.21.15.133:0/2848709990 conn(0x7f901806a5b0 msgr2=0x7f901806db30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:28.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 shutdown_connections 2023-12-02T00:31:28.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.014+0000 7f901ec79640 1 -- 172.21.15.133:0/2848709990 wait complete. 2023-12-02T00:31:28.037 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:31:28.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 Processor -- start 2023-12-02T00:31:28.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 -- start start 2023-12-02T00:31:28.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9cbc0c5260 0x7f9cbc06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9cbc0c60f0 0x7f9cbc155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cbc0c17f0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cbc0c2580 con 0x7f9cbc0c60f0 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc472a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc0c1a00 con 0x7f9cbc0c5640 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9cbc0c5260 0x7f9cbc06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9cbc0c5260 0x7f9cbc06d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39934/0 (socket says 172.21.15.133:39934) 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 -- 172.21.15.133:0/1031843749 learned_addr learned my addr 172.21.15.133:0/1031843749 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc1cc5640 1 --2- 172.21.15.133:0/1031843749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc2cc7640 1 --2- 172.21.15.133:0/1031843749 >> v2:172.21.15.172:3300/0 conn(0x7f9cbc0c60f0 0x7f9cbc155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 -- 172.21.15.133:0/1031843749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 msgr2=0x7f9cbc0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 --2- 172.21.15.133:0/1031843749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 -- 172.21.15.133:0/1031843749 >> v2:172.21.15.172:3300/0 conn(0x7f9cbc0c60f0 msgr2=0x7f9cbc155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 --2- 172.21.15.133:0/1031843749 >> v2:172.21.15.172:3300/0 conn(0x7f9cbc0c60f0 0x7f9cbc155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc24c6640 1 -- 172.21.15.133:0/1031843749 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cbc0c1ce0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.174+0000 7f9cc1cc5640 1 --2- 172.21.15.133:0/1031843749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:28.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc24c6640 1 --2- 172.21.15.133:0/1031843749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc06d5b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc06d340 tx=0x7f9cb801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa52f83a31042aaa server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:28.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc14c4640 1 -- 172.21.15.133:0/1031843749 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb80ac640 con 0x7f9cbc0c5260 2023-12-02T00:31:28.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc14c4640 1 -- 172.21.15.133:0/1031843749 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb80ac7a0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc14c4640 1 -- 172.21.15.133:0/1031843749 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb80acb30 con 0x7f9cbc0c5260 2023-12-02T00:31:28.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 -- 172.21.15.133:0/1031843749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 msgr2=0x7f9cbc06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 --2- 172.21.15.133:0/1031843749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc06d5b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc06d340 tx=0x7f9cb801c440 comp rx=0 tx=0).stop 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 -- 172.21.15.133:0/1031843749 shutdown_connections 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 --2- 172.21.15.133:0/1031843749 >> v2:172.21.15.172:3300/0 conn(0x7f9cbc0c60f0 0x7f9cbc155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 --2- 172.21.15.133:0/1031843749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 --2- 172.21.15.133:0/1031843749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc06d5b0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 -- 172.21.15.133:0/1031843749 >> 172.21.15.133:0/1031843749 conn(0x7f9cbc06a5b0 msgr2=0x7f9cbc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 -- 172.21.15.133:0/1031843749 shutdown_connections 2023-12-02T00:31:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 -- 172.21.15.133:0/1031843749 wait complete. 2023-12-02T00:31:28.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.178+0000 7f9cc472a640 1 Processor -- start 2023-12-02T00:31:28.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 -- start start 2023-12-02T00:31:28.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc1ecd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc153ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9cbc0c60f0 0x7f9cbc1f0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc1f06e0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc1ed2a0 con 0x7f9cbc0c60f0 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc0aae40 con 0x7f9cbc0c5640 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc1ecd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc1ecd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39944/0 (socket says 172.21.15.133:39944) 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 -- 172.21.15.133:0/2472312085 learned_addr learned my addr 172.21.15.133:0/2472312085 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc1cc5640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc153ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc2cc7640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9cbc0c60f0 0x7f9cbc1f0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 -- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 msgr2=0x7f9cbc153ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc153ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 -- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9cbc0c60f0 msgr2=0x7f9cbc1f0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9cbc0c60f0 0x7f9cbc1f0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 -- 172.21.15.133:0/2472312085 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cb80094d0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc24c6640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc1ecd60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9cb80af040 tx=0x7f9cb801ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cb2ffd640 1 -- 172.21.15.133:0/2472312085 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb80b7830 con 0x7f9cbc0c5260 2023-12-02T00:31:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cb2ffd640 1 -- 172.21.15.133:0/2472312085 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb80b79b0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cbc0aa880 con 0x7f9cbc0c5260 2023-12-02T00:31:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cb2ffd640 1 -- 172.21.15.133:0/2472312085 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb80b7d60 con 0x7f9cbc0c5260 2023-12-02T00:31:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cbc1f0370 con 0x7f9cbc0c5260 2023-12-02T00:31:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.182+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cbc068400 con 0x7f9cbc0c5260 2023-12-02T00:31:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.186+0000 7f9cb2ffd640 1 -- 172.21.15.133:0/2472312085 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9cb80b3040 con 0x7f9cbc0c5260 2023-12-02T00:31:28.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.186+0000 7f9cb2ffd640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9ca0066470 0x7f9ca0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.186+0000 7f9cb2ffd640 1 -- 172.21.15.133:0/2472312085 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cb811e480 con 0x7f9cbc0c5260 2023-12-02T00:31:28.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.186+0000 7f9cc1cc5640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9ca0066470 0x7f9ca0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.186+0000 7f9cc1cc5640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9ca0066470 0x7f9ca0068930 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0c03a0 tx=0x7f9cac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:28.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.190+0000 7f9cb2ffd640 1 -- 172.21.15.133:0/2472312085 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9cb80eb9a0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f9cbc06d390 con 0x7f9cbc0c5260 2023-12-02T00:31:28.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cb2ffd640 1 -- 172.21.15.133:0/2472312085 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9cb80eefc0 con 0x7f9cbc0c5260 2023-12-02T00:31:28.357 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:31:28.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9ca0066470 msgr2=0x7f9ca0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9ca0066470 0x7f9ca0068930 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0c03a0 tx=0x7f9cac008040 comp rx=0 tx=0).stop 2023-12-02T00:31:28.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 msgr2=0x7f9cbc1ecd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc1ecd60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9cb80af040 tx=0x7f9cb801ac80 comp rx=0 tx=0).stop 2023-12-02T00:31:28.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 shutdown_connections 2023-12-02T00:31:28.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9ca0066470 0x7f9ca0068930 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9cbc0c60f0 0x7f9cbc1f0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9cbc0c5640 0x7f9cbc153ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 --2- 172.21.15.133:0/2472312085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9cbc0c5260 0x7f9cbc1ecd60 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 >> 172.21.15.133:0/2472312085 conn(0x7f9cbc06a5b0 msgr2=0x7f9cbc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:28.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 shutdown_connections 2023-12-02T00:31:28.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.354+0000 7f9cc472a640 1 -- 172.21.15.133:0/2472312085 wait complete. 2023-12-02T00:31:28.378 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-12-02T00:31:28.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:28.378 DEBUG:teuthology.orchestra.run.smithi133:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-12-02T00:31:28.408 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:31:28.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:28.408 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-12-02T00:31:28.477 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:31:28.478 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:28.487 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:31:28.488 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:28.540 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:31:28.540 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:28.592 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:28.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf9809640 1 Processor -- start 2023-12-02T00:31:28.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf9809640 1 -- start start 2023-12-02T00:31:28.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf9809640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fddf40c4100 0x7fddf40c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf9809640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fddf40c31c0 con 0x7fddf40c63c0 2023-12-02T00:31:28.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf9809640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fddf40c34a0 con 0x7fddf40c06d0 2023-12-02T00:31:28.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf9809640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddf40c1030 con 0x7fddf40c4100 2023-12-02T00:31:28.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf27fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fddf40c4100 0x7fddf40c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf2ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fddf40c63c0 0x7fddf40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53310/0 (socket says 172.21.15.133:53310) 2023-12-02T00:31:28.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf2ffd640 1 -- 172.21.15.133:0/374401934 learned_addr learned my addr 172.21.15.133:0/374401934 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:28.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf27fc640 1 -- 172.21.15.133:0/374401934 >> v1:172.21.15.172:6789/0 conn(0x7fddf40c06d0 legacy=0x7fddf40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:28.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf27fc640 1 -- 172.21.15.133:0/374401934 >> v1:172.21.15.133:6789/0 conn(0x7fddf40c63c0 legacy=0x7fddf40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.726+0000 7fddf27fc640 1 -- 172.21.15.133:0/374401934 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddf40c1310 con 0x7fddf40c4100 2023-12-02T00:31:28.734 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf27fc640 1 --2- 172.21.15.133:0/374401934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf40c2bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fdde80097c0 tx=0x7fdde801e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37b56c977103a6bc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:28.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf1ffb640 1 -- 172.21.15.133:0/374401934 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde8004230 con 0x7fddf40c4100 2023-12-02T00:31:28.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf1ffb640 1 -- 172.21.15.133:0/374401934 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdde80a9050 con 0x7fddf40c4100 2023-12-02T00:31:28.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf1ffb640 1 -- 172.21.15.133:0/374401934 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde8003620 con 0x7fddf40c4100 2023-12-02T00:31:28.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf9809640 1 -- 172.21.15.133:0/374401934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 msgr2=0x7fddf40c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf9809640 1 --2- 172.21.15.133:0/374401934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf40c2bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fdde80097c0 tx=0x7fdde801e530 comp rx=0 tx=0).stop 2023-12-02T00:31:28.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf9809640 1 -- 172.21.15.133:0/374401934 shutdown_connections 2023-12-02T00:31:28.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf9809640 1 --2- 172.21.15.133:0/374401934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf40c2bb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf9809640 1 -- 172.21.15.133:0/374401934 >> 172.21.15.133:0/374401934 conn(0x7fddf406a5b0 msgr2=0x7fddf406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:28.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf9809640 1 -- 172.21.15.133:0/374401934 shutdown_connections 2023-12-02T00:31:28.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.730+0000 7fddf9809640 1 -- 172.21.15.133:0/374401934 wait complete. 2023-12-02T00:31:28.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 Processor -- start 2023-12-02T00:31:28.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 -- start start 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddf40c06d0 0x7fddf41f0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf41f1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddf40c63c0 0x7fddf40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddf4159540 con 0x7fddf40c4100 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddf40c5570 con 0x7fddf40c63c0 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddf40a57c0 con 0x7fddf40c06d0 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf41f1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf41f1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39968/0 (socket says 172.21.15.133:39968) 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 -- 172.21.15.133:0/3037530464 learned_addr learned my addr 172.21.15.133:0/3037530464 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 -- 172.21.15.133:0/3037530464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddf40c06d0 msgr2=0x7fddf41f0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddf40c06d0 0x7fddf41f0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 -- 172.21.15.133:0/3037530464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddf40c63c0 msgr2=0x7fddf40a6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddf40c63c0 0x7fddf40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 -- 172.21.15.133:0/3037530464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde8009420 con 0x7fddf40c4100 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf27fc640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf41f1090 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdde80097c0 tx=0x7fdde801b2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fdddbfff640 1 -- 172.21.15.133:0/3037530464 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde8003bf0 con 0x7fddf40c4100 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fdddbfff640 1 -- 172.21.15.133:0/3037530464 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdde8003d50 con 0x7fddf40c4100 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fdddbfff640 1 -- 172.21.15.133:0/3037530464 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde80b6660 con 0x7fddf40c4100 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddf40c69b0 con 0x7fddf40c4100 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.734+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddf40a5d80 con 0x7fddf40c4100 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.738+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fddf4068400 con 0x7fddf40c4100 2023-12-02T00:31:28.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.738+0000 7fdddbfff640 1 -- 172.21.15.133:0/3037530464 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdde80b4070 con 0x7fddf40c4100 2023-12-02T00:31:28.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.738+0000 7fdddbfff640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdde00664a0 0x7fdde0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:28.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.738+0000 7fdddbfff640 1 -- 172.21.15.133:0/3037530464 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdde811e0e0 con 0x7fddf40c4100 2023-12-02T00:31:28.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.738+0000 7fddf2ffd640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdde00664a0 0x7fdde0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:28.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.738+0000 7fddf2ffd640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdde00664a0 0x7fdde0068960 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdde4005890 tx=0x7fdde4007a10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:28.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.742+0000 7fdddbfff640 1 -- 172.21.15.133:0/3037530464 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdde80eb550 con 0x7fddf40c4100 2023-12-02T00:31:28.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.890+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fddf40a5f10 con 0x7fddf40c4100 2023-12-02T00:31:28.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fdddbfff640 1 -- 172.21.15.133:0/3037530464 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7fdde80eeb70 con 0x7fddf40c4100 2023-12-02T00:31:28.898 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:28.898 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:28.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdde00664a0 msgr2=0x7fdde0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdde00664a0 0x7fdde0068960 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdde4005890 tx=0x7fdde4007a10 comp rx=0 tx=0).stop 2023-12-02T00:31:28.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 msgr2=0x7fddf41f1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:28.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf41f1090 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdde80097c0 tx=0x7fdde801b2d0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 shutdown_connections 2023-12-02T00:31:28.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdde00664a0 0x7fdde0068960 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddf40c63c0 0x7fddf40a6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddf40c4100 0x7fddf41f1090 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 --2- 172.21.15.133:0/3037530464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddf40c06d0 0x7fddf41f0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:28.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 >> 172.21.15.133:0/3037530464 conn(0x7fddf406a5b0 msgr2=0x7fddf406fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:28.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 shutdown_connections 2023-12-02T00:31:28.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:28.894+0000 7fddf9809640 1 -- 172.21.15.133:0/3037530464 wait complete. 2023-12-02T00:31:28.919 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:28.919 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:29.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb91243a640 1 Processor -- start 2023-12-02T00:31:29.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb91243a640 1 -- start start 2023-12-02T00:31:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb91243a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c151cd0 0x7fb90c0ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb91243a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb90c154be0 0x7fb90c15ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb91243a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb90c0c8160 con 0x7fb90c0c7c50 2023-12-02T00:31:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb91243a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb90c157b40 con 0x7fb90c154be0 2023-12-02T00:31:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb91243a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb90c157e20 con 0x7fb90c151cd0 2023-12-02T00:31:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911c39640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb90c154be0 0x7fb90c15ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911c39640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb90c154be0 0x7fb90c15ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39974/0 (socket says 172.21.15.133:39974) 2023-12-02T00:31:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911c39640 1 -- 172.21.15.133:0/393069231 learned_addr learned my addr 172.21.15.133:0/393069231 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911438640 1 --2- 172.21.15.133:0/393069231 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c151cd0 0x7fb90c0ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911c39640 1 -- 172.21.15.133:0/393069231 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c151cd0 msgr2=0x7fb90c0ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911c39640 1 --2- 172.21.15.133:0/393069231 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c151cd0 0x7fb90c0ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911c39640 1 -- 172.21.15.133:0/393069231 >> v1:172.21.15.133:6789/0 conn(0x7fb90c0c7c50 legacy=0x7fb90c1544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.058+0000 7fb911c39640 1 -- 172.21.15.133:0/393069231 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb90c158100 con 0x7fb90c154be0 2023-12-02T00:31:29.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb911c39640 1 --2- 172.21.15.133:0/393069231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c154be0 0x7fb90c15ee30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb904009e50 tx=0x7fb90401c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e2dddef51d46866 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb903fff640 1 -- 172.21.15.133:0/393069231 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9040a58d0 con 0x7fb90c154be0 2023-12-02T00:31:29.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb903fff640 1 -- 172.21.15.133:0/393069231 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9040a5a30 con 0x7fb90c154be0 2023-12-02T00:31:29.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb903fff640 1 -- 172.21.15.133:0/393069231 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9040a5dc0 con 0x7fb90c154be0 2023-12-02T00:31:29.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 -- 172.21.15.133:0/393069231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c154be0 msgr2=0x7fb90c15ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 --2- 172.21.15.133:0/393069231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c154be0 0x7fb90c15ee30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb904009e50 tx=0x7fb90401c9e0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 -- 172.21.15.133:0/393069231 shutdown_connections 2023-12-02T00:31:29.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 --2- 172.21.15.133:0/393069231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c154be0 0x7fb90c15ee30 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 --2- 172.21.15.133:0/393069231 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c151cd0 0x7fb90c0ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 -- 172.21.15.133:0/393069231 >> 172.21.15.133:0/393069231 conn(0x7fb90c0abee0 msgr2=0x7fb90c0c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:29.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 -- 172.21.15.133:0/393069231 shutdown_connections 2023-12-02T00:31:29.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 -- 172.21.15.133:0/393069231 wait complete. 2023-12-02T00:31:29.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 Processor -- start 2023-12-02T00:31:29.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.062+0000 7fb91243a640 1 -- start start 2023-12-02T00:31:29.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb90c0c7c50 0x7fb90c146570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c151cd0 0x7fb90c156b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c154be0 0x7fb90c154140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb90c0aa9f0 con 0x7fb90c151cd0 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb90c152650 con 0x7fb90c0c7c50 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb90c143e70 con 0x7fb90c154be0 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c151cd0 0x7fb90c156b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c151cd0 0x7fb90c156b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39990/0 (socket says 172.21.15.133:39990) 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 -- 172.21.15.133:0/1434289255 learned_addr learned my addr 172.21.15.133:0/1434289255 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb911438640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb90c0c7c50 0x7fb90c146570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb911c39640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c154be0 0x7fb90c154140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 -- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c154be0 msgr2=0x7fb90c154140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c154be0 0x7fb90c154140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 -- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb90c0c7c50 msgr2=0x7fb90c146570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb90c0c7c50 0x7fb90c146570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 -- 172.21.15.133:0/1434289255 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb904009b30 con 0x7fb90c151cd0 2023-12-02T00:31:29.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb911438640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb90c0c7c50 0x7fb90c146570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:29.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb910c37640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c151cd0 0x7fb90c156b20 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb8fc00c530 tx=0x7fb8fc00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb901ffb640 1 -- 172.21.15.133:0/1434289255 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8fc005220 con 0x7fb90c151cd0 2023-12-02T00:31:29.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb901ffb640 1 -- 172.21.15.133:0/1434289255 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8fc005380 con 0x7fb90c151cd0 2023-12-02T00:31:29.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb90c0aa3c0 con 0x7fb90c151cd0 2023-12-02T00:31:29.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb901ffb640 1 -- 172.21.15.133:0/1434289255 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8fc007270 con 0x7fb90c151cd0 2023-12-02T00:31:29.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb90c1eda80 con 0x7fb90c151cd0 2023-12-02T00:31:29.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.066+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb90c04e850 con 0x7fb90c151cd0 2023-12-02T00:31:29.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.070+0000 7fb901ffb640 1 -- 172.21.15.133:0/1434289255 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb8fc0073d0 con 0x7fb90c151cd0 2023-12-02T00:31:29.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.070+0000 7fb901ffb640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb8f00664a0 0x7fb8f0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.070+0000 7fb901ffb640 1 -- 172.21.15.133:0/1434289255 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb8fc083790 con 0x7fb90c151cd0 2023-12-02T00:31:29.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.070+0000 7fb911438640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb8f00664a0 0x7fb8f0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.070+0000 7fb911438640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb8f00664a0 0x7fb8f0068960 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb908007a70 tx=0x7fb908008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.074+0000 7fb901ffb640 1 -- 172.21.15.133:0/1434289255 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb8fc050c00 con 0x7fb90c151cd0 2023-12-02T00:31:29.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb90c0c4030 con 0x7fb90c151cd0 2023-12-02T00:31:29.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb901ffb640 1 -- 172.21.15.133:0/1434289255 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb8fc054220 con 0x7fb90c151cd0 2023-12-02T00:31:29.229 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb8f00664a0 msgr2=0x7fb8f0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb8f00664a0 0x7fb8f0068960 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb908007a70 tx=0x7fb908008040 comp rx=0 tx=0).stop 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c151cd0 msgr2=0x7fb90c156b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c151cd0 0x7fb90c156b20 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb8fc00c530 tx=0x7fb8fc00c9f0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 shutdown_connections 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb8f00664a0 0x7fb8f0068960 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb90c154be0 0x7fb90c154140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb90c151cd0 0x7fb90c156b20 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 --2- 172.21.15.133:0/1434289255 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb90c0c7c50 0x7fb90c146570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 >> 172.21.15.133:0/1434289255 conn(0x7fb90c0abee0 msgr2=0x7fb90c14f4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 shutdown_connections 2023-12-02T00:31:29.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.226+0000 7fb91243a640 1 -- 172.21.15.133:0/1434289255 wait complete. 2023-12-02T00:31:29.251 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:29.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.386+0000 7f9a4ade7640 1 Processor -- start 2023-12-02T00:31:29.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a4ade7640 1 -- start start 2023-12-02T00:31:29.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a4ade7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a440c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a4ade7640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a440c31c0 con 0x7f9a440c4100 2023-12-02T00:31:29.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a4ade7640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a440c34a0 con 0x7f9a440c63c0 2023-12-02T00:31:29.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a4ade7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a440c1030 con 0x7f9a440c2bb0 2023-12-02T00:31:29.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a43fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f9a440c4100 0x7f9a440a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53330/0 (socket says 172.21.15.133:53330) 2023-12-02T00:31:29.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a43fff640 1 -- 172.21.15.133:0/1439488252 learned_addr learned my addr 172.21.15.133:0/1439488252 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:29.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a49384640 1 --2- 172.21.15.133:0/1439488252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a440c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a437fe640 1 -- 172.21.15.133:0/1439488252 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1729993555 0 0) 0x7f9a440c31c0 con 0x7f9a440c4100 2023-12-02T00:31:29.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a437fe640 1 -- 172.21.15.133:0/1439488252 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a34003530 con 0x7f9a440c4100 2023-12-02T00:31:29.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a437fe640 1 -- 172.21.15.133:0/1439488252 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 577293274 0 0) 0x7f9a440c34a0 con 0x7f9a440c63c0 2023-12-02T00:31:29.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a437fe640 1 -- 172.21.15.133:0/1439488252 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a440c31c0 con 0x7f9a440c63c0 2023-12-02T00:31:29.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a49384640 1 -- 172.21.15.133:0/1439488252 >> v1:172.21.15.172:6789/0 conn(0x7f9a440c63c0 legacy=0x7f9a440c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a49384640 1 -- 172.21.15.133:0/1439488252 >> v1:172.21.15.133:6789/0 conn(0x7f9a440c4100 legacy=0x7f9a440a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.390+0000 7f9a49384640 1 -- 172.21.15.133:0/1439488252 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a440c1310 con 0x7f9a440c2bb0 2023-12-02T00:31:29.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a49384640 1 --2- 172.21.15.133:0/1439488252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a440c06d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c009dc0 tx=0x7f9a3c01c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36f2ee30321c672f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a437fe640 1 -- 172.21.15.133:0/1439488252 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c0a5900 con 0x7f9a440c2bb0 2023-12-02T00:31:29.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a437fe640 1 -- 172.21.15.133:0/1439488252 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a3c0a5a60 con 0x7f9a440c2bb0 2023-12-02T00:31:29.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a437fe640 1 -- 172.21.15.133:0/1439488252 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c0a5df0 con 0x7f9a440c2bb0 2023-12-02T00:31:29.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 -- 172.21.15.133:0/1439488252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 msgr2=0x7f9a440c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/1439488252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a440c06d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c009dc0 tx=0x7f9a3c01c820 comp rx=0 tx=0).stop 2023-12-02T00:31:29.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 -- 172.21.15.133:0/1439488252 shutdown_connections 2023-12-02T00:31:29.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/1439488252 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a440c06d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 -- 172.21.15.133:0/1439488252 >> 172.21.15.133:0/1439488252 conn(0x7f9a4406a5b0 msgr2=0x7f9a4406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:29.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 -- 172.21.15.133:0/1439488252 shutdown_connections 2023-12-02T00:31:29.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 -- 172.21.15.133:0/1439488252 wait complete. 2023-12-02T00:31:29.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 Processor -- start 2023-12-02T00:31:29.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.394+0000 7f9a4ade7640 1 -- start start 2023-12-02T00:31:29.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a441e9320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a440c4100 0x7f9a44071960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a440c63c0 0x7f9a44153c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a440bc290 con 0x7f9a440c63c0 2023-12-02T00:31:29.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a44072710 con 0x7f9a440c4100 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a441e9860 con 0x7f9a440c2bb0 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a440c63c0 0x7f9a44153c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a440c63c0 0x7f9a44153c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40000/0 (socket says 172.21.15.133:40000) 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 -- 172.21.15.133:0/4015688497 learned_addr learned my addr 172.21.15.133:0/4015688497 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a43fff640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a440c4100 0x7f9a44071960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a48b83640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a441e9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 -- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 msgr2=0x7f9a441e9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a441e9320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 -- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a440c4100 msgr2=0x7f9a44071960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a440c4100 0x7f9a44071960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 -- 172.21.15.133:0/4015688497 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a3c009a70 con 0x7f9a440c63c0 2023-12-02T00:31:29.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a49384640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a440c63c0 0x7f9a44153c50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c01a450 tx=0x7f9a3c0195c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a417fa640 1 -- 172.21.15.133:0/4015688497 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c0ad850 con 0x7f9a440c63c0 2023-12-02T00:31:29.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a417fa640 1 -- 172.21.15.133:0/4015688497 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a3c0ad9b0 con 0x7f9a440c63c0 2023-12-02T00:31:29.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a440c69b0 con 0x7f9a440c63c0 2023-12-02T00:31:29.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a417fa640 1 -- 172.21.15.133:0/4015688497 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c0add60 con 0x7f9a440c63c0 2023-12-02T00:31:29.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a44152370 con 0x7f9a440c63c0 2023-12-02T00:31:29.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.398+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a44068400 con 0x7f9a440c63c0 2023-12-02T00:31:29.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.402+0000 7f9a417fa640 1 -- 172.21.15.133:0/4015688497 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9a3c0b4070 con 0x7f9a440c63c0 2023-12-02T00:31:29.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.402+0000 7f9a417fa640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a280664a0 0x7f9a28068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.402+0000 7f9a417fa640 1 -- 172.21.15.133:0/4015688497 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9a3c11eb90 con 0x7f9a440c63c0 2023-12-02T00:31:29.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.402+0000 7f9a48b83640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a280664a0 0x7f9a28068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.402+0000 7f9a48b83640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a280664a0 0x7f9a28068960 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9a380015e0 tx=0x7f9a38009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.406+0000 7f9a417fa640 1 -- 172.21.15.133:0/4015688497 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9a3c0ec150 con 0x7f9a440c63c0 2023-12-02T00:31:29.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.554+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9a440c3e70 con 0x7f9a440c63c0 2023-12-02T00:31:29.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.554+0000 7f9a417fa640 1 -- 172.21.15.133:0/4015688497 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9a3c0ef770 con 0x7f9a440c63c0 2023-12-02T00:31:29.558 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:29.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.554+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a280664a0 msgr2=0x7f9a28068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.554+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a280664a0 0x7f9a28068960 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9a380015e0 tx=0x7f9a38009040 comp rx=0 tx=0).stop 2023-12-02T00:31:29.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.554+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a440c63c0 msgr2=0x7f9a44153c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.554+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a440c63c0 0x7f9a44153c50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c01a450 tx=0x7f9a3c0195c0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 shutdown_connections 2023-12-02T00:31:29.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a280664a0 0x7f9a28068960 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a440c63c0 0x7f9a44153c50 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a440c4100 0x7f9a44071960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 --2- 172.21.15.133:0/4015688497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a440c2bb0 0x7f9a441e9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 >> 172.21.15.133:0/4015688497 conn(0x7f9a4406a5b0 msgr2=0x7f9a4406d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:29.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 shutdown_connections 2023-12-02T00:31:29.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.558+0000 7f9a4ade7640 1 -- 172.21.15.133:0/4015688497 wait complete. 2023-12-02T00:31:29.579 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:29.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.714+0000 7f51bc4ea640 1 Processor -- start 2023-12-02T00:31:29.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.714+0000 7f51bc4ea640 1 -- start start 2023-12-02T00:31:29.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51bc4ea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b40c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51bc4ea640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f51b4072090 0x7f51b41516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51bc4ea640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51b40c2760 con 0x7f51b40c4110 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51bc4ea640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51b40c3070 con 0x7f51b4072090 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51bc4ea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51b4151bf0 con 0x7f51b40a5370 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51baa87640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f51b4072090 0x7f51b41516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51baa87640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f51b4072090 0x7f51b41516b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40004/0 (socket says 172.21.15.133:40004) 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51baa87640 1 -- 172.21.15.133:0/611208546 learned_addr learned my addr 172.21.15.133:0/611208546 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51ba286640 1 --2- 172.21.15.133:0/611208546 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b40c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51baa87640 1 -- 172.21.15.133:0/611208546 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 msgr2=0x7f51b40c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51baa87640 1 --2- 172.21.15.133:0/611208546 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b40c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51baa87640 1 -- 172.21.15.133:0/611208546 >> v1:172.21.15.172:6789/0 conn(0x7f51b40c4110 legacy=0x7f51b4150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.718+0000 7f51baa87640 1 -- 172.21.15.133:0/611208546 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51b40a5750 con 0x7f51b4072090 2023-12-02T00:31:29.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51baa87640 1 --2- 172.21.15.133:0/611208546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b41516b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f51ac00af90 tx=0x7f51ac01d9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34fe6f0a845f3231 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51b9284640 1 -- 172.21.15.133:0/611208546 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ac00a2d0 con 0x7f51b4072090 2023-12-02T00:31:29.725 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51b9284640 1 -- 172.21.15.133:0/611208546 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51ac0a67e0 con 0x7f51b4072090 2023-12-02T00:31:29.725 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51b9284640 1 -- 172.21.15.133:0/611208546 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ac0a6b70 con 0x7f51b4072090 2023-12-02T00:31:29.725 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 -- 172.21.15.133:0/611208546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 msgr2=0x7f51b41516b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.725 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/611208546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b41516b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f51ac00af90 tx=0x7f51ac01d9a0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 -- 172.21.15.133:0/611208546 shutdown_connections 2023-12-02T00:31:29.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/611208546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b41516b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/611208546 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b40c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 -- 172.21.15.133:0/611208546 >> 172.21.15.133:0/611208546 conn(0x7f51b406a5b0 msgr2=0x7f51b406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:29.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 -- 172.21.15.133:0/611208546 shutdown_connections 2023-12-02T00:31:29.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 -- 172.21.15.133:0/611208546 wait complete. 2023-12-02T00:31:29.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 Processor -- start 2023-12-02T00:31:29.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.722+0000 7f51bc4ea640 1 -- start start 2023-12-02T00:31:29.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b40bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b414ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f51b40c4110 0x7f51b41504e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51b41f11e0 con 0x7f51b4072090 2023-12-02T00:31:29.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51b4149280 con 0x7f51b40c4110 2023-12-02T00:31:29.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51b4149710 con 0x7f51b40a5370 2023-12-02T00:31:29.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b40bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b40bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40014/0 (socket says 172.21.15.133:40014) 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 -- 172.21.15.133:0/445509189 learned_addr learned my addr 172.21.15.133:0/445509189 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51baa87640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f51b40c4110 0x7f51b41504e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51b9a85640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b414ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 -- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 msgr2=0x7f51b414ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b414ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 -- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f51b40c4110 msgr2=0x7f51b41504e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f51b40c4110 0x7f51b41504e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 -- 172.21.15.133:0/445509189 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51ac00ac40 con 0x7f51b4072090 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51b9a85640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b414ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51ba286640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b40bf360 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f51b000e930 tx=0x7f51b000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51aaffd640 1 -- 172.21.15.133:0/445509189 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51b0009690 con 0x7f51b4072090 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51aaffd640 1 -- 172.21.15.133:0/445509189 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51b000ca00 con 0x7f51b4072090 2023-12-02T00:31:29.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51aaffd640 1 -- 172.21.15.133:0/445509189 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51b000cd70 con 0x7f51b4072090 2023-12-02T00:31:29.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51b41f16a0 con 0x7f51b4072090 2023-12-02T00:31:29.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51b4148f10 con 0x7f51b4072090 2023-12-02T00:31:29.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51b4151830 con 0x7f51b4072090 2023-12-02T00:31:29.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.726+0000 7f51aaffd640 1 -- 172.21.15.133:0/445509189 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f51b0013470 con 0x7f51b4072090 2023-12-02T00:31:29.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.730+0000 7f51aaffd640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f51980664a0 0x7f5198068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:29.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.730+0000 7f51aaffd640 1 -- 172.21.15.133:0/445509189 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f51b0084070 con 0x7f51b4072090 2023-12-02T00:31:29.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.730+0000 7f51b9a85640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f51980664a0 0x7f5198068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:29.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.730+0000 7f51b9a85640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f51980664a0 0x7f5198068960 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f51b41473b0 tx=0x7f51a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:29.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.730+0000 7f51aaffd640 1 -- 172.21.15.133:0/445509189 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f51b0051660 con 0x7f51b4072090 2023-12-02T00:31:29.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.878+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f51b406aa20 con 0x7f51b4072090 2023-12-02T00:31:29.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51aaffd640 1 -- 172.21.15.133:0/445509189 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f51b0017020 con 0x7f51b4072090 2023-12-02T00:31:29.884 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:29.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f51980664a0 msgr2=0x7f5198068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f51980664a0 0x7f5198068960 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f51b41473b0 tx=0x7f51a4009040 comp rx=0 tx=0).stop 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 msgr2=0x7f51b40bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b40bf360 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f51b000e930 tx=0x7f51b000edf0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 shutdown_connections 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f51980664a0 0x7f5198068960 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f51b40c4110 0x7f51b41504e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f51b40a5370 0x7f51b414ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 --2- 172.21.15.133:0/445509189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51b4072090 0x7f51b40bf360 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 >> 172.21.15.133:0/445509189 conn(0x7f51b406a5b0 msgr2=0x7f51b414d400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 shutdown_connections 2023-12-02T00:31:29.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:29.882+0000 7f51bc4ea640 1 -- 172.21.15.133:0/445509189 wait complete. 2023-12-02T00:31:29.905 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:31:30.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.038+0000 7ff030479640 1 Processor -- start 2023-12-02T00:31:30.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.038+0000 7ff030479640 1 -- start start 2023-12-02T00:31:30.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff030479640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff0280c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff030479640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0280c2760 con 0x7ff028072090 2023-12-02T00:31:30.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff030479640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0280a5750 con 0x7ff0280c4110 2023-12-02T00:31:30.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff030479640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0280c3070 con 0x7ff0280a5370 2023-12-02T00:31:30.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02ea16640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff028072090 0x7ff02815b4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53342/0 (socket says 172.21.15.133:53342) 2023-12-02T00:31:30.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02ea16640 1 -- 172.21.15.133:0/2259244158 learned_addr learned my addr 172.21.15.133:0/2259244158 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:30.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02e215640 1 --2- 172.21.15.133:0/2259244158 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff0280c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02d213640 1 -- 172.21.15.133:0/2259244158 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1814795275 0 0) 0x7ff0280c2760 con 0x7ff028072090 2023-12-02T00:31:30.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02d213640 1 -- 172.21.15.133:0/2259244158 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff014003450 con 0x7ff028072090 2023-12-02T00:31:30.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02d213640 1 -- 172.21.15.133:0/2259244158 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4069532117 0 0) 0x7ff0280a5750 con 0x7ff0280c4110 2023-12-02T00:31:30.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02d213640 1 -- 172.21.15.133:0/2259244158 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0280c2760 con 0x7ff0280c4110 2023-12-02T00:31:30.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02e215640 1 -- 172.21.15.133:0/2259244158 >> v1:172.21.15.172:6789/0 conn(0x7ff0280c4110 legacy=0x7ff028150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02e215640 1 -- 172.21.15.133:0/2259244158 >> v1:172.21.15.133:6789/0 conn(0x7ff028072090 legacy=0x7ff02815b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.042+0000 7ff02e215640 1 -- 172.21.15.133:0/2259244158 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0280aad20 con 0x7ff0280a5370 2023-12-02T00:31:30.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff02e215640 1 --2- 172.21.15.133:0/2259244158 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff0280c3bd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff0240097f0 tx=0x7ff02401c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af9145db16c00395 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff02d213640 1 -- 172.21.15.133:0/2259244158 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0240ab600 con 0x7ff0280a5370 2023-12-02T00:31:30.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff02d213640 1 -- 172.21.15.133:0/2259244158 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0240a7050 con 0x7ff0280a5370 2023-12-02T00:31:30.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff02d213640 1 -- 172.21.15.133:0/2259244158 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0240ab980 con 0x7ff0280a5370 2023-12-02T00:31:30.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- 172.21.15.133:0/2259244158 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 msgr2=0x7ff0280c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 --2- 172.21.15.133:0/2259244158 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff0280c3bd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff0240097f0 tx=0x7ff02401c370 comp rx=0 tx=0).stop 2023-12-02T00:31:30.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- 172.21.15.133:0/2259244158 shutdown_connections 2023-12-02T00:31:30.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 --2- 172.21.15.133:0/2259244158 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff0280c3bd0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- 172.21.15.133:0/2259244158 >> 172.21.15.133:0/2259244158 conn(0x7ff02806a5b0 msgr2=0x7ff02806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:30.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- 172.21.15.133:0/2259244158 shutdown_connections 2023-12-02T00:31:30.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- 172.21.15.133:0/2259244158 wait complete. 2023-12-02T00:31:30.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 Processor -- start 2023-12-02T00:31:30.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- start start 2023-12-02T00:31:30.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028072090 0x7ff0281520a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff028142d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0280c4110 0x7ff028143290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff028147f70 con 0x7ff028072090 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff028149450 con 0x7ff0280c4110 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.046+0000 7ff030479640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff028149730 con 0x7ff0280a5370 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028072090 0x7ff0281520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028072090 0x7ff0281520a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40026/0 (socket says 172.21.15.133:40026) 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 -- 172.21.15.133:0/3556277148 learned_addr learned my addr 172.21.15.133:0/3556277148 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 -- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 msgr2=0x7ff028142d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff028142d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 -- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0280c4110 msgr2=0x7ff028143290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02ea16640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0280c4110 0x7ff028143290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0280c4110 0x7ff028143290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 -- 172.21.15.133:0/3556277148 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff024009420 con 0x7ff028072090 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02ea16640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0280c4110 0x7ff028143290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:30.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff02e215640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028072090 0x7ff0281520a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff024018f80 tx=0x7ff02401abb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff01effd640 1 -- 172.21.15.133:0/3556277148 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0240b7450 con 0x7ff028072090 2023-12-02T00:31:30.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff01effd640 1 -- 172.21.15.133:0/3556277148 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0240b75b0 con 0x7ff028072090 2023-12-02T00:31:30.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff01effd640 1 -- 172.21.15.133:0/3556277148 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0240b7960 con 0x7ff028072090 2023-12-02T00:31:30.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff028149a10 con 0x7ff028072090 2023-12-02T00:31:30.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0281525e0 con 0x7ff028072090 2023-12-02T00:31:30.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff02814a060 con 0x7ff028072090 2023-12-02T00:31:30.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.050+0000 7ff01effd640 1 -- 172.21.15.133:0/3556277148 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff0240b7ac0 con 0x7ff028072090 2023-12-02T00:31:30.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.054+0000 7ff01effd640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff00c066470 0x7ff00c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.054+0000 7ff01effd640 1 -- 172.21.15.133:0/3556277148 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff02411e5f0 con 0x7ff028072090 2023-12-02T00:31:30.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.054+0000 7ff02da14640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff00c066470 0x7ff00c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.054+0000 7ff02da14640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff00c066470 0x7ff00c068930 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff018007fd0 tx=0x7ff018007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.058+0000 7ff01effd640 1 -- 172.21.15.133:0/3556277148 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0240ebc20 con 0x7ff028072090 2023-12-02T00:31:30.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff028068400 con 0x7ff028072090 2023-12-02T00:31:30.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff01effd640 1 -- 172.21.15.133:0/3556277148 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff0240ef240 con 0x7ff028072090 2023-12-02T00:31:30.221 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff00c066470 msgr2=0x7ff00c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff00c066470 0x7ff00c068930 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff018007fd0 tx=0x7ff018007960 comp rx=0 tx=0).stop 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028072090 msgr2=0x7ff0281520a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028072090 0x7ff0281520a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff024018f80 tx=0x7ff02401abb0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 shutdown_connections 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff00c066470 0x7ff00c068930 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0280c4110 0x7ff028143290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0280a5370 0x7ff028142d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 --2- 172.21.15.133:0/3556277148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff028072090 0x7ff0281520a0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 >> 172.21.15.133:0/3556277148 conn(0x7ff02806a5b0 msgr2=0x7ff02806ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 shutdown_connections 2023-12-02T00:31:30.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.218+0000 7ff030479640 1 -- 172.21.15.133:0/3556277148 wait complete. 2023-12-02T00:31:30.242 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-12-02T00:31:30.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:30.242 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2023-12-02T00:31:30.279 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:31:30.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:30.279 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:31:30.343 INFO:tasks.cephfs.cephfs_test_case:[, ] 2023-12-02T00:31:30.344 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:30.485 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cefdf640 1 Processor -- start 2023-12-02T00:31:30.485 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cefdf640 1 -- start start 2023-12-02T00:31:30.485 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cefdf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa9c80c7ea0 0x7fa9c806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cefdf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9c806c860 con 0x7fa9c806b9e0 2023-12-02T00:31:30.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cefdf640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9c8154930 con 0x7fa9c8151e90 2023-12-02T00:31:30.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cefdf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9c80c8750 con 0x7fa9c80c7ea0 2023-12-02T00:31:30.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cd57c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa9c806b9e0 0x7fa9c815f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53354/0 (socket says 172.21.15.133:53354) 2023-12-02T00:31:30.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cd57c640 1 -- 172.21.15.133:0/3559620463 learned_addr learned my addr 172.21.15.133:0/3559620463 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:30.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c7fff640 1 --2- 172.21.15.133:0/3559620463 >> v2:172.21.15.172:3300/0 conn(0x7fa9c80c7ea0 0x7fa9c806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 482469480 0 0) 0x7fa9c806c860 con 0x7fa9c806b9e0 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9b8003530 con 0x7fa9c806b9e0 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 263167863 0 0) 0x7fa9c8154930 con 0x7fa9c8151e90 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9c806c860 con 0x7fa9c8151e90 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3625833071 0 0) 0x7fa9b8003530 con 0x7fa9c806b9e0 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 >> v2:172.21.15.172:3300/0 conn(0x7fa9c80c7ea0 msgr2=0x7fa9c806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 --2- 172.21.15.133:0/3559620463 >> v2:172.21.15.172:3300/0 conn(0x7fa9c80c7ea0 0x7fa9c806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 >> v1:172.21.15.172:6789/0 conn(0x7fa9c8151e90 legacy=0x7fa9c80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c8154c10 con 0x7fa9c806b9e0 2023-12-02T00:31:30.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fa9c0001a00 con 0x7fa9c806b9e0 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 >> v1:172.21.15.133:6789/0 conn(0x7fa9c806b9e0 legacy=0x7fa9c815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9b8003b60 0x7fa9b8003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9b80047d0 0x7fa9b8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8005250 0x7fa9b800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c80c8750 con 0x7fa9b8003b60 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b800c190 con 0x7fa9b80047d0 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b800c350 con 0x7fa9b8005250 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9ccd7b640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9b8003b60 0x7fa9b8003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c7fff640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9b80047d0 0x7fa9b8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cd57c640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8005250 0x7fa9b800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9ccd7b640 1 -- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8005250 msgr2=0x7fa9b800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:30.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9ccd7b640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8005250 0x7fa9b800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9ccd7b640 1 -- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9b80047d0 msgr2=0x7fa9b8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:30.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9ccd7b640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9b80047d0 0x7fa9b8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9ccd7b640 1 -- 172.21.15.133:0/3559620463 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9b8003530 con 0x7fa9b8003b60 2023-12-02T00:31:30.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9cd57c640 1 -- 172.21.15.133:0/3559620463 reap_dead start 2023-12-02T00:31:30.490 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.478+0000 7fa9c7fff640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9b80047d0 0x7fa9b8004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9ccd7b640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9b8003b60 0x7fa9b8003f60 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc0018d0 tx=0x7fa9bc01c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7aab6fcd2fed3a9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9bc0052d0 con 0x7fa9b8003b60 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9bc0a7050 con 0x7fa9b8003b60 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9c77fe640 1 -- 172.21.15.133:0/3559620463 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9bc003600 con 0x7fa9b8003b60 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9cefdf640 1 -- 172.21.15.133:0/3559620463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9b8003b60 msgr2=0x7fa9b8003f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9b8003b60 0x7fa9b8003f60 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc0018d0 tx=0x7fa9bc01c560 comp rx=0 tx=0).stop 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9cefdf640 1 -- 172.21.15.133:0/3559620463 shutdown_connections 2023-12-02T00:31:30.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/3559620463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9b8003b60 0x7fa9b8003f60 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9cefdf640 1 -- 172.21.15.133:0/3559620463 >> 172.21.15.133:0/3559620463 conn(0x7fa9c80ca170 msgr2=0x7fa9c80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9cefdf640 1 -- 172.21.15.133:0/3559620463 shutdown_connections 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.482+0000 7fa9cefdf640 1 -- 172.21.15.133:0/3559620463 wait complete. 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 Processor -- start 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 -- start start 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8003b60 0x7fa9c8153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9c8142450 0x7fa9c8141770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9c8141cb0 0x7fa9c81ee8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c81552d0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c80c37a0 con 0x7fa9c8142450 2023-12-02T00:31:30.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c8157360 con 0x7fa9b8003b60 2023-12-02T00:31:30.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9c8141cb0 0x7fa9c81ee8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9c8141cb0 0x7fa9c81ee8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40048/0 (socket says 172.21.15.133:40048) 2023-12-02T00:31:30.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 -- 172.21.15.133:0/2246694868 learned_addr learned my addr 172.21.15.133:0/2246694868 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:30.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9c7fff640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9c8142450 0x7fa9c8141770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9ccd7b640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8003b60 0x7fa9c8153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 -- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8003b60 msgr2=0x7fa9c8153180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8003b60 0x7fa9c8153180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 -- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9c8142450 msgr2=0x7fa9c8141770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9c8142450 0x7fa9c8141770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 -- 172.21.15.133:0/2246694868 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c81f1410 con 0x7fa9c8141cb0 2023-12-02T00:31:30.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cd57c640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9c8141cb0 0x7fa9c81ee8d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa9c806a9b0 tx=0x7fa9c0007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9c57fa640 1 -- 172.21.15.133:0/2246694868 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9c0017070 con 0x7fa9c8141cb0 2023-12-02T00:31:30.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9c57fa640 1 -- 172.21.15.133:0/2246694868 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9c000e9e0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9c57fa640 1 -- 172.21.15.133:0/2246694868 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9c000eb50 con 0x7fa9c8141cb0 2023-12-02T00:31:30.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9c8157600 con 0x7fa9c8141cb0 2023-12-02T00:31:30.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.486+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9c81f16f0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.490+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9c8157ab0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.490+0000 7fa9c57fa640 1 -- 172.21.15.133:0/2246694868 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa9c000ecb0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.490+0000 7fa9c57fa640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9ac066470 0x7fa9ac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.490+0000 7fa9c57fa640 1 -- 172.21.15.133:0/2246694868 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa9c00838a0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.490+0000 7fa9ccd7b640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9ac066470 0x7fa9ac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.490+0000 7fa9ccd7b640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9ac066470 0x7fa9ac068930 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc0ac000 tx=0x7fa9bc0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.494+0000 7fa9c57fa640 1 -- 172.21.15.133:0/2246694868 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa9c8157ab0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.674+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa9c8157ab0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.674+0000 7fa9c57fa640 1 -- 172.21.15.133:0/2246694868 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7fa9c8157ab0 con 0x7fa9c8141cb0 2023-12-02T00:31:30.678 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:30.679 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:30.679 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9ac066470 msgr2=0x7fa9ac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9ac066470 0x7fa9ac068930 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc0ac000 tx=0x7fa9bc0a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9c8141cb0 msgr2=0x7fa9c81ee8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9c8141cb0 0x7fa9c81ee8d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa9c806a9b0 tx=0x7fa9c0007b00 comp rx=0 tx=0).stop 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 shutdown_connections 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9ac066470 0x7fa9ac068930 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9c8141cb0 0x7fa9c81ee8d0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa9c8142450 0x7fa9c8141770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 --2- 172.21.15.133:0/2246694868 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9b8003b60 0x7fa9c8153180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 >> 172.21.15.133:0/2246694868 conn(0x7fa9c80ca170 msgr2=0x7fa9c8158670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:30.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 shutdown_connections 2023-12-02T00:31:30.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.678+0000 7fa9cefdf640 1 -- 172.21.15.133:0/2246694868 wait complete. 2023-12-02T00:31:30.701 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:30.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f583b8640 1 Processor -- start 2023-12-02T00:31:30.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f583b8640 1 -- start start 2023-12-02T00:31:30.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f583b8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6f500c5260 0x7f6f5006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f583b8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 0x7f6f500c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f583b8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f500c2580 con 0x7f6f500c60f0 2023-12-02T00:31:30.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f583b8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f50153510 con 0x7f6f500c5260 2023-12-02T00:31:30.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f583b8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500c17f0 con 0x7f6f500c5640 2023-12-02T00:31:30.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f56955640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f6f500c60f0 0x7f6f50155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53364/0 (socket says 172.21.15.133:53364) 2023-12-02T00:31:30.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.834+0000 7f6f56955640 1 -- 172.21.15.133:0/4171209900 learned_addr learned my addr 172.21.15.133:0/4171209900 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:30.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55953640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 0x7f6f500c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56154640 1 --2- 172.21.15.133:0/4171209900 >> v2:172.21.15.172:3300/0 conn(0x7f6f500c5260 0x7f6f5006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4117676679 0 0) 0x7f6f500c2580 con 0x7f6f500c60f0 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f3c003530 con 0x7f6f500c60f0 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2856858408 0 0) 0x7f6f3c003530 con 0x7f6f500c60f0 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 msgr2=0x7f6f500c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 0x7f6f500c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 >> v2:172.21.15.172:3300/0 conn(0x7f6f500c5260 msgr2=0x7f6f5006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 --2- 172.21.15.133:0/4171209900 >> v2:172.21.15.172:3300/0 conn(0x7f6f500c5260 0x7f6f5006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f500c1a00 con 0x7f6f500c60f0 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f6f48001a00 con 0x7f6f500c60f0 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 >> v1:172.21.15.133:6789/0 conn(0x7f6f500c60f0 legacy=0x7f6f50155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f3c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0047d0 0x7f6f3c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 0x7f6f3c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500c17f0 con 0x7f6f3c003980 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3c00b990 con 0x7f6f3c0047d0 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f3c00bb00 con 0x7f6f500c5640 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56154640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f3c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56955640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 0x7f6f3c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f55953640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0047d0 0x7f6f3c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56154640 1 -- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 msgr2=0x7f6f3c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56154640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f500c5640 0x7f6f3c005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56154640 1 -- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0047d0 msgr2=0x7f6f3c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56154640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f3c0047d0 0x7f6f3c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.838+0000 7f6f56154640 1 -- 172.21.15.133:0/4171209900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f3c003530 con 0x7f6f3c003980 2023-12-02T00:31:30.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f56154640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f3c003dc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009ae0 tx=0x7f6f4c01ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cccef5901b7f0e32 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4c0a6470 con 0x7f6f3c003980 2023-12-02T00:31:30.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f4c0a65d0 con 0x7f6f3c003980 2023-12-02T00:31:30.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f55152640 1 -- 172.21.15.133:0/4171209900 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4c0a6980 con 0x7f6f3c003980 2023-12-02T00:31:30.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- 172.21.15.133:0/4171209900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 msgr2=0x7f6f3c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 --2- 172.21.15.133:0/4171209900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f3c003dc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009ae0 tx=0x7f6f4c01ca60 comp rx=0 tx=0).stop 2023-12-02T00:31:30.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f56955640 1 -- 172.21.15.133:0/4171209900 reap_dead start 2023-12-02T00:31:30.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- 172.21.15.133:0/4171209900 shutdown_connections 2023-12-02T00:31:30.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- 172.21.15.133:0/4171209900 >> 172.21.15.133:0/4171209900 conn(0x7f6f5006a5b0 msgr2=0x7f6f5006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:30.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- 172.21.15.133:0/4171209900 shutdown_connections 2023-12-02T00:31:30.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- 172.21.15.133:0/4171209900 wait complete. 2023-12-02T00:31:30.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 Processor -- start 2023-12-02T00:31:30.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- start start 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f501505d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f5014f670 0x7f6f50140ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f501411e0 0x7f6f501f0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f5014f4c0 con 0x7f6f3c003980 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f500714d0 con 0x7f6f501411e0 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f583b8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f50141660 con 0x7f6f5014f670 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f56154640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f501505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f56154640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f501505d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40074/0 (socket says 172.21.15.133:40074) 2023-12-02T00:31:30.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.842+0000 7f6f56154640 1 -- 172.21.15.133:0/259746276 learned_addr learned my addr 172.21.15.133:0/259746276 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f55953640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f5014f670 0x7f6f50140ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56955640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f501411e0 0x7f6f501f0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56154640 1 -- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f5014f670 msgr2=0x7f6f50140ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56154640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f5014f670 0x7f6f50140ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56154640 1 -- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f501411e0 msgr2=0x7f6f501f0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56154640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f501411e0 0x7f6f501f0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56154640 1 -- 172.21.15.133:0/259746276 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f50071700 con 0x7f6f3c003980 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f55953640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f5014f670 0x7f6f50140ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56955640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f501411e0 0x7f6f501f0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f56154640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f501505d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009ae0 tx=0x7f6f3c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f46ffd640 1 -- 172.21.15.133:0/259746276 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4c0a6dc0 con 0x7f6f3c003980 2023-12-02T00:31:30.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f46ffd640 1 -- 172.21.15.133:0/259746276 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f4c0bc450 con 0x7f6f3c003980 2023-12-02T00:31:30.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f500719e0 con 0x7f6f3c003980 2023-12-02T00:31:30.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f46ffd640 1 -- 172.21.15.133:0/259746276 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4c0bc7e0 con 0x7f6f3c003980 2023-12-02T00:31:30.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f50071fa0 con 0x7f6f3c003980 2023-12-02T00:31:30.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f50068400 con 0x7f6f3c003980 2023-12-02T00:31:30.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f46ffd640 1 -- 172.21.15.133:0/259746276 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6f4c0bc940 con 0x7f6f3c003980 2023-12-02T00:31:30.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f46ffd640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6f34066470 0x7f6f34068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:30.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f46ffd640 1 -- 172.21.15.133:0/259746276 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f4c11e290 con 0x7f6f3c003980 2023-12-02T00:31:30.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.846+0000 7f6f55953640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6f34066470 0x7f6f34068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:30.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.850+0000 7f6f55953640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6f34066470 0x7f6f34068930 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6f400093f0 tx=0x7f6f40008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:30.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:30.850+0000 7f6f46ffd640 1 -- 172.21.15.133:0/259746276 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6f4c0eb700 con 0x7f6f3c003980 2023-12-02T00:31:31.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.002+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f5006d390 con 0x7f6f3c003980 2023-12-02T00:31:31.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.002+0000 7f6f46ffd640 1 -- 172.21.15.133:0/259746276 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f6f4c0eed20 con 0x7f6f3c003980 2023-12-02T00:31:31.008 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:31.008 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6f34066470 msgr2=0x7f6f34068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6f34066470 0x7f6f34068930 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6f400093f0 tx=0x7f6f40008040 comp rx=0 tx=0).stop 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 msgr2=0x7f6f501505d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f501505d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009ae0 tx=0x7f6f3c005800 comp rx=0 tx=0).stop 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 shutdown_connections 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6f34066470 0x7f6f34068930 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6f501411e0 0x7f6f501f0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6f5014f670 0x7f6f50140ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 --2- 172.21.15.133:0/259746276 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f3c003980 0x7f6f501505d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 >> 172.21.15.133:0/259746276 conn(0x7f6f5006a5b0 msgr2=0x7f6f500c3e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:31.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 shutdown_connections 2023-12-02T00:31:31.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.006+0000 7f6f583b8640 1 -- 172.21.15.133:0/259746276 wait complete. 2023-12-02T00:31:31.029 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:30:57.504183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:30:58.721276+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:31.030 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:31.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.166+0000 7fd3d759e640 1 Processor -- start 2023-12-02T00:31:31.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.166+0000 7fd3d759e640 1 -- start start 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d759e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd3d814f800 0x7fd3d8072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d759e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d806fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d759e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd3d80c1010 0x7fd3d8155840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d759e640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3d8071e90 con 0x7fd3d814f800 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d759e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3d80a5110 con 0x7fd3d80c1010 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d759e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d8152d70 con 0x7fd3d8072860 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd3d814f800 0x7fd3d8072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd3d814f800 0x7fd3d8072320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40086/0 (socket says 172.21.15.133:40086) 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 -- 172.21.15.133:0/3430941254 learned_addr learned my addr 172.21.15.133:0/3430941254 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d6d9d640 1 --2- 172.21.15.133:0/3430941254 >> v2:172.21.15.172:3300/0 conn(0x7fd3d80c1010 0x7fd3d8155840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d5d9b640 1 --2- 172.21.15.133:0/3430941254 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d806fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 -- 172.21.15.133:0/3430941254 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 msgr2=0x7fd3d806fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 --2- 172.21.15.133:0/3430941254 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d806fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 -- 172.21.15.133:0/3430941254 >> v2:172.21.15.172:3300/0 conn(0x7fd3d80c1010 msgr2=0x7fd3d8155840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 --2- 172.21.15.133:0/3430941254 >> v2:172.21.15.172:3300/0 conn(0x7fd3d80c1010 0x7fd3d8155840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 -- 172.21.15.133:0/3430941254 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3d8153050 con 0x7fd3d814f800 2023-12-02T00:31:31.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.170+0000 7fd3d659c640 1 --2- 172.21.15.133:0/3430941254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d814f800 0x7fd3d8072320 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd3d806b7b0 tx=0x7fd3c801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c507d896f81d3b3e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d559a640 1 -- 172.21.15.133:0/3430941254 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c80ab620 con 0x7fd3d814f800 2023-12-02T00:31:31.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d559a640 1 -- 172.21.15.133:0/3430941254 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3c80ab780 con 0x7fd3d814f800 2023-12-02T00:31:31.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d559a640 1 -- 172.21.15.133:0/3430941254 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c80abb10 con 0x7fd3d814f800 2023-12-02T00:31:31.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- 172.21.15.133:0/3430941254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d814f800 msgr2=0x7fd3d8072320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 --2- 172.21.15.133:0/3430941254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d814f800 0x7fd3d8072320 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd3d806b7b0 tx=0x7fd3c801c440 comp rx=0 tx=0).stop 2023-12-02T00:31:31.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- 172.21.15.133:0/3430941254 shutdown_connections 2023-12-02T00:31:31.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 --2- 172.21.15.133:0/3430941254 >> v2:172.21.15.172:3300/0 conn(0x7fd3d80c1010 0x7fd3d8155840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 --2- 172.21.15.133:0/3430941254 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d806fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 --2- 172.21.15.133:0/3430941254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d814f800 0x7fd3d8072320 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- 172.21.15.133:0/3430941254 >> 172.21.15.133:0/3430941254 conn(0x7fd3d80a7800 msgr2=0x7fd3d80a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:31.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- 172.21.15.133:0/3430941254 shutdown_connections 2023-12-02T00:31:31.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- 172.21.15.133:0/3430941254 wait complete. 2023-12-02T00:31:31.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 Processor -- start 2023-12-02T00:31:31.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- start start 2023-12-02T00:31:31.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d8146c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d80c1010 0x7fd3d8147150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3d814f800 0x7fd3d81f0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d80c1800 con 0x7fd3d80c1010 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d8147690 con 0x7fd3d814f800 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.174+0000 7fd3d759e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d8150ec0 con 0x7fd3d8072860 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d80c1010 0x7fd3d8147150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d80c1010 0x7fd3d8147150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40088/0 (socket says 172.21.15.133:40088) 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 -- 172.21.15.133:0/2420792616 learned_addr learned my addr 172.21.15.133:0/2420792616 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d659c640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d8146c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d6d9d640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3d814f800 0x7fd3d81f0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 -- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 msgr2=0x7fd3d8146c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d8146c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 -- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3d814f800 msgr2=0x7fd3d81f0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3d814f800 0x7fd3d81f0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 -- 172.21.15.133:0/2420792616 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3c80094d0 con 0x7fd3d80c1010 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d6d9d640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3d814f800 0x7fd3d81f0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:31.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d5d9b640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d80c1010 0x7fd3d8147150 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc00d5f0 tx=0x7fd3cc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3c6ffd640 1 -- 172.21.15.133:0/2420792616 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc0125f0 con 0x7fd3d80c1010 2023-12-02T00:31:31.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3c6ffd640 1 -- 172.21.15.133:0/2420792616 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3cc012750 con 0x7fd3d80c1010 2023-12-02T00:31:31.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3d80c14d0 con 0x7fd3d80c1010 2023-12-02T00:31:31.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3c6ffd640 1 -- 172.21.15.133:0/2420792616 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc012ae0 con 0x7fd3d80c1010 2023-12-02T00:31:31.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3d8151440 con 0x7fd3d80c1010 2023-12-02T00:31:31.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3d804e850 con 0x7fd3d80c1010 2023-12-02T00:31:31.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3c6ffd640 1 -- 172.21.15.133:0/2420792616 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd3cc012c40 con 0x7fd3d80c1010 2023-12-02T00:31:31.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3c6ffd640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3b80664a0 0x7fd3b8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.178+0000 7fd3c6ffd640 1 -- 172.21.15.133:0/2420792616 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3cc084420 con 0x7fd3d80c1010 2023-12-02T00:31:31.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.182+0000 7fd3d659c640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3b80664a0 0x7fd3b8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.182+0000 7fd3d659c640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3b80664a0 0x7fd3b8068960 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80af000 tx=0x7fd3c80b6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.182+0000 7fd3c6ffd640 1 -- 172.21.15.133:0/2420792616 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd3cc051770 con 0x7fd3d80c1010 2023-12-02T00:31:31.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.334+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd3d8070f30 con 0x7fd3d80c1010 2023-12-02T00:31:31.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.334+0000 7fd3c6ffd640 1 -- 172.21.15.133:0/2420792616 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd3cc007380 con 0x7fd3d80c1010 2023-12-02T00:31:31.340 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:31.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3b80664a0 msgr2=0x7fd3b8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3b80664a0 0x7fd3b8068960 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80af000 tx=0x7fd3c80b6040 comp rx=0 tx=0).stop 2023-12-02T00:31:31.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d80c1010 msgr2=0x7fd3d8147150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d80c1010 0x7fd3d8147150 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc00d5f0 tx=0x7fd3cc00dab0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 shutdown_connections 2023-12-02T00:31:31.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3b80664a0 0x7fd3b8068960 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3d814f800 0x7fd3d81f0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3d80c1010 0x7fd3d8147150 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 --2- 172.21.15.133:0/2420792616 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3d8072860 0x7fd3d8146c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 >> 172.21.15.133:0/2420792616 conn(0x7fd3d80a7800 msgr2=0x7fd3d81523f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:31.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 shutdown_connections 2023-12-02T00:31:31.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.338+0000 7fd3d759e640 1 -- 172.21.15.133:0/2420792616 wait complete. 2023-12-02T00:31:31.361 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:31.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b0a0ea640 1 Processor -- start 2023-12-02T00:31:31.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b0a0ea640 1 -- start start 2023-12-02T00:31:31.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b0a0ea640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1b040a5370 0x7f1b040c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b0a0ea640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b040c2760 con 0x7f1b040c4110 2023-12-02T00:31:31.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b0a0ea640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b040a5750 con 0x7f1b04072090 2023-12-02T00:31:31.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b0a0ea640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b040c3070 con 0x7f1b040a5370 2023-12-02T00:31:31.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b02ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f1b040c4110 0x7f1b04150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53380/0 (socket says 172.21.15.133:53380) 2023-12-02T00:31:31.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.498+0000 7f1b02ffd640 1 -- 172.21.15.133:0/358142995 learned_addr learned my addr 172.21.15.133:0/358142995 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b037fe640 1 --2- 172.21.15.133:0/358142995 >> v2:172.21.15.172:3300/0 conn(0x7f1b040a5370 0x7f1b040c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b027fc640 1 -- 172.21.15.133:0/358142995 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 22496112 0 0) 0x7f1b040c2760 con 0x7f1b040c4110 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b027fc640 1 -- 172.21.15.133:0/358142995 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1aec003530 con 0x7f1b040c4110 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b027fc640 1 -- 172.21.15.133:0/358142995 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1360988956 0 0) 0x7f1b040a5750 con 0x7f1b04072090 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b027fc640 1 -- 172.21.15.133:0/358142995 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b040c2760 con 0x7f1b04072090 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b037fe640 1 -- 172.21.15.133:0/358142995 >> v1:172.21.15.172:6789/0 conn(0x7f1b04072090 legacy=0x7f1b0415b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b037fe640 1 -- 172.21.15.133:0/358142995 >> v1:172.21.15.133:6789/0 conn(0x7f1b040c4110 legacy=0x7f1b04150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b037fe640 1 -- 172.21.15.133:0/358142995 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b040aad20 con 0x7f1b040a5370 2023-12-02T00:31:31.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b037fe640 1 --2- 172.21.15.133:0/358142995 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040a5370 0x7f1b040c3bd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1af40097c0 tx=0x7f1af401c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a3cdf783bf4a57e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b027fc640 1 -- 172.21.15.133:0/358142995 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af40ab600 con 0x7f1b040a5370 2023-12-02T00:31:31.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b027fc640 1 -- 172.21.15.133:0/358142995 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1af40a7050 con 0x7f1b040a5370 2023-12-02T00:31:31.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.502+0000 7f1b027fc640 1 -- 172.21.15.133:0/358142995 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af40ab980 con 0x7f1b040a5370 2023-12-02T00:31:31.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/358142995 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040a5370 msgr2=0x7f1b040c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/358142995 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040a5370 0x7f1b040c3bd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1af40097c0 tx=0x7f1af401c330 comp rx=0 tx=0).stop 2023-12-02T00:31:31.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/358142995 shutdown_connections 2023-12-02T00:31:31.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/358142995 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040a5370 0x7f1b040c3bd0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/358142995 >> 172.21.15.133:0/358142995 conn(0x7f1b0406a5b0 msgr2=0x7f1b0406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:31.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/358142995 shutdown_connections 2023-12-02T00:31:31.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/358142995 wait complete. 2023-12-02T00:31:31.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 Processor -- start 2023-12-02T00:31:31.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- start start 2023-12-02T00:31:31.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b04072090 0x7f1b040a6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b040a5370 0x7f1b041435d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040c4110 0x7f1b04143b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0414d390 con 0x7f1b040a5370 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0414cd70 con 0x7f1b040c4110 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b0a0ea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b041ede90 con 0x7f1b04072090 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b02ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b040a5370 0x7f1b041435d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b02ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b040a5370 0x7f1b041435d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40092/0 (socket says 172.21.15.133:40092) 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b02ffd640 1 -- 172.21.15.133:0/2804613628 learned_addr learned my addr 172.21.15.133:0/2804613628 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b03fff640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040c4110 0x7f1b04143b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.506+0000 7f1b037fe640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b04072090 0x7f1b040a6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b02ffd640 1 -- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b04072090 msgr2=0x7f1b040a6d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b02ffd640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b04072090 0x7f1b040a6d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b02ffd640 1 -- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040c4110 msgr2=0x7f1b04143b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b02ffd640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040c4110 0x7f1b04143b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b02ffd640 1 -- 172.21.15.133:0/2804613628 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1af4009420 con 0x7f1b040a5370 2023-12-02T00:31:31.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b02ffd640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b040a5370 0x7f1b041435d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1af800c500 tx=0x7f1af800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1aebfff640 1 -- 172.21.15.133:0/2804613628 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af8005cf0 con 0x7f1b040a5370 2023-12-02T00:31:31.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1aebfff640 1 -- 172.21.15.133:0/2804613628 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1af8005e50 con 0x7f1b040a5370 2023-12-02T00:31:31.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1aebfff640 1 -- 172.21.15.133:0/2804613628 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af8007330 con 0x7f1b040a5370 2023-12-02T00:31:31.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b04144050 con 0x7f1b040a5370 2023-12-02T00:31:31.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b0414bc30 con 0x7f1b040a5370 2023-12-02T00:31:31.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b0414eaa0 con 0x7f1b040a5370 2023-12-02T00:31:31.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1aebfff640 1 -- 172.21.15.133:0/2804613628 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1af8007490 con 0x7f1b040a5370 2023-12-02T00:31:31.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1aebfff640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1af0066470 0x7f1af0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1aebfff640 1 -- 172.21.15.133:0/2804613628 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1af8083450 con 0x7f1b040a5370 2023-12-02T00:31:31.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.510+0000 7f1b037fe640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1af0066470 0x7f1af0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.514+0000 7f1b037fe640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1af0066470 0x7f1af0068930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1af40ad000 tx=0x7f1af40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.514+0000 7f1aebfff640 1 -- 172.21.15.133:0/2804613628 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1af8050970 con 0x7f1b040a5370 2023-12-02T00:31:31.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.666+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1b04068400 con 0x7f1b040a5370 2023-12-02T00:31:31.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.666+0000 7f1aebfff640 1 -- 172.21.15.133:0/2804613628 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1af8053f90 con 0x7f1b040a5370 2023-12-02T00:31:31.670 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:31.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.666+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1af0066470 msgr2=0x7f1af0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.666+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1af0066470 0x7f1af0068930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1af40ad000 tx=0x7f1af40a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:31.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.666+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b040a5370 msgr2=0x7f1b041435d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.666+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b040a5370 0x7f1b041435d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1af800c500 tx=0x7f1af800c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 shutdown_connections 2023-12-02T00:31:31.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1af0066470 0x7f1af0068930 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b040c4110 0x7f1b04143b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b040a5370 0x7f1b041435d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 --2- 172.21.15.133:0/2804613628 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b04072090 0x7f1b040a6d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 >> 172.21.15.133:0/2804613628 conn(0x7f1b0406a5b0 msgr2=0x7f1b040c4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:31.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 shutdown_connections 2023-12-02T00:31:31.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.670+0000 7f1b0a0ea640 1 -- 172.21.15.133:0/2804613628 wait complete. 2023-12-02T00:31:31.692 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:31.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.826+0000 7f7db0446640 1 Processor -- start 2023-12-02T00:31:31.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7db0446640 1 -- start start 2023-12-02T00:31:31.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7db0446640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7da80c63c0 0x7f7da80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7db0446640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c4100 0x7f7da80c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7db0446640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7da80c29e0 0x7f7da80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7db0446640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7da80c31c0 con 0x7f7da80c63c0 2023-12-02T00:31:31.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7db0446640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7da80c34a0 con 0x7f7da80c29e0 2023-12-02T00:31:31.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7db0446640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80c1030 con 0x7f7da80c4100 2023-12-02T00:31:31.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7da80c63c0 0x7f7da80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7da80c63c0 0x7f7da80c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40102/0 (socket says 172.21.15.133:40102) 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 -- 172.21.15.133:0/1376695271 learned_addr learned my addr 172.21.15.133:0/1376695271 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dad9e1640 1 --2- 172.21.15.133:0/1376695271 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c4100 0x7f7da80c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae9e3640 1 --2- 172.21.15.133:0/1376695271 >> v2:172.21.15.172:3300/0 conn(0x7f7da80c29e0 0x7f7da80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 -- 172.21.15.133:0/1376695271 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c4100 msgr2=0x7f7da80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 --2- 172.21.15.133:0/1376695271 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c4100 0x7f7da80c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 -- 172.21.15.133:0/1376695271 >> v2:172.21.15.172:3300/0 conn(0x7f7da80c29e0 msgr2=0x7f7da80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 --2- 172.21.15.133:0/1376695271 >> v2:172.21.15.172:3300/0 conn(0x7f7da80c29e0 0x7f7da80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.830+0000 7f7dae1e2640 1 -- 172.21.15.133:0/1376695271 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da80c1310 con 0x7f7da80c63c0 2023-12-02T00:31:31.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7dae1e2640 1 --2- 172.21.15.133:0/1376695271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c63c0 0x7f7da80c06d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7da80a5760 tx=0x7f7da401ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49646f091bdb057b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7dad1e0640 1 -- 172.21.15.133:0/1376695271 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da80aa3d0 con 0x7f7da80c63c0 2023-12-02T00:31:31.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7dad1e0640 1 -- 172.21.15.133:0/1376695271 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7da40a7b30 con 0x7f7da80c63c0 2023-12-02T00:31:31.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7dad1e0640 1 -- 172.21.15.133:0/1376695271 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da40af440 con 0x7f7da80c63c0 2023-12-02T00:31:31.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 -- 172.21.15.133:0/1376695271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c63c0 msgr2=0x7f7da80c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 --2- 172.21.15.133:0/1376695271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c63c0 0x7f7da80c06d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7da80a5760 tx=0x7f7da401ea80 comp rx=0 tx=0).stop 2023-12-02T00:31:31.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 -- 172.21.15.133:0/1376695271 shutdown_connections 2023-12-02T00:31:31.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 --2- 172.21.15.133:0/1376695271 >> v2:172.21.15.172:3300/0 conn(0x7f7da80c29e0 0x7f7da80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 --2- 172.21.15.133:0/1376695271 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c4100 0x7f7da80c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 --2- 172.21.15.133:0/1376695271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c63c0 0x7f7da80c06d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 -- 172.21.15.133:0/1376695271 >> 172.21.15.133:0/1376695271 conn(0x7f7da806a5b0 msgr2=0x7f7da806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:31.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 -- 172.21.15.133:0/1376695271 shutdown_connections 2023-12-02T00:31:31.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 -- 172.21.15.133:0/1376695271 wait complete. 2023-12-02T00:31:31.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.834+0000 7f7db0446640 1 Processor -- start 2023-12-02T00:31:31.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 -- start start 2023-12-02T00:31:31.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7da80c29e0 0x7f7da80bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c4100 0x7f7da80712f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c63c0 0x7f7da8071830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da81506e0 con 0x7f7da80c4100 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da8157bb0 con 0x7f7da80c29e0 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da8070e60 con 0x7f7da80c63c0 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c4100 0x7f7da80712f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c4100 0x7f7da80712f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40116/0 (socket says 172.21.15.133:40116) 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 -- 172.21.15.133:0/4263752323 learned_addr learned my addr 172.21.15.133:0/4263752323 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dae1e2640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7da80c29e0 0x7f7da80bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dae9e3640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c63c0 0x7f7da8071830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 -- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c63c0 msgr2=0x7f7da8071830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c63c0 0x7f7da8071830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 -- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7da80c29e0 msgr2=0x7f7da80bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:31.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7da80c29e0 0x7f7da80bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:31.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 -- 172.21.15.133:0/4263752323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da400b770 con 0x7f7da80c4100 2023-12-02T00:31:31.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7dad9e1640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c4100 0x7f7da80712f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7d9800e930 tx=0x7f7d9800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7d9effd640 1 -- 172.21.15.133:0/4263752323 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d98009690 con 0x7f7da80c4100 2023-12-02T00:31:31.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7d9effd640 1 -- 172.21.15.133:0/4263752323 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d9800ca00 con 0x7f7da80c4100 2023-12-02T00:31:31.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7d9effd640 1 -- 172.21.15.133:0/4263752323 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9800cd70 con 0x7f7da80c4100 2023-12-02T00:31:31.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7da80c69b0 con 0x7f7da80c4100 2023-12-02T00:31:31.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da8154180 con 0x7f7da80c4100 2023-12-02T00:31:31.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.838+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7da8070ff0 con 0x7f7da80c4100 2023-12-02T00:31:31.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.842+0000 7f7d9effd640 1 -- 172.21.15.133:0/4263752323 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7d98013470 con 0x7f7da80c4100 2023-12-02T00:31:31.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.842+0000 7f7d9effd640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d8c0664a0 0x7f7d8c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:31.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.842+0000 7f7d9effd640 1 -- 172.21.15.133:0/4263752323 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7d98083ff0 con 0x7f7da80c4100 2023-12-02T00:31:31.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.842+0000 7f7dae1e2640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d8c0664a0 0x7f7d8c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:31.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.842+0000 7f7dae1e2640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d8c0664a0 0x7f7d8c068960 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7da40b1000 tx=0x7f7da4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:31.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.846+0000 7f7d9effd640 1 -- 172.21.15.133:0/4263752323 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7d980b5280 con 0x7f7da80c4100 2023-12-02T00:31:32.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.998+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7da80c5f10 con 0x7f7da80c4100 2023-12-02T00:31:32.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:31.998+0000 7f7d9effd640 1 -- 172.21.15.133:0/4263752323 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7d98021020 con 0x7f7da80c4100 2023-12-02T00:31:32.002 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:32.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d8c0664a0 msgr2=0x7f7d8c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d8c0664a0 0x7f7d8c068960 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7da40b1000 tx=0x7f7da4008040 comp rx=0 tx=0).stop 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c4100 msgr2=0x7f7da80712f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c4100 0x7f7da80712f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7d9800e930 tx=0x7f7d9800edf0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 shutdown_connections 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d8c0664a0 0x7f7d8c068960 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7da80c63c0 0x7f7da8071830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7da80c4100 0x7f7da80712f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 --2- 172.21.15.133:0/4263752323 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7da80c29e0 0x7f7da80bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 >> 172.21.15.133:0/4263752323 conn(0x7f7da806a5b0 msgr2=0x7f7da806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:32.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 shutdown_connections 2023-12-02T00:31:32.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.002+0000 7f7db0446640 1 -- 172.21.15.133:0/4263752323 wait complete. 2023-12-02T00:31:32.024 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:32.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 Processor -- start 2023-12-02T00:31:32.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 -- start start 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb1c4151dc0 0x7fb1c40c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb1c40c7ed0 0x7fb1c4154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c4154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1c40ac4f0 con 0x7fb1c40c7ed0 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1c4158780 con 0x7fb1c4151dc0 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1cc32a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1c4158a60 con 0x7fb1c40bd660 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb1c40c7ed0 0x7fb1c4154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb1c40c7ed0 0x7fb1c4154650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40126/0 (socket says 172.21.15.133:40126) 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 -- 172.21.15.133:0/3106739832 learned_addr learned my addr 172.21.15.133:0/3106739832 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:32.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1ca0c6640 1 --2- 172.21.15.133:0/3106739832 >> v2:172.21.15.172:3300/0 conn(0x7fb1c4151dc0 0x7fb1c40c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1ca8c7640 1 --2- 172.21.15.133:0/3106739832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c4154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 -- 172.21.15.133:0/3106739832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 msgr2=0x7fb1c4154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:32.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 --2- 172.21.15.133:0/3106739832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c4154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 -- 172.21.15.133:0/3106739832 >> v2:172.21.15.172:3300/0 conn(0x7fb1c4151dc0 msgr2=0x7fb1c40c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:32.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 --2- 172.21.15.133:0/3106739832 >> v2:172.21.15.172:3300/0 conn(0x7fb1c4151dc0 0x7fb1c40c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.162+0000 7fb1c98c5640 1 -- 172.21.15.133:0/3106739832 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1c40ac180 con 0x7fb1c40c7ed0 2023-12-02T00:31:32.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1c98c5640 1 --2- 172.21.15.133:0/3106739832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c40c7ed0 0x7fb1c4154650 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb1b4009870 tx=0x7fb1b401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f1b37d66b714910 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1c90c4640 1 -- 172.21.15.133:0/3106739832 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1b40ab600 con 0x7fb1c40c7ed0 2023-12-02T00:31:32.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1c90c4640 1 -- 172.21.15.133:0/3106739832 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1b40a7050 con 0x7fb1c40c7ed0 2023-12-02T00:31:32.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1c90c4640 1 -- 172.21.15.133:0/3106739832 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1b40ab980 con 0x7fb1c40c7ed0 2023-12-02T00:31:32.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 -- 172.21.15.133:0/3106739832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c40c7ed0 msgr2=0x7fb1c4154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/3106739832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c40c7ed0 0x7fb1c4154650 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb1b4009870 tx=0x7fb1b401c3e0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 -- 172.21.15.133:0/3106739832 shutdown_connections 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/3106739832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c4154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/3106739832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c40c7ed0 0x7fb1c4154650 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/3106739832 >> v2:172.21.15.172:3300/0 conn(0x7fb1c4151dc0 0x7fb1c40c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 -- 172.21.15.133:0/3106739832 >> 172.21.15.133:0/3106739832 conn(0x7fb1c4071eb0 msgr2=0x7fb1c40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 -- 172.21.15.133:0/3106739832 shutdown_connections 2023-12-02T00:31:32.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.166+0000 7fb1cc32a640 1 -- 172.21.15.133:0/3106739832 wait complete. 2023-12-02T00:31:32.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 Processor -- start 2023-12-02T00:31:32.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 -- start start 2023-12-02T00:31:32.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c41508a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb1c40c7ed0 0x7fb1c40bfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c4151dc0 0x7fb1c40c00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1c4153200 con 0x7fb1c4151dc0 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1c40c0630 con 0x7fb1c40c7ed0 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1c41f0940 con 0x7fb1c40bd660 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c4151dc0 0x7fb1c40c00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca0c6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c41508a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca0c6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c41508a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:50490/0 (socket says 172.21.15.133:50490) 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c4151dc0 0x7fb1c40c00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40138/0 (socket says 172.21.15.133:40138) 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca0c6640 1 -- 172.21.15.133:0/956201769 learned_addr learned my addr 172.21.15.133:0/956201769 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1c98c5640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb1c40c7ed0 0x7fb1c40bfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 -- 172.21.15.133:0/956201769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 msgr2=0x7fb1c41508a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c41508a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 -- 172.21.15.133:0/956201769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb1c40c7ed0 msgr2=0x7fb1c40bfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb1c40c7ed0 0x7fb1c40bfbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 -- 172.21.15.133:0/956201769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1b40094d0 con 0x7fb1c4151dc0 2023-12-02T00:31:32.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1ca8c7640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c4151dc0 0x7fb1c40c00f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb1bc007d10 tx=0x7fb1bc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1baffd640 1 -- 172.21.15.133:0/956201769 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1bc018070 con 0x7fb1c4151dc0 2023-12-02T00:31:32.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1baffd640 1 -- 172.21.15.133:0/956201769 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1bc00edd0 con 0x7fb1c4151dc0 2023-12-02T00:31:32.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1baffd640 1 -- 172.21.15.133:0/956201769 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1bc003bc0 con 0x7fb1c4151dc0 2023-12-02T00:31:32.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1c41f0be0 con 0x7fb1c4151dc0 2023-12-02T00:31:32.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.170+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1c41f11a0 con 0x7fb1c4151dc0 2023-12-02T00:31:32.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.174+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1c41f1390 con 0x7fb1c4151dc0 2023-12-02T00:31:32.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.174+0000 7fb1baffd640 1 -- 172.21.15.133:0/956201769 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb1bc014420 con 0x7fb1c4151dc0 2023-12-02T00:31:32.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.174+0000 7fb1baffd640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb1a8066470 0x7fb1a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.174+0000 7fb1baffd640 1 -- 172.21.15.133:0/956201769 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb1bc083e80 con 0x7fb1c4151dc0 2023-12-02T00:31:32.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.174+0000 7fb1ca0c6640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb1a8066470 0x7fb1a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.174+0000 7fb1ca0c6640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb1a8066470 0x7fb1a8068930 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb1c0007b10 tx=0x7fb1c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.178+0000 7fb1baffd640 1 -- 172.21.15.133:0/956201769 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb1bc051390 con 0x7fb1c4151dc0 2023-12-02T00:31:32.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.362+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb1c4068400 con 0x7fb1c4151dc0 2023-12-02T00:31:32.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.362+0000 7fb1baffd640 1 -- 172.21.15.133:0/956201769 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7fb1bc0549b0 con 0x7fb1c4151dc0 2023-12-02T00:31:32.367 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:32.367 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:32.367 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:32.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb1a8066470 msgr2=0x7fb1a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb1a8066470 0x7fb1a8068930 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb1c0007b10 tx=0x7fb1c0008040 comp rx=0 tx=0).stop 2023-12-02T00:31:32.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c4151dc0 msgr2=0x7fb1c40c00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c4151dc0 0x7fb1c40c00f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb1bc007d10 tx=0x7fb1bc00e4b0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 shutdown_connections 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb1a8066470 0x7fb1a8068930 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1c4151dc0 0x7fb1c40c00f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb1c40c7ed0 0x7fb1c40bfbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 --2- 172.21.15.133:0/956201769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb1c40bd660 0x7fb1c41508a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 >> 172.21.15.133:0/956201769 conn(0x7fb1c4071eb0 msgr2=0x7fb1c415e520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 shutdown_connections 2023-12-02T00:31:32.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.366+0000 7fb1cc32a640 1 -- 172.21.15.133:0/956201769 wait complete. 2023-12-02T00:31:32.388 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:32.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.522+0000 7feff390f640 1 Processor -- start 2023-12-02T00:31:32.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.522+0000 7feff390f640 1 -- start start 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.522+0000 7feff390f640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fefec0a5240 0x7fefec0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.522+0000 7feff390f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c01c0 0x7fefec0c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.522+0000 7feff390f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefec0c3bd0 con 0x7fefec0c61a0 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.522+0000 7feff390f640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefec0bf1e0 con 0x7fefec0a5240 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.522+0000 7feff390f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefec0c3e20 con 0x7fefec0c01c0 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff1eac640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fefec0c61a0 0x7fefec1561f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53394/0 (socket says 172.21.15.133:53394) 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff16ab640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fefec0a5240 0x7fefec0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff1eac640 1 -- 172.21.15.133:0/427372862 learned_addr learned my addr 172.21.15.133:0/427372862 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:32.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff0eaa640 1 --2- 172.21.15.133:0/427372862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c01c0 0x7fefec0c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff16ab640 1 -- 172.21.15.133:0/427372862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c01c0 msgr2=0x7fefec0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:32.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff16ab640 1 --2- 172.21.15.133:0/427372862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c01c0 0x7fefec0c5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff16ab640 1 -- 172.21.15.133:0/427372862 >> v1:172.21.15.133:6789/0 conn(0x7fefec0c61a0 legacy=0x7fefec1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7fefe3fff640 1 -- 172.21.15.133:0/427372862 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1172774951 0 0) 0x7fefec0c3bd0 con 0x7fefec0c61a0 2023-12-02T00:31:32.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff16ab640 1 -- 172.21.15.133:0/427372862 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefec0c4100 con 0x7fefec0a5240 2023-12-02T00:31:32.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7feff16ab640 1 --2- 172.21.15.133:0/427372862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0a5240 0x7fefec0bfc80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fefe80097f0 tx=0x7fefe801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cdf2569e8a86aaf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7fefe3fff640 1 -- 172.21.15.133:0/427372862 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe80ac620 con 0x7fefec0a5240 2023-12-02T00:31:32.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7fefe3fff640 1 -- 172.21.15.133:0/427372862 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe80ac780 con 0x7fefec0a5240 2023-12-02T00:31:32.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.526+0000 7fefe3fff640 1 -- 172.21.15.133:0/427372862 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe80acb10 con 0x7fefec0a5240 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- 172.21.15.133:0/427372862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0a5240 msgr2=0x7fefec0bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 --2- 172.21.15.133:0/427372862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0a5240 0x7fefec0bfc80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fefe80097f0 tx=0x7fefe801c3c0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- 172.21.15.133:0/427372862 shutdown_connections 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 --2- 172.21.15.133:0/427372862 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c01c0 0x7fefec0c5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 --2- 172.21.15.133:0/427372862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0a5240 0x7fefec0bfc80 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- 172.21.15.133:0/427372862 >> 172.21.15.133:0/427372862 conn(0x7fefec06a5b0 msgr2=0x7fefec06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- 172.21.15.133:0/427372862 shutdown_connections 2023-12-02T00:31:32.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- 172.21.15.133:0/427372862 wait complete. 2023-12-02T00:31:32.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 Processor -- start 2023-12-02T00:31:32.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- start start 2023-12-02T00:31:32.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fefec0a5240 0x7fefec1ed000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0c01c0 0x7fefec0a6550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c61a0 0x7fefec071460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefec1ed650 con 0x7fefec0c01c0 2023-12-02T00:31:32.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefec1ed930 con 0x7fefec0a5240 2023-12-02T00:31:32.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff390f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefec1edc10 con 0x7fefec0c61a0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0c01c0 0x7fefec0a6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0c01c0 0x7fefec0a6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40162/0 (socket says 172.21.15.133:40162) 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 -- 172.21.15.133:0/2863278936 learned_addr learned my addr 172.21.15.133:0/2863278936 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff16ab640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fefec0a5240 0x7fefec1ed000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff1eac640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c61a0 0x7fefec071460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 -- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c61a0 msgr2=0x7fefec071460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c61a0 0x7fefec071460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 -- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fefec0a5240 msgr2=0x7fefec1ed000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fefec0a5240 0x7fefec1ed000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff0eaa640 1 -- 172.21.15.133:0/2863278936 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe8009420 con 0x7fefec0c01c0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.530+0000 7feff16ab640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fefec0a5240 0x7fefec1ed000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7feff0eaa640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0c01c0 0x7fefec0a6550 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fefdc00e900 tx=0x7fefdc00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7fefe1ffb640 1 -- 172.21.15.133:0/2863278936 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefdc009690 con 0x7fefec0c01c0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7fefe1ffb640 1 -- 172.21.15.133:0/2863278936 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefdc00ca00 con 0x7fefec0c01c0 2023-12-02T00:31:32.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7fefe1ffb640 1 -- 172.21.15.133:0/2863278936 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefdc00cdb0 con 0x7fefec0c01c0 2023-12-02T00:31:32.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefec1edef0 con 0x7fefec0c01c0 2023-12-02T00:31:32.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefec157460 con 0x7fefec0c01c0 2023-12-02T00:31:32.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefec0c52e0 con 0x7fefec0c01c0 2023-12-02T00:31:32.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7fefe1ffb640 1 -- 172.21.15.133:0/2863278936 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fefdc013470 con 0x7fefec0c01c0 2023-12-02T00:31:32.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7fefe1ffb640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefd00664a0 0x7fefd0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7fefe1ffb640 1 -- 172.21.15.133:0/2863278936 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fefdc0840b0 con 0x7fefec0c01c0 2023-12-02T00:31:32.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.534+0000 7feff16ab640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefd00664a0 0x7fefd0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.538+0000 7feff16ab640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefd00664a0 0x7fefd0068960 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fefe80ae000 tx=0x7fefe80a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.538+0000 7fefe1ffb640 1 -- 172.21.15.133:0/2863278936 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fefdc051520 con 0x7fefec0c01c0 2023-12-02T00:31:32.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.690+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fefec068400 con 0x7fefec0c01c0 2023-12-02T00:31:32.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.690+0000 7fefe1ffb640 1 -- 172.21.15.133:0/2863278936 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7fefdc054b40 con 0x7fefec0c01c0 2023-12-02T00:31:32.695 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:32.696 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefd00664a0 msgr2=0x7fefd0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefd00664a0 0x7fefd0068960 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fefe80ae000 tx=0x7fefe80a7000 comp rx=0 tx=0).stop 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0c01c0 msgr2=0x7fefec0a6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0c01c0 0x7fefec0a6550 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fefdc00e900 tx=0x7fefdc00edc0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 shutdown_connections 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefd00664a0 0x7fefd0068960 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fefec0c61a0 0x7fefec071460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefec0c01c0 0x7fefec0a6550 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 --2- 172.21.15.133:0/2863278936 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fefec0a5240 0x7fefec1ed000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 >> 172.21.15.133:0/2863278936 conn(0x7fefec06a5b0 msgr2=0x7fefec1561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:32.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 shutdown_connections 2023-12-02T00:31:32.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.694+0000 7feff390f640 1 -- 172.21.15.133:0/2863278936 wait complete. 2023-12-02T00:31:32.717 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-02T00:31:32.717 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:32.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.850+0000 7f038ea17640 1 Processor -- start 2023-12-02T00:31:32.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.850+0000 7f038ea17640 1 -- start start 2023-12-02T00:31:32.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038ea17640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f038806d990 0x7f03880c5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038ea17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f038806c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038ea17640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03880c1e30 con 0x7f03881546c0 2023-12-02T00:31:32.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038ea17640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0388154f90 con 0x7f038806d990 2023-12-02T00:31:32.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038ea17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f038806dd70 con 0x7f0388154b20 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038d214640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f03881546c0 0x7f038806c070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:48394/0 (socket says 172.21.15.133:48394) 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038da15640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f038806d990 0x7f03880c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038e216640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f038806c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038d214640 1 -- 172.21.15.133:0/3724180390 learned_addr learned my addr 172.21.15.133:0/3724180390 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038ca13640 1 -- 172.21.15.133:0/3724180390 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 766943964 0 0) 0x7f03880c1e30 con 0x7f03881546c0 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038e216640 1 -- 172.21.15.133:0/3724180390 >> v2:172.21.15.172:3300/0 conn(0x7f038806d990 msgr2=0x7f03880c5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038e216640 1 --2- 172.21.15.133:0/3724180390 >> v2:172.21.15.172:3300/0 conn(0x7f038806d990 0x7f03880c5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038e216640 1 -- 172.21.15.133:0/3724180390 >> v1:172.21.15.172:6789/0 conn(0x7f03881546c0 legacy=0x7f038806c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038e216640 1 -- 172.21.15.133:0/3724180390 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03880c1220 con 0x7f0388154b20 2023-12-02T00:31:32.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.854+0000 7f038da15640 1 --2- 172.21.15.133:0/3724180390 >> v2:172.21.15.172:3300/0 conn(0x7f038806d990 0x7f03880c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:32.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038e216640 1 --2- 172.21.15.133:0/3724180390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f038806c780 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0380009d90 tx=0x7f038001c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff9b55415f8b01c2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ca13640 1 -- 172.21.15.133:0/3724180390 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03800a5900 con 0x7f0388154b20 2023-12-02T00:31:32.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ca13640 1 -- 172.21.15.133:0/3724180390 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03800a5a60 con 0x7f0388154b20 2023-12-02T00:31:32.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ca13640 1 -- 172.21.15.133:0/3724180390 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03800a5df0 con 0x7f0388154b20 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 -- 172.21.15.133:0/3724180390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 msgr2=0x7f038806c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 --2- 172.21.15.133:0/3724180390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f038806c780 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0380009d90 tx=0x7f038001c950 comp rx=0 tx=0).stop 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 -- 172.21.15.133:0/3724180390 shutdown_connections 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 --2- 172.21.15.133:0/3724180390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f038806c780 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 --2- 172.21.15.133:0/3724180390 >> v2:172.21.15.172:3300/0 conn(0x7f038806d990 0x7f03880c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 -- 172.21.15.133:0/3724180390 >> 172.21.15.133:0/3724180390 conn(0x7f03880a7800 msgr2=0x7f03880a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 -- 172.21.15.133:0/3724180390 shutdown_connections 2023-12-02T00:31:32.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 -- 172.21.15.133:0/3724180390 wait complete. 2023-12-02T00:31:32.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 Processor -- start 2023-12-02T00:31:32.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.858+0000 7f038ea17640 1 -- start start 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f038806d990 0x7f03880bee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03881546c0 0x7f03880aa9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f03880aaf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f038814dab0 con 0x7f03881546c0 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03880ab470 con 0x7f038806d990 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f038814ba20 con 0x7f0388154b20 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03881546c0 0x7f03880aa9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03881546c0 0x7f03880aa9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40168/0 (socket says 172.21.15.133:40168) 2023-12-02T00:31:32.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 -- 172.21.15.133:0/3024411622 learned_addr learned my addr 172.21.15.133:0/3024411622 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038da15640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f038806d990 0x7f03880bee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038e216640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f03880aaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 -- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 msgr2=0x7f03880aaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f03880aaf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 -- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f038806d990 msgr2=0x7f03880bee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f038806d990 0x7f03880bee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 -- 172.21.15.133:0/3024411622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0384009420 con 0x7f03881546c0 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038e216640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f03880aaf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038d214640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03881546c0 0x7f03880aa9f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f03780011f0 tx=0x7f037800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f037e7fc640 1 -- 172.21.15.133:0/3024411622 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03780074e0 con 0x7f03881546c0 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f037e7fc640 1 -- 172.21.15.133:0/3024411622 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0378007640 con 0x7f03881546c0 2023-12-02T00:31:32.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f037e7fc640 1 -- 172.21.15.133:0/3024411622 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0378004a10 con 0x7f03881546c0 2023-12-02T00:31:32.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0380009a70 con 0x7f03881546c0 2023-12-02T00:31:32.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f038814d740 con 0x7f03881546c0 2023-12-02T00:31:32.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f038814d580 con 0x7f03881546c0 2023-12-02T00:31:32.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.862+0000 7f037e7fc640 1 -- 172.21.15.133:0/3024411622 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0378004b70 con 0x7f03881546c0 2023-12-02T00:31:32.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.866+0000 7f037e7fc640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f036c0664a0 0x7f036c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:32.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.866+0000 7f037e7fc640 1 -- 172.21.15.133:0/3024411622 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0378082f50 con 0x7f03881546c0 2023-12-02T00:31:32.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.866+0000 7f038da15640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f036c0664a0 0x7f036c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:32.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.866+0000 7f038da15640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f036c0664a0 0x7f036c068960 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0384009cf0 tx=0x7f0384009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:32.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:32.870+0000 7f037e7fc640 1 -- 172.21.15.133:0/3024411622 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0378050470 con 0x7f03881546c0 2023-12-02T00:31:33.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.050+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f038804e850 con 0x7f03881546c0 2023-12-02T00:31:33.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.050+0000 7f037e7fc640 1 -- 172.21.15.133:0/3024411622 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f0378018090 con 0x7f03881546c0 2023-12-02T00:31:33.055 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:33.055 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:33.055 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:33.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f036c0664a0 msgr2=0x7f036c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f036c0664a0 0x7f036c068960 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0384009cf0 tx=0x7f0384009190 comp rx=0 tx=0).stop 2023-12-02T00:31:33.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03881546c0 msgr2=0x7f03880aa9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03881546c0 0x7f03880aa9f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f03780011f0 tx=0x7f037800c9b0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 shutdown_connections 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f036c0664a0 0x7f036c068960 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0388154b20 0x7f03880aaf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03881546c0 0x7f03880aa9f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 --2- 172.21.15.133:0/3024411622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f038806d990 0x7f03880bee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 >> 172.21.15.133:0/3024411622 conn(0x7f03880a7800 msgr2=0x7f03880a5750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 shutdown_connections 2023-12-02T00:31:33.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.054+0000 7f038ea17640 1 -- 172.21.15.133:0/3024411622 wait complete. 2023-12-02T00:31:33.075 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:33.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a3901640 1 Processor -- start 2023-12-02T00:31:33.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a3901640 1 -- start start 2023-12-02T00:31:33.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a3901640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f829c0c5260 0x7f829c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a3901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c155de0 0x7f829c156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a3901640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f829c0c2580 con 0x7f829c0c5640 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a3901640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f829c153510 con 0x7f829c0c5260 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a3901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f829c0c17f0 con 0x7f829c155de0 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a0e9c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f829c0c5640 0x7f829c0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53408/0 (socket says 172.21.15.133:53408) 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a0e9c640 1 -- 172.21.15.133:0/1686702672 learned_addr learned my addr 172.21.15.133:0/1686702672 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a169d640 1 --2- 172.21.15.133:0/1686702672 >> v2:172.21.15.172:3300/0 conn(0x7f829c0c5260 0x7f829c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.210+0000 7f82a1e9e640 1 --2- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c155de0 0x7f829c156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f8293fff640 1 -- 172.21.15.133:0/1686702672 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1233625919 0 0) 0x7f829c0c2580 con 0x7f829c0c5640 2023-12-02T00:31:33.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f8293fff640 1 -- 172.21.15.133:0/1686702672 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8288003530 con 0x7f829c0c5640 2023-12-02T00:31:33.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f82a169d640 1 -- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c155de0 msgr2=0x7f829c156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:33.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f82a169d640 1 --2- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c155de0 0x7f829c156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f82a169d640 1 -- 172.21.15.133:0/1686702672 >> v1:172.21.15.133:6789/0 conn(0x7f829c0c5640 legacy=0x7f829c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f8293fff640 1 -- 172.21.15.133:0/1686702672 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3772268093 0 0) 0x7f8288003530 con 0x7f829c0c5640 2023-12-02T00:31:33.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f82a169d640 1 -- 172.21.15.133:0/1686702672 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f829c0c1a00 con 0x7f829c0c5260 2023-12-02T00:31:33.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f82a169d640 1 --2- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c0c5260 0x7f829c06d5b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f829c0c1930 tx=0x7f829801c2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3906b954ecf5f18 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f8293fff640 1 -- 172.21.15.133:0/1686702672 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f828c001680 con 0x7f829c0c5260 2023-12-02T00:31:33.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.214+0000 7f8293fff640 1 -- 172.21.15.133:0/1686702672 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82980a7050 con 0x7f829c0c5260 2023-12-02T00:31:33.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f8293fff640 1 -- 172.21.15.133:0/1686702672 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82980ab600 con 0x7f829c0c5260 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c0c5260 msgr2=0x7f829c06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 --2- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c0c5260 0x7f829c06d5b0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f829c0c1930 tx=0x7f829801c2e0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- 172.21.15.133:0/1686702672 shutdown_connections 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 --2- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c155de0 0x7f829c156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 --2- 172.21.15.133:0/1686702672 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c0c5260 0x7f829c06d5b0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- 172.21.15.133:0/1686702672 >> 172.21.15.133:0/1686702672 conn(0x7f829c06a5b0 msgr2=0x7f829c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- 172.21.15.133:0/1686702672 shutdown_connections 2023-12-02T00:31:33.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- 172.21.15.133:0/1686702672 wait complete. 2023-12-02T00:31:33.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 Processor -- start 2023-12-02T00:31:33.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- start start 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f829c0c5260 0x7f829c0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c0c5640 0x7f829c071740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c155de0 0x7f829c1efe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f829c071320 con 0x7f829c0c5260 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f829c15c940 con 0x7f829c155de0 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a3901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f829c15cb90 con 0x7f829c0c5640 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a169d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f829c0c5260 0x7f829c0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a169d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f829c0c5260 0x7f829c0bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40176/0 (socket says 172.21.15.133:40176) 2023-12-02T00:31:33.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a169d640 1 -- 172.21.15.133:0/837844014 learned_addr learned my addr 172.21.15.133:0/837844014 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a1e9e640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c155de0 0x7f829c1efe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.218+0000 7f82a0e9c640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c0c5640 0x7f829c071740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a169d640 1 -- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c0c5640 msgr2=0x7f829c071740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a169d640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c0c5640 0x7f829c071740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a169d640 1 -- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c155de0 msgr2=0x7f829c1efe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a169d640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c155de0 0x7f829c1efe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a169d640 1 -- 172.21.15.133:0/837844014 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8298009420 con 0x7f829c0c5260 2023-12-02T00:31:33.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a169d640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f829c0c5260 0x7f829c0bf360 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f829801a990 tx=0x7f8298019080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f8291ffb640 1 -- 172.21.15.133:0/837844014 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8298003a30 con 0x7f829c0c5260 2023-12-02T00:31:33.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f8291ffb640 1 -- 172.21.15.133:0/837844014 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8298003b90 con 0x7f829c0c5260 2023-12-02T00:31:33.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f8291ffb640 1 -- 172.21.15.133:0/837844014 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82980b5410 con 0x7f829c0c5260 2023-12-02T00:31:33.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f829c15ce70 con 0x7f829c0c5260 2023-12-02T00:31:33.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f829c0bf8a0 con 0x7f829c0c5260 2023-12-02T00:31:33.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f829c068400 con 0x7f829c0c5260 2023-12-02T00:31:33.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f8291ffb640 1 -- 172.21.15.133:0/837844014 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f82980b2050 con 0x7f829c0c5260 2023-12-02T00:31:33.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f8291ffb640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8280066470 0x7f8280068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.222+0000 7f8291ffb640 1 -- 172.21.15.133:0/837844014 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f829811e160 con 0x7f829c0c5260 2023-12-02T00:31:33.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.226+0000 7f82a0e9c640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8280066470 0x7f8280068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.226+0000 7f82a0e9c640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8280066470 0x7f8280068930 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f829c0a6bf0 tx=0x7f828c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.226+0000 7f8291ffb640 1 -- 172.21.15.133:0/837844014 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f82980eb6f0 con 0x7f829c0c5260 2023-12-02T00:31:33.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.406+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f829c06dac0 con 0x7f829c0c5260 2023-12-02T00:31:33.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f8291ffb640 1 -- 172.21.15.133:0/837844014 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4913 (secure 0 0 0) 0x7f82980eed10 con 0x7f829c0c5260 2023-12-02T00:31:33.412 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:33.413 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/890101484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":890101484},{"type":"v1","addr":"172.21.15.172:6834","nonce":890101484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/346265387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":346265387},{"type":"v1","addr":"172.21.15.133:6836","nonce":346265387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1828068176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1828068176},{"type":"v1","addr":"172.21.15.133:6837","nonce":1828068176}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:30:59.718713+0000","modified":"2023-12-02T00:31:02.738199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4282},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4282":{"gid":4282,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.172:6835/1751033702","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":1751033702},{"type":"v1","addr":"172.21.15.172:6835","nonce":1751033702}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-02T00:31:33.413 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 8 2023-12-02T00:31:33.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8280066470 msgr2=0x7f8280068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8280066470 0x7f8280068930 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f829c0a6bf0 tx=0x7f828c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:33.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f829c0c5260 msgr2=0x7f829c0bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f829c0c5260 0x7f829c0bf360 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f829801a990 tx=0x7f8298019080 comp rx=0 tx=0).stop 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 shutdown_connections 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8280066470 0x7f8280068930 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f829c155de0 0x7f829c1efe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f829c0c5640 0x7f829c071740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 --2- 172.21.15.133:0/837844014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f829c0c5260 0x7f829c0bf360 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 >> 172.21.15.133:0/837844014 conn(0x7f829c06a5b0 msgr2=0x7f829c152d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 shutdown_connections 2023-12-02T00:31:33.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.410+0000 7f82a3901640 1 -- 172.21.15.133:0/837844014 wait complete. 2023-12-02T00:31:33.433 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:33.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.566+0000 7f03eba6b640 1 Processor -- start 2023-12-02T00:31:33.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.566+0000 7f03eba6b640 1 -- start start 2023-12-02T00:31:33.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.566+0000 7f03eba6b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f03e40c4100 0x7f03e40c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.566+0000 7f03eba6b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c06d0 0x7f03e40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.566+0000 7f03eba6b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03e40c31c0 con 0x7f03e40c63c0 2023-12-02T00:31:33.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.566+0000 7f03eba6b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03e40c34a0 con 0x7f03e40c4100 2023-12-02T00:31:33.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.566+0000 7f03eba6b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03e40c1030 con 0x7f03e40c06d0 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03ea008640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c06d0 0x7f03e40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03e9807640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f03e40c63c0 0x7f03e40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:48402/0 (socket says 172.21.15.133:48402) 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03e9006640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f03e40c4100 0x7f03e40c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03e9807640 1 -- 172.21.15.133:0/2230421971 learned_addr learned my addr 172.21.15.133:0/2230421971 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03ea008640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c06d0 0x7f03e40a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:50578/0 (socket says 172.21.15.133:50578) 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03ea008640 1 -- 172.21.15.133:0/2230421971 >> v2:172.21.15.172:3300/0 conn(0x7f03e40c4100 msgr2=0x7f03e40c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03ea008640 1 --2- 172.21.15.133:0/2230421971 >> v2:172.21.15.172:3300/0 conn(0x7f03e40c4100 0x7f03e40c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03ea008640 1 -- 172.21.15.133:0/2230421971 >> v1:172.21.15.172:6789/0 conn(0x7f03e40c63c0 legacy=0x7f03e40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03ea008640 1 -- 172.21.15.133:0/2230421971 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03e40c1310 con 0x7f03e40c06d0 2023-12-02T00:31:33.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03e9006640 1 --2- 172.21.15.133:0/2230421971 >> v2:172.21.15.172:3300/0 conn(0x7f03e40c4100 0x7f03e40c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:33.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.570+0000 7f03ea008640 1 --2- 172.21.15.133:0/2230421971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c06d0 0x7f03e40a9680 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f03dc009d90 tx=0x7f03dc01c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ace94b78dd117a88 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03e8805640 1 -- 172.21.15.133:0/2230421971 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e40aa3d0 con 0x7f03e40c06d0 2023-12-02T00:31:33.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03e8805640 1 -- 172.21.15.133:0/2230421971 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03dc0a5800 con 0x7f03e40c06d0 2023-12-02T00:31:33.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03e8805640 1 -- 172.21.15.133:0/2230421971 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03dc0a5b90 con 0x7f03e40c06d0 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- 172.21.15.133:0/2230421971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c06d0 msgr2=0x7f03e40a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 --2- 172.21.15.133:0/2230421971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c06d0 0x7f03e40a9680 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f03dc009d90 tx=0x7f03dc01c830 comp rx=0 tx=0).stop 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- 172.21.15.133:0/2230421971 shutdown_connections 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 --2- 172.21.15.133:0/2230421971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c06d0 0x7f03e40a9680 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 --2- 172.21.15.133:0/2230421971 >> v2:172.21.15.172:3300/0 conn(0x7f03e40c4100 0x7f03e40c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- 172.21.15.133:0/2230421971 >> 172.21.15.133:0/2230421971 conn(0x7f03e406a5b0 msgr2=0x7f03e406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- 172.21.15.133:0/2230421971 shutdown_connections 2023-12-02T00:31:33.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- 172.21.15.133:0/2230421971 wait complete. 2023-12-02T00:31:33.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 Processor -- start 2023-12-02T00:31:33.578 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- start start 2023-12-02T00:31:33.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03e40c06d0 0x7f03e41ed800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c4100 0x7f03e41566e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03e40c63c0 0x7f03e4071030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e40709d0 con 0x7f03e40c06d0 2023-12-02T00:31:33.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e4156f70 con 0x7f03e40c63c0 2023-12-02T00:31:33.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03eba6b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03e41edd40 con 0x7f03e40c4100 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03e9807640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03e40c06d0 0x7f03e41ed800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03e9807640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03e40c06d0 0x7f03e41ed800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40184/0 (socket says 172.21.15.133:40184) 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03e9807640 1 -- 172.21.15.133:0/1587202593 learned_addr learned my addr 172.21.15.133:0/1587202593 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03e9006640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c4100 0x7f03e41566e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.574+0000 7f03ea008640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03e40c63c0 0x7f03e4071030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03e9807640 1 -- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c4100 msgr2=0x7f03e41566e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03e9807640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c4100 0x7f03e41566e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03e9807640 1 -- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03e40c63c0 msgr2=0x7f03e4071030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03e9807640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03e40c63c0 0x7f03e4071030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03e9807640 1 -- 172.21.15.133:0/1587202593 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d4009420 con 0x7f03e40c06d0 2023-12-02T00:31:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03e9807640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03e40c06d0 0x7f03e41ed800 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f03e000c460 tx=0x7f03e000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03da7fc640 1 -- 172.21.15.133:0/1587202593 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0005cf0 con 0x7f03e40c06d0 2023-12-02T00:31:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03da7fc640 1 -- 172.21.15.133:0/1587202593 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03e0005e50 con 0x7f03e40c06d0 2023-12-02T00:31:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03dc009a70 con 0x7f03e40c06d0 2023-12-02T00:31:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03da7fc640 1 -- 172.21.15.133:0/1587202593 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0007270 con 0x7f03e40c06d0 2023-12-02T00:31:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03e4070310 con 0x7f03e40c06d0 2023-12-02T00:31:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03e4070e80 con 0x7f03e40c06d0 2023-12-02T00:31:33.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03da7fc640 1 -- 172.21.15.133:0/1587202593 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f03e00073d0 con 0x7f03e40c06d0 2023-12-02T00:31:33.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03da7fc640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f03c80664a0 0x7f03c8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03da7fc640 1 -- 172.21.15.133:0/1587202593 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f03e0083240 con 0x7f03e40c06d0 2023-12-02T00:31:33.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.578+0000 7f03e9006640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f03c80664a0 0x7f03c8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.582+0000 7f03e9006640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f03c80664a0 0x7f03c8068960 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f03e4156100 tx=0x7f03d4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.582+0000 7f03da7fc640 1 -- 172.21.15.133:0/1587202593 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f03e0050750 con 0x7f03e40c06d0 2023-12-02T00:31:33.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.734+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f03e40c0e20 con 0x7f03e40c06d0 2023-12-02T00:31:33.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.734+0000 7f03da7fc640 1 -- 172.21.15.133:0/1587202593 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16541 (secure 0 0 0) 0x7f03e0053d70 con 0x7f03e40c06d0 2023-12-02T00:31:33.738 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:33.738 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":20,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:01.026292+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:30:57.504183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-02T00:30:58.721276+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:33.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f03c80664a0 msgr2=0x7f03c8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f03c80664a0 0x7f03c8068960 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f03e4156100 tx=0x7f03d4009190 comp rx=0 tx=0).stop 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03e40c06d0 msgr2=0x7f03e41ed800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03e40c06d0 0x7f03e41ed800 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f03e000c460 tx=0x7f03e000c920 comp rx=0 tx=0).stop 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 shutdown_connections 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f03c80664a0 0x7f03c8068960 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03e40c63c0 0x7f03e4071030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03e40c4100 0x7f03e41566e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 --2- 172.21.15.133:0/1587202593 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03e40c06d0 0x7f03e41ed800 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 >> 172.21.15.133:0/1587202593 conn(0x7f03e406a5b0 msgr2=0x7f03e406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 shutdown_connections 2023-12-02T00:31:33.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.738+0000 7f03eba6b640 1 -- 172.21.15.133:0/1587202593 wait complete. 2023-12-02T00:31:33.760 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-02T00:31:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 Processor -- start 2023-12-02T00:31:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 -- start start 2023-12-02T00:31:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc4780c7ea0 0x7fc47806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc4780c4e60 0x7fc47806b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4780c8750 con 0x7fc4780c4e60 2023-12-02T00:31:33.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4781552d0 con 0x7fc4780c7ea0 2023-12-02T00:31:33.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.894+0000 7fc47ddd8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4780c5c60 con 0x7fc478151e90 2023-12-02T00:31:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc4780c4e60 0x7fc47806b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc4780c4e60 0x7fc47806b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40196/0 (socket says 172.21.15.133:40196) 2023-12-02T00:31:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 -- 172.21.15.133:0/1750229376 learned_addr learned my addr 172.21.15.133:0/1750229376 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc4777fe640 1 --2- 172.21.15.133:0/1750229376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc476ffd640 1 --2- 172.21.15.133:0/1750229376 >> v2:172.21.15.172:3300/0 conn(0x7fc4780c7ea0 0x7fc47806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 -- 172.21.15.133:0/1750229376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 msgr2=0x7fc4780c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 --2- 172.21.15.133:0/1750229376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 -- 172.21.15.133:0/1750229376 >> v2:172.21.15.172:3300/0 conn(0x7fc4780c7ea0 msgr2=0x7fc47806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 --2- 172.21.15.133:0/1750229376 >> v2:172.21.15.172:3300/0 conn(0x7fc4780c7ea0 0x7fc47806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 -- 172.21.15.133:0/1750229376 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc47806c860 con 0x7fc4780c4e60 2023-12-02T00:31:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc4777fe640 1 --2- 172.21.15.133:0/1750229376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc476ffd640 1 --2- 172.21.15.133:0/1750229376 >> v2:172.21.15.172:3300/0 conn(0x7fc4780c7ea0 0x7fc47806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:33.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc477fff640 1 --2- 172.21.15.133:0/1750229376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc47806b9e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc47808b230 tx=0x7fc47001c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cd0b786a24087d4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc4767fc640 1 -- 172.21.15.133:0/1750229376 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4700a5530 con 0x7fc4780c4e60 2023-12-02T00:31:33.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc4767fc640 1 -- 172.21.15.133:0/1750229376 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4700a5690 con 0x7fc4780c4e60 2023-12-02T00:31:33.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.898+0000 7fc4767fc640 1 -- 172.21.15.133:0/1750229376 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4700a5a20 con 0x7fc4780c4e60 2023-12-02T00:31:33.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- 172.21.15.133:0/1750229376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 msgr2=0x7fc47806b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/1750229376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc47806b9e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc47808b230 tx=0x7fc47001c8b0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- 172.21.15.133:0/1750229376 shutdown_connections 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/1750229376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc47806b9e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/1750229376 >> v2:172.21.15.172:3300/0 conn(0x7fc4780c7ea0 0x7fc47806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/1750229376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- 172.21.15.133:0/1750229376 >> 172.21.15.133:0/1750229376 conn(0x7fc4780ca170 msgr2=0x7fc4780ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- 172.21.15.133:0/1750229376 shutdown_connections 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- 172.21.15.133:0/1750229376 wait complete. 2023-12-02T00:31:33.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 Processor -- start 2023-12-02T00:31:33.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- start start 2023-12-02T00:31:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc478149d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4780c7ea0 0x7fc4780ab970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780abeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4780af9b0 con 0x7fc4780c4e60 2023-12-02T00:31:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4780c3a70 con 0x7fc4780c7ea0 2023-12-02T00:31:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc47ddd8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4780ac8f0 con 0x7fc478151e90 2023-12-02T00:31:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc478149d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc478149d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40206/0 (socket says 172.21.15.133:40206) 2023-12-02T00:31:33.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 -- 172.21.15.133:0/646126273 learned_addr learned my addr 172.21.15.133:0/646126273 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 -- 172.21.15.133:0/646126273 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 msgr2=0x7fc4780abeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780abeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 -- 172.21.15.133:0/646126273 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4780c7ea0 msgr2=0x7fc4780ab970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4780c7ea0 0x7fc4780ab970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 -- 172.21.15.133:0/646126273 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc470009b30 con 0x7fc4780c4e60 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.902+0000 7fc4777fe640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc478149d60 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc46800e810 tx=0x7fc46800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc45ffff640 1 -- 172.21.15.133:0/646126273 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc46800c8d0 con 0x7fc4780c4e60 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc45ffff640 1 -- 172.21.15.133:0/646126273 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc46800ca30 con 0x7fc4780c4e60 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc45ffff640 1 -- 172.21.15.133:0/646126273 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc46800cdc0 con 0x7fc4780c4e60 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4781f09e0 con 0x7fc4780c4e60 2023-12-02T00:31:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4781ee100 con 0x7fc4780c4e60 2023-12-02T00:31:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4780c3cd0 con 0x7fc4780c4e60 2023-12-02T00:31:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc45ffff640 1 -- 172.21.15.133:0/646126273 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc468013410 con 0x7fc4780c4e60 2023-12-02T00:31:33.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc45ffff640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc464066470 0x7fc464068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:33.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc45ffff640 1 -- 172.21.15.133:0/646126273 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc468083d20 con 0x7fc4780c4e60 2023-12-02T00:31:33.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc476ffd640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc464066470 0x7fc464068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:33.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.906+0000 7fc476ffd640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc464066470 0x7fc464068930 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc46c006fd0 tx=0x7fc46c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:33.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:33.910+0000 7fc45ffff640 1 -- 172.21.15.133:0/646126273 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc468051190 con 0x7fc4780c4e60 2023-12-02T00:31:34.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.090+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fc478068400 con 0x7fc4780c4e60 2023-12-02T00:31:34.096 INFO:tasks.ceph.mon.a.smithi133.stderr:2023-12-02T00:31:34.094+0000 7f942af9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-02T00:31:34.100 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.094+0000 7fc45ffff640 1 -- 172.21.15.133:0/646126273 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7fc4680547b0 con 0x7fc4780c4e60 2023-12-02T00:31:34.100 INFO:teuthology.orchestra.run.smithi133.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-02T00:31:34.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc464066470 msgr2=0x7fc464068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:34.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc464066470 0x7fc464068930 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc46c006fd0 tx=0x7fc46c008040 comp rx=0 tx=0).stop 2023-12-02T00:31:34.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 msgr2=0x7fc478149d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:34.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc478149d60 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc46800e810 tx=0x7fc46800ecd0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 shutdown_connections 2023-12-02T00:31:34.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc464066470 0x7fc464068930 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc478151e90 0x7fc4780abeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc4780c7ea0 0x7fc4780ab970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 --2- 172.21.15.133:0/646126273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4780c4e60 0x7fc478149d60 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 >> 172.21.15.133:0/646126273 conn(0x7fc4780ca170 msgr2=0x7fc478152590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:34.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 shutdown_connections 2023-12-02T00:31:34.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.098+0000 7fc47ddd8640 1 -- 172.21.15.133:0/646126273 wait complete. 2023-12-02T00:31:34.115 INFO:tasks.ceph.mds.b.smithi172.stderr: -5389> 2023-12-02T00:31:03.879+0000 7fd1812ab640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:31:34.124 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-02T00:31:34.168 INFO:tasks.ceph.mds.b.smithi172.stdout:starting mds.b at 2023-12-02T00:31:34.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.258+0000 7f3cd592a640 1 Processor -- start 2023-12-02T00:31:34.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.258+0000 7f3cd592a640 1 -- start start 2023-12-02T00:31:34.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cd592a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:34.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cd592a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cd00ac4f0 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cd592a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cd0158780 con 0x7f3cd0151dc0 2023-12-02T00:31:34.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cd592a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cd0158a60 con 0x7f3cd00bd660 2023-12-02T00:31:34.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cc7fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3cd00c7ed0 0x7f3cd0154650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53420/0 (socket says 172.21.15.133:53420) 2023-12-02T00:31:34.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cc7fff640 1 -- 172.21.15.133:0/120822934 learned_addr learned my addr 172.21.15.133:0/120822934 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3ccf7fe640 1 --2- 172.21.15.133:0/120822934 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cce7fc640 1 -- 172.21.15.133:0/120822934 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3524493012 0 0) 0x7f3cd00ac4f0 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cce7fc640 1 -- 172.21.15.133:0/120822934 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3cbc003530 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cce7fc640 1 -- 172.21.15.133:0/120822934 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 789967973 0 0) 0x7f3cd0158780 con 0x7f3cd0151dc0 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3cce7fc640 1 -- 172.21.15.133:0/120822934 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3cd00ac4f0 con 0x7f3cd0151dc0 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3ccf7fe640 1 -- 172.21.15.133:0/120822934 >> v1:172.21.15.172:6789/0 conn(0x7f3cd0151dc0 legacy=0x7f3cd00c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3ccf7fe640 1 -- 172.21.15.133:0/120822934 >> v1:172.21.15.133:6789/0 conn(0x7f3cd00c7ed0 legacy=0x7f3cd0154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:34.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.262+0000 7f3ccf7fe640 1 -- 172.21.15.133:0/120822934 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cd00ac180 con 0x7f3cd00bd660 2023-12-02T00:31:34.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3ccf7fe640 1 --2- 172.21.15.133:0/120822934 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0154d60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3cc8009df0 tx=0x7f3cc801c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13d40dd63e61197f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:34.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cce7fc640 1 -- 172.21.15.133:0/120822934 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cc80a57a0 con 0x7f3cd00bd660 2023-12-02T00:31:34.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cce7fc640 1 -- 172.21.15.133:0/120822934 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cc80a5900 con 0x7f3cd00bd660 2023-12-02T00:31:34.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cce7fc640 1 -- 172.21.15.133:0/120822934 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cc80a5c90 con 0x7f3cd00bd660 2023-12-02T00:31:34.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 -- 172.21.15.133:0/120822934 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 msgr2=0x7f3cd0154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:34.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 --2- 172.21.15.133:0/120822934 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0154d60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3cc8009df0 tx=0x7f3cc801c850 comp rx=0 tx=0).stop 2023-12-02T00:31:34.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 -- 172.21.15.133:0/120822934 shutdown_connections 2023-12-02T00:31:34.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 --2- 172.21.15.133:0/120822934 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0154d60 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 -- 172.21.15.133:0/120822934 >> 172.21.15.133:0/120822934 conn(0x7f3cd0071eb0 msgr2=0x7f3cd00722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:34.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 -- 172.21.15.133:0/120822934 shutdown_connections 2023-12-02T00:31:34.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 -- 172.21.15.133:0/120822934 wait complete. 2023-12-02T00:31:34.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 Processor -- start 2023-12-02T00:31:34.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.266+0000 7f3cd592a640 1 -- start start 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0153910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cd00c7ed0 0x7f3cd014afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3cd0151dc0 0x7f3cd014b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cd014e1d0 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cd01f0f50 con 0x7f3cd0151dc0 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cd014ed00 con 0x7f3cd00bd660 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cd00c7ed0 0x7f3cd014afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cd00c7ed0 0x7f3cd014afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40220/0 (socket says 172.21.15.133:40220) 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 -- 172.21.15.133:0/420031967 learned_addr learned my addr 172.21.15.133:0/420031967 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3ccf7fe640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3cd0151dc0 0x7f3cd014b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cceffd640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0153910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 -- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 msgr2=0x7f3cd0153910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0153910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 -- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3cd0151dc0 msgr2=0x7f3cd014b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3cd0151dc0 0x7f3cd014b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 -- 172.21.15.133:0/420031967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cc8009a70 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cc7fff640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cd00c7ed0 0x7f3cd014afd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3cb800c4d0 tx=0x7f3cb800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cccff9640 1 -- 172.21.15.133:0/420031967 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb8005cf0 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cccff9640 1 -- 172.21.15.133:0/420031967 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cb8005e50 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cccff9640 1 -- 172.21.15.133:0/420031967 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb80072b0 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cd01ed730 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cd00bf730 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cd00bf950 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.270+0000 7f3cccff9640 1 -- 172.21.15.133:0/420031967 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3cb8007410 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.274+0000 7f3cccff9640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3cb0066470 0x7f3cb0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:34.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.274+0000 7f3cccff9640 1 -- 172.21.15.133:0/420031967 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3cb8083520 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.274+0000 7f3cceffd640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3cb0066470 0x7f3cb0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:34.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.274+0000 7f3cceffd640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3cb0066470 0x7f3cb0068930 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3cc00011f0 tx=0x7f3cc0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:34.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.278+0000 7f3cccff9640 1 -- 172.21.15.133:0/420031967 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3cb8050930 con 0x7f3cd00c7ed0 2023-12-02T00:31:34.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:34.458+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f3cd0068400 con 0x7f3cd00c7ed0 2023-12-02T00:31:35.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.102+0000 7f3cccff9640 1 -- 172.21.15.133:0/420031967 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f3cb8053f50 con 0x7f3cd00c7ed0 2023-12-02T00:31:35.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3cb0066470 msgr2=0x7f3cb0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:35.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3cb0066470 0x7f3cb0068930 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3cc00011f0 tx=0x7f3cc0009040 comp rx=0 tx=0).stop 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cd00c7ed0 msgr2=0x7f3cd014afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cd00c7ed0 0x7f3cd014afd0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3cb800c4d0 tx=0x7f3cb800c990 comp rx=0 tx=0).stop 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 shutdown_connections 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3cb0066470 0x7f3cb0068930 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3cd0151dc0 0x7f3cd014b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cd00c7ed0 0x7f3cd014afd0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 --2- 172.21.15.133:0/420031967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3cd00bd660 0x7f3cd0153910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 >> 172.21.15.133:0/420031967 conn(0x7f3cd0071eb0 msgr2=0x7f3cd0072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 shutdown_connections 2023-12-02T00:31:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.106+0000 7f3cd592a640 1 -- 172.21.15.133:0/420031967 wait complete. 2023-12-02T00:31:35.132 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-02T00:31:35.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.270+0000 7f6aac9a3640 1 Processor -- start 2023-12-02T00:31:35.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.270+0000 7f6aac9a3640 1 -- start start 2023-12-02T00:31:35.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aac9a3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8151c60 0x7f6aa806c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aac9a3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6aa8155bd0 0x7f6aa8157cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aac9a3640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6aa80c8fc0 con 0x7f6aa8158210 2023-12-02T00:31:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aac9a3640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6aa806cc90 con 0x7f6aa8155bd0 2023-12-02T00:31:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aac9a3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa80c9370 con 0x7f6aa8151c60 2023-12-02T00:31:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa6ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6aa8155bd0 0x7f6aa8157cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa6ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6aa8155bd0 0x7f6aa8157cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40224/0 (socket says 172.21.15.133:40224) 2023-12-02T00:31:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/868881741 learned_addr learned my addr 172.21.15.133:0/868881741 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:35.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa77fe640 1 --2- 172.21.15.133:0/868881741 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8151c60 0x7f6aa806c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:35.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/868881741 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8151c60 msgr2=0x7f6aa806c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:35.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa6ffd640 1 --2- 172.21.15.133:0/868881741 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8151c60 0x7f6aa806c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/868881741 >> v1:172.21.15.172:6789/0 conn(0x7f6aa8158210 legacy=0x7f6aa81546e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:35.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.274+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/868881741 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa80c87e0 con 0x7f6aa8155bd0 2023-12-02T00:31:35.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aa6ffd640 1 --2- 172.21.15.133:0/868881741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa8157cd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c009870 tx=0x7f6a9c01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3dae742a1a13a1c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:35.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aa67fc640 1 -- 172.21.15.133:0/868881741 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa8155600 con 0x7f6aa8155bd0 2023-12-02T00:31:35.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aa67fc640 1 -- 172.21.15.133:0/868881741 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a9c0a7050 con 0x7f6aa8155bd0 2023-12-02T00:31:35.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aa67fc640 1 -- 172.21.15.133:0/868881741 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c0ab820 con 0x7f6aa8155bd0 2023-12-02T00:31:35.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- 172.21.15.133:0/868881741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 msgr2=0x7f6aa8157cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:35.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/868881741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa8157cd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c009870 tx=0x7f6a9c01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- 172.21.15.133:0/868881741 shutdown_connections 2023-12-02T00:31:35.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/868881741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa8157cd0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/868881741 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8151c60 0x7f6aa806c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- 172.21.15.133:0/868881741 >> 172.21.15.133:0/868881741 conn(0x7f6aa80722e0 msgr2=0x7f6aa80abb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:35.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- 172.21.15.133:0/868881741 shutdown_connections 2023-12-02T00:31:35.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- 172.21.15.133:0/868881741 wait complete. 2023-12-02T00:31:35.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 Processor -- start 2023-12-02T00:31:35.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- start start 2023-12-02T00:31:35.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6aa8151c60 0x7f6aa81f0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa81f0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8158210 0x7f6aa8153e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa8152ba0 con 0x7f6aa8155bd0 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa81f11a0 con 0x7f6aa8151c60 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.278+0000 7f6aac9a3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa814d770 con 0x7f6aa8158210 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa81f0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa81f0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:40232/0 (socket says 172.21.15.133:40232) 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/647752349 learned_addr learned my addr 172.21.15.133:0/647752349 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa77fe640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6aa8151c60 0x7f6aa81f0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa7fff640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8158210 0x7f6aa8153e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8158210 msgr2=0x7f6aa8153e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:35.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8158210 0x7f6aa8153e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6aa8151c60 msgr2=0x7f6aa81f0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:35.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6aa8151c60 0x7f6aa81f0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:35.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 -- 172.21.15.133:0/647752349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a9c0094d0 con 0x7f6aa8155bd0 2023-12-02T00:31:35.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aa6ffd640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa81f0b70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c0ae040 tx=0x7f6a9c019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:35.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6a8ffff640 1 -- 172.21.15.133:0/647752349 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c0b4420 con 0x7f6aa8155bd0 2023-12-02T00:31:35.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6a8ffff640 1 -- 172.21.15.133:0/647752349 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a9c0b4580 con 0x7f6aa8155bd0 2023-12-02T00:31:35.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6aa814da50 con 0x7f6aa8155bd0 2023-12-02T00:31:35.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6a8ffff640 1 -- 172.21.15.133:0/647752349 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c0b4930 con 0x7f6aa8155bd0 2023-12-02T00:31:35.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6aa814ebd0 con 0x7f6aa8155bd0 2023-12-02T00:31:35.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6aa80679d0 con 0x7f6aa8155bd0 2023-12-02T00:31:35.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.282+0000 7f6a8ffff640 1 -- 172.21.15.133:0/647752349 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6a9c0b2070 con 0x7f6aa8155bd0 2023-12-02T00:31:35.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.286+0000 7f6a8ffff640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6a94066470 0x7f6a94068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:35.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.286+0000 7f6a8ffff640 1 -- 172.21.15.133:0/647752349 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6a9c11da10 con 0x7f6aa8155bd0 2023-12-02T00:31:35.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.286+0000 7f6aa77fe640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6a94066470 0x7f6a94068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:35.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.286+0000 7f6aa77fe640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6a94066470 0x7f6a94068930 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6a98006aa0 tx=0x7f6a98008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:35.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.286+0000 7f6a8ffff640 1 -- 172.21.15.133:0/647752349 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6a9c0eaec0 con 0x7f6aa8155bd0 2023-12-02T00:31:35.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:35.438+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6aa804e850 con 0x7f6aa8155bd0 2023-12-02T00:31:36.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.114+0000 7f6a8ffff640 1 -- 172.21.15.133:0/647752349 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v22) v1 ==== 181+0+0 (secure 0 0 0) 0x7f6a9c0ee4e0 con 0x7f6aa8155bd0 2023-12-02T00:31:36.116 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' removed 2023-12-02T00:31:36.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6a94066470 msgr2=0x7f6a94068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:36.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6a94066470 0x7f6a94068930 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6a98006aa0 tx=0x7f6a98008040 comp rx=0 tx=0).stop 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 msgr2=0x7f6aa81f0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa81f0b70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c0ae040 tx=0x7f6a9c019190 comp rx=0 tx=0).stop 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 shutdown_connections 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6a94066470 0x7f6a94068930 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6aa8158210 0x7f6aa8153e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6aa8155bd0 0x7f6aa81f0b70 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 --2- 172.21.15.133:0/647752349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6aa8151c60 0x7f6aa81f0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 >> 172.21.15.133:0/647752349 conn(0x7f6aa80722e0 msgr2=0x7f6aa806ac20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 shutdown_connections 2023-12-02T00:31:36.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.118+0000 7f6aac9a3640 1 -- 172.21.15.133:0/647752349 wait complete. 2023-12-02T00:31:36.146 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-02T00:31:36.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9362701640 1 Processor -- start 2023-12-02T00:31:36.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9362701640 1 -- start start 2023-12-02T00:31:36.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9362701640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f935c0c07b0 0x7f935c06d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:36.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9362701640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f935c0c5ba0 con 0x7f935c0724c0 2023-12-02T00:31:36.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9362701640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f935c06c160 con 0x7f935c14f9f0 2023-12-02T00:31:36.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9362701640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f935c06e320 con 0x7f935c0c07b0 2023-12-02T00:31:36.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9360c9e640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f935c0724c0 0x7f935c06dc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46634/0 (socket says 172.21.15.133:46634) 2023-12-02T00:31:36.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f9360c9e640 1 -- 172.21.15.133:0/1564629595 learned_addr learned my addr 172.21.15.133:0/1564629595 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:36.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f935b7fe640 1 --2- 172.21.15.133:0/1564629595 >> v2:172.21.15.172:3300/0 conn(0x7f935c0c07b0 0x7f935c06d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:36.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f935affd640 1 -- 172.21.15.133:0/1564629595 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 278977899 0 0) 0x7f93540014a0 con 0x7f935c0724c0 2023-12-02T00:31:36.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f935affd640 1 -- 172.21.15.133:0/1564629595 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9344003530 con 0x7f935c0724c0 2023-12-02T00:31:36.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f935b7fe640 1 -- 172.21.15.133:0/1564629595 >> v1:172.21.15.172:6789/0 conn(0x7f935c14f9f0 legacy=0x7f935c0c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:36.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f935b7fe640 1 -- 172.21.15.133:0/1564629595 >> v1:172.21.15.133:6789/0 conn(0x7f935c0724c0 legacy=0x7f935c06dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:36.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.290+0000 7f935b7fe640 1 -- 172.21.15.133:0/1564629595 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f935c0c5410 con 0x7f935c0c07b0 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f935b7fe640 1 --2- 172.21.15.133:0/1564629595 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c0c07b0 0x7f935c06d6d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f93500097f0 tx=0x7f935001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ac699e7fe2ae43d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f935affd640 1 -- 172.21.15.133:0/1564629595 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93500ab600 con 0x7f935c0c07b0 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f935affd640 1 -- 172.21.15.133:0/1564629595 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93500a7050 con 0x7f935c0c07b0 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f935affd640 1 -- 172.21.15.133:0/1564629595 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93500ab980 con 0x7f935c0c07b0 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f9362701640 1 -- 172.21.15.133:0/1564629595 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c0c07b0 msgr2=0x7f935c06d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f9362701640 1 --2- 172.21.15.133:0/1564629595 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c0c07b0 0x7f935c06d6d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f93500097f0 tx=0x7f935001c330 comp rx=0 tx=0).stop 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f9362701640 1 -- 172.21.15.133:0/1564629595 shutdown_connections 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f9362701640 1 --2- 172.21.15.133:0/1564629595 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c0c07b0 0x7f935c06d6d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f9362701640 1 -- 172.21.15.133:0/1564629595 >> 172.21.15.133:0/1564629595 conn(0x7f935c0c5d40 msgr2=0x7f935c0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:36.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f9362701640 1 -- 172.21.15.133:0/1564629595 shutdown_connections 2023-12-02T00:31:36.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.294+0000 7f9362701640 1 -- 172.21.15.133:0/1564629595 wait complete. 2023-12-02T00:31:36.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 Processor -- start 2023-12-02T00:31:36.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 -- start start 2023-12-02T00:31:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f935c0724c0 0x7f935c0bf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f935c0c07b0 0x7f935c1ef900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c14f9f0 0x7f935c1efe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c1f05c0 con 0x7f935c0c07b0 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935c0aa5b0 con 0x7f935c14f9f0 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f935c0aa890 con 0x7f935c0724c0 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f935c0c07b0 0x7f935c1ef900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f935c0c07b0 0x7f935c1ef900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57202/0 (socket says 172.21.15.133:57202) 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 -- 172.21.15.133:0/1433198037 learned_addr learned my addr 172.21.15.133:0/1433198037 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935bfff640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f935c0724c0 0x7f935c0bf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9360c9e640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c14f9f0 0x7f935c1efe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 -- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f935c0724c0 msgr2=0x7f935c0bf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f935c0724c0 0x7f935c0bf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 -- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c14f9f0 msgr2=0x7f935c1efe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c14f9f0 0x7f935c1efe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:36.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 -- 172.21.15.133:0/1433198037 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9350009420 con 0x7f935c0c07b0 2023-12-02T00:31:36.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f935b7fe640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f935c0c07b0 0x7f935c1ef900 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f9350019f60 tx=0x7f93500190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:36.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9358ff9640 1 -- 172.21.15.133:0/1433198037 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93500b4600 con 0x7f935c0c07b0 2023-12-02T00:31:36.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9358ff9640 1 -- 172.21.15.133:0/1433198037 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93500b4780 con 0x7f935c0c07b0 2023-12-02T00:31:36.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f935c0aab70 con 0x7f935c0c07b0 2023-12-02T00:31:36.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9358ff9640 1 -- 172.21.15.133:0/1433198037 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93500b4b30 con 0x7f935c0c07b0 2023-12-02T00:31:36.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.298+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f935c0aae50 con 0x7f935c0c07b0 2023-12-02T00:31:36.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.302+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f935c068400 con 0x7f935c0c07b0 2023-12-02T00:31:36.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.302+0000 7f9358ff9640 1 -- 172.21.15.133:0/1433198037 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f93500b2040 con 0x7f935c0c07b0 2023-12-02T00:31:36.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.302+0000 7f9358ff9640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9348066470 0x7f9348068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:36.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.302+0000 7f9358ff9640 1 -- 172.21.15.133:0/1433198037 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5357+0+0 (secure 0 0 0) 0x7f935011db00 con 0x7f935c0c07b0 2023-12-02T00:31:36.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.302+0000 7f935bfff640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9348066470 0x7f9348068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:36.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.302+0000 7f935bfff640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9348066470 0x7f9348068930 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f934c007fd0 tx=0x7f934c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:36.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.306+0000 7f9358ff9640 1 -- 172.21.15.133:0/1433198037 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f93500eb1c0 con 0x7f935c0c07b0 2023-12-02T00:31:36.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:36.462+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f935c149b60 con 0x7f935c0c07b0 2023-12-02T00:31:37.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.118+0000 7f9358ff9640 1 -- 172.21.15.133:0/1433198037 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v23) v1 ==== 169+0+0 (secure 0 0 0) 0x7f93500ee7e0 con 0x7f935c0c07b0 2023-12-02T00:31:37.124 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' removed 2023-12-02T00:31:37.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9348066470 msgr2=0x7f9348068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:37.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9348066470 0x7f9348068930 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f934c007fd0 tx=0x7f934c009040 comp rx=0 tx=0).stop 2023-12-02T00:31:37.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f935c0c07b0 msgr2=0x7f935c1ef900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:37.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f935c0c07b0 0x7f935c1ef900 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f9350019f60 tx=0x7f93500190d0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 shutdown_connections 2023-12-02T00:31:37.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9348066470 0x7f9348068930 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f935c14f9f0 0x7f935c1efe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f935c0c07b0 0x7f935c1ef900 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 --2- 172.21.15.133:0/1433198037 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f935c0724c0 0x7f935c0bf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.122+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 >> 172.21.15.133:0/1433198037 conn(0x7f935c0c5d40 msgr2=0x7f935c145c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:37.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.126+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 shutdown_connections 2023-12-02T00:31:37.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.126+0000 7f9362701640 1 -- 172.21.15.133:0/1433198037 wait complete. 2023-12-02T00:31:37.153 INFO:tasks.ceph.mds.a:Restarting daemon 2023-12-02T00:31:37.153 INFO:tasks.ceph.mds.a:Stopping old one... 2023-12-02T00:31:37.153 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-12-02T00:31:37.153 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:31:37.153 INFO:tasks.ceph.mds.c:Restarting daemon 2023-12-02T00:31:37.153 INFO:tasks.ceph.mds.c:Stopping old one... 2023-12-02T00:31:37.154 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-12-02T00:31:37.154 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:31:37.154 INFO:tasks.ceph.mds.b:Restarting daemon 2023-12-02T00:31:37.154 INFO:tasks.ceph.mds.b:Stopping old one... 2023-12-02T00:31:37.154 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-12-02T00:31:37.155 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:31:37.155 INFO:tasks.ceph.mds.d:Restarting daemon 2023-12-02T00:31:37.155 INFO:tasks.ceph.mds.d:Stopping old one... 2023-12-02T00:31:37.155 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-12-02T00:31:37.155 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:31:37.169 INFO:tasks.ceph.mds.a:Stopped 2023-12-02T00:31:37.169 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-12-02T00:31:37.170 INFO:tasks.ceph.mds.c:Stopped 2023-12-02T00:31:37.170 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-12-02T00:31:37.175 INFO:tasks.ceph.mds.b:Stopped 2023-12-02T00:31:37.175 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-12-02T00:31:37.176 INFO:tasks.ceph.mds.d:Stopped 2023-12-02T00:31:37.176 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-12-02T00:31:37.215 INFO:tasks.ceph.mds.a:Started 2023-12-02T00:31:37.215 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:37.217 INFO:tasks.ceph.mds.c:Started 2023-12-02T00:31:37.217 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:37.221 INFO:tasks.ceph.mds.b:Started 2023-12-02T00:31:37.222 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:37.224 INFO:tasks.ceph.mds.d:Started 2023-12-02T00:31:37.224 DEBUG:teuthology.parallel:result is None 2023-12-02T00:31:37.225 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-12-02T00:31:37.305 INFO:tasks.ceph.mds.c.smithi133.stdout:starting mds.c at 2023-12-02T00:31:37.305 INFO:tasks.ceph.mds.a.smithi133.stdout:starting mds.a at 2023-12-02T00:31:37.311 INFO:tasks.ceph.mds.b.smithi172.stdout:starting mds.b at 2023-12-02T00:31:37.312 INFO:tasks.ceph.mds.d.smithi172.stdout:starting mds.d at 2023-12-02T00:31:37.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.366+0000 7fc9375f5640 1 Processor -- start 2023-12-02T00:31:37.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.366+0000 7fc9375f5640 1 -- start start 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc9375f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc9300c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc9375f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc93006c860 con 0x7fc9300c4e60 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc9375f5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc930154930 con 0x7fc9300c7ea0 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc9375f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9300c8750 con 0x7fc930151e90 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc935b92640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc9300c4e60 0x7fc93015f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46652/0 (socket says 172.21.15.133:46652) 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc935b92640 1 -- 172.21.15.133:0/4255669091 learned_addr learned my addr 172.21.15.133:0/4255669091 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc935391640 1 --2- 172.21.15.133:0/4255669091 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc9300c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc927fff640 1 -- 172.21.15.133:0/4255669091 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2828053032 0 0) 0x7fc930154930 con 0x7fc9300c7ea0 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc935391640 1 -- 172.21.15.133:0/4255669091 >> v1:172.21.15.172:6789/0 conn(0x7fc9300c7ea0 legacy=0x7fc93006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:37.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc935391640 1 -- 172.21.15.133:0/4255669091 >> v1:172.21.15.133:6789/0 conn(0x7fc9300c4e60 legacy=0x7fc93015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:37.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.370+0000 7fc935391640 1 -- 172.21.15.133:0/4255669091 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc930154c10 con 0x7fc930151e90 2023-12-02T00:31:37.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc935391640 1 --2- 172.21.15.133:0/4255669091 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc9300c4920 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc92c0097f0 tx=0x7fc92c01bfa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df5f7d056e9769b4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:37.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc927fff640 1 -- 172.21.15.133:0/4255669091 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc92c0aa680 con 0x7fc930151e90 2023-12-02T00:31:37.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc927fff640 1 -- 172.21.15.133:0/4255669091 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc92c0aa7e0 con 0x7fc930151e90 2023-12-02T00:31:37.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc927fff640 1 -- 172.21.15.133:0/4255669091 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc92c0aab70 con 0x7fc930151e90 2023-12-02T00:31:37.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 -- 172.21.15.133:0/4255669091 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 msgr2=0x7fc9300c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:37.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 --2- 172.21.15.133:0/4255669091 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc9300c4920 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc92c0097f0 tx=0x7fc92c01bfa0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 -- 172.21.15.133:0/4255669091 shutdown_connections 2023-12-02T00:31:37.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 --2- 172.21.15.133:0/4255669091 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc9300c4920 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 -- 172.21.15.133:0/4255669091 >> 172.21.15.133:0/4255669091 conn(0x7fc9300ca170 msgr2=0x7fc9300ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:37.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 -- 172.21.15.133:0/4255669091 shutdown_connections 2023-12-02T00:31:37.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 -- 172.21.15.133:0/4255669091 wait complete. 2023-12-02T00:31:37.388 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 Processor -- start 2023-12-02T00:31:37.388 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.374+0000 7fc9375f5640 1 -- start start 2023-12-02T00:31:37.389 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9300c4e60 0x7fc9301eef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:37.389 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9300c7ea0 0x7fc930148a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc930156fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9301552d0 con 0x7fc9300c4e60 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9301eeaa0 con 0x7fc9300c7ea0 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc930156950 con 0x7fc930151e90 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9300c4e60 0x7fc9301eef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9300c4e60 0x7fc9301eef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57234/0 (socket says 172.21.15.133:57234) 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 -- 172.21.15.133:0/2992911914 learned_addr learned my addr 172.21.15.133:0/2992911914 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935b92640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc930156fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:37.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc934b90640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9300c7ea0 0x7fc930148a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:37.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 -- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 msgr2=0x7fc930156fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:37.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc930156fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 -- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9300c7ea0 msgr2=0x7fc930148a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:37.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9300c7ea0 0x7fc930148a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:37.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 -- 172.21.15.133:0/2992911914 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc92c009420 con 0x7fc9300c4e60 2023-12-02T00:31:37.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc934b90640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9300c7ea0 0x7fc930148a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:37.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc935391640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9300c4e60 0x7fc9301eef30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc92c019de0 tx=0x7fc92c019060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:37.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc925ffb640 1 -- 172.21.15.133:0/2992911914 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc92c0aae50 con 0x7fc9300c4e60 2023-12-02T00:31:37.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc925ffb640 1 -- 172.21.15.133:0/2992911914 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc92c0be450 con 0x7fc9300c4e60 2023-12-02T00:31:37.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9301f23f0 con 0x7fc9300c4e60 2023-12-02T00:31:37.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc925ffb640 1 -- 172.21.15.133:0/2992911914 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc92c0be800 con 0x7fc9300c4e60 2023-12-02T00:31:37.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9301ee730 con 0x7fc9300c4e60 2023-12-02T00:31:37.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc930068400 con 0x7fc9300c4e60 2023-12-02T00:31:37.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.378+0000 7fc925ffb640 1 -- 172.21.15.133:0/2992911914 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc92c0be960 con 0x7fc9300c4e60 2023-12-02T00:31:37.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.382+0000 7fc925ffb640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc914066470 0x7fc914068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:37.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.382+0000 7fc925ffb640 1 -- 172.21.15.133:0/2992911914 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc92c11d970 con 0x7fc9300c4e60 2023-12-02T00:31:37.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.382+0000 7fc934b90640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc914066470 0x7fc914068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:37.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.382+0000 7fc934b90640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc914066470 0x7fc914068930 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc9300acb30 tx=0x7fc920009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:37.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.386+0000 7fc925ffb640 1 -- 172.21.15.133:0/2992911914 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc92c0eb050 con 0x7fc9300c4e60 2023-12-02T00:31:37.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:37.546+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fc9300afe30 con 0x7fc9300c4e60 2023-12-02T00:31:38.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.134+0000 7fc925ffb640 1 -- 172.21.15.133:0/2992911914 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v25) v1 ==== 97+0+0 (secure 0 0 0) 0x7fc92c0ee670 con 0x7fc9300c4e60 2023-12-02T00:31:38.138 INFO:teuthology.orchestra.run.smithi133.stderr: removed all blocklist entries 2023-12-02T00:31:38.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc914066470 msgr2=0x7fc914068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc914066470 0x7fc914068930 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc9300acb30 tx=0x7fc920009040 comp rx=0 tx=0).stop 2023-12-02T00:31:38.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9300c4e60 msgr2=0x7fc9301eef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9300c4e60 0x7fc9301eef30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc92c019de0 tx=0x7fc92c019060 comp rx=0 tx=0).stop 2023-12-02T00:31:38.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 shutdown_connections 2023-12-02T00:31:38.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc914066470 0x7fc914068930 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc930151e90 0x7fc930156fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9300c7ea0 0x7fc930148a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 --2- 172.21.15.133:0/2992911914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9300c4e60 0x7fc9301eef30 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 >> 172.21.15.133:0/2992911914 conn(0x7fc9300ca170 msgr2=0x7fc9301480e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:38.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 shutdown_connections 2023-12-02T00:31:38.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.138+0000 7fc9375f5640 1 -- 172.21.15.133:0/2992911914 wait complete. 2023-12-02T00:31:38.165 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-12-02T00:31:38.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.314+0000 7fa5a3868640 1 Processor -- start 2023-12-02T00:31:38.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.314+0000 7fa5a3868640 1 -- start start 2023-12-02T00:31:38.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a3868640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa59c0c63c0 0x7fa59c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a3868640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c4100 0x7fa59c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a3868640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa59c0c31c0 con 0x7fa59c0c29e0 2023-12-02T00:31:38.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a3868640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa59c0c34a0 con 0x7fa59c0c63c0 2023-12-02T00:31:38.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a3868640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa59c0c1030 con 0x7fa59c0c4100 2023-12-02T00:31:38.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a1e05640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa59c0c29e0 0x7fa59c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46668/0 (socket says 172.21.15.133:46668) 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a1e05640 1 -- 172.21.15.133:0/4278590858 learned_addr learned my addr 172.21.15.133:0/4278590858 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a1604640 1 --2- 172.21.15.133:0/4278590858 >> v2:172.21.15.133:3300/0 conn(0x7fa59c0c63c0 0x7fa59c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a0e03640 1 --2- 172.21.15.133:0/4278590858 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c4100 0x7fa59c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa593fff640 1 -- 172.21.15.133:0/4278590858 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2184175660 0 0) 0x7fa59c0c31c0 con 0x7fa59c0c29e0 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa593fff640 1 -- 172.21.15.133:0/4278590858 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa588003530 con 0x7fa59c0c29e0 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a1604640 1 -- 172.21.15.133:0/4278590858 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c4100 msgr2=0x7fa59c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a1604640 1 --2- 172.21.15.133:0/4278590858 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c4100 0x7fa59c0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a1604640 1 -- 172.21.15.133:0/4278590858 >> v1:172.21.15.133:6789/0 conn(0x7fa59c0c29e0 legacy=0x7fa59c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a1604640 1 -- 172.21.15.133:0/4278590858 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa59c0c1310 con 0x7fa59c0c63c0 2023-12-02T00:31:38.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.318+0000 7fa5a0e03640 1 --2- 172.21.15.133:0/4278590858 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c4100 0x7fa59c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:38.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a1604640 1 --2- 172.21.15.133:0/4278590858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c0c06d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa5980097c0 tx=0x7fa59801c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19c07c9b7167f384 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:38.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa593fff640 1 -- 172.21.15.133:0/4278590858 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa598004230 con 0x7fa59c0c63c0 2023-12-02T00:31:38.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa593fff640 1 -- 172.21.15.133:0/4278590858 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5980a7050 con 0x7fa59c0c63c0 2023-12-02T00:31:38.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa593fff640 1 -- 172.21.15.133:0/4278590858 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa598003620 con 0x7fa59c0c63c0 2023-12-02T00:31:38.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 -- 172.21.15.133:0/4278590858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 msgr2=0x7fa59c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 --2- 172.21.15.133:0/4278590858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c0c06d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa5980097c0 tx=0x7fa59801c330 comp rx=0 tx=0).stop 2023-12-02T00:31:38.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 -- 172.21.15.133:0/4278590858 shutdown_connections 2023-12-02T00:31:38.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 --2- 172.21.15.133:0/4278590858 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c4100 0x7fa59c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 --2- 172.21.15.133:0/4278590858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c0c06d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 -- 172.21.15.133:0/4278590858 >> 172.21.15.133:0/4278590858 conn(0x7fa59c06a5b0 msgr2=0x7fa59c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:38.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 -- 172.21.15.133:0/4278590858 shutdown_connections 2023-12-02T00:31:38.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 -- 172.21.15.133:0/4278590858 wait complete. 2023-12-02T00:31:38.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 Processor -- start 2023-12-02T00:31:38.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.322+0000 7fa5a3868640 1 -- start start 2023-12-02T00:31:38.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c29e0 0x7fa59c14ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa59c0c4100 0x7fa59c14d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c14d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa59c14db30 con 0x7fa59c0c63c0 2023-12-02T00:31:38.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa59c1f0dd0 con 0x7fa59c0c4100 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa59c1f04a0 con 0x7fa59c0c29e0 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c14d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c14d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57242/0 (socket says 172.21.15.133:57242) 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 -- 172.21.15.133:0/3816921065 learned_addr learned my addr 172.21.15.133:0/3816921065 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1604640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c29e0 0x7fa59c14ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a0e03640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa59c0c4100 0x7fa59c14d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 -- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c29e0 msgr2=0x7fa59c14ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c29e0 0x7fa59c14ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 -- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa59c0c4100 msgr2=0x7fa59c14d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa59c0c4100 0x7fa59c14d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 -- 172.21.15.133:0/3816921065 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa598009420 con 0x7fa59c0c63c0 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a1e05640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c14d5f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa59400cb40 tx=0x7fa59400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa591ffb640 1 -- 172.21.15.133:0/3816921065 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa59400ac40 con 0x7fa59c0c63c0 2023-12-02T00:31:38.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa591ffb640 1 -- 172.21.15.133:0/3816921065 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa59400ada0 con 0x7fa59c0c63c0 2023-12-02T00:31:38.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa59c1f0780 con 0x7fa59c0c63c0 2023-12-02T00:31:38.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa591ffb640 1 -- 172.21.15.133:0/3816921065 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa594012620 con 0x7fa59c0c63c0 2023-12-02T00:31:38.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa59c14f150 con 0x7fa59c0c63c0 2023-12-02T00:31:38.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa59c068400 con 0x7fa59c0c63c0 2023-12-02T00:31:38.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.326+0000 7fa591ffb640 1 -- 172.21.15.133:0/3816921065 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa594007070 con 0x7fa59c0c63c0 2023-12-02T00:31:38.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.330+0000 7fa591ffb640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa580066470 0x7fa580068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.330+0000 7fa591ffb640 1 -- 172.21.15.133:0/3816921065 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa594083a50 con 0x7fa59c0c63c0 2023-12-02T00:31:38.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.330+0000 7fa5a1604640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa580066470 0x7fa580068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.330+0000 7fa5a1604640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa580066470 0x7fa580068930 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa5980ad000 tx=0x7fa5980a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:38.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.334+0000 7fa591ffb640 1 -- 172.21.15.133:0/3816921065 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa5940512c0 con 0x7fa59c0c63c0 2023-12-02T00:31:38.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.534+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fa59c1f0f10 con 0x7fa59c0c63c0 2023-12-02T00:31:38.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.534+0000 7fa591ffb640 1 -- 172.21.15.133:0/3816921065 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+6065 (secure 0 0 0) 0x7fa594017090 con 0x7fa59c0c63c0 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "auth_dump": [ 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.a", 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplxjQzOBAAHrxiWA44dnxYFwGbegEC7Q==", 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.539 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.b", 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl+QEECRAAJlcD9Fxu9CeNRqLJUUj/Gg==", 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.540 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.c", 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIemply9EEBBAAIEt8cAtQRcoGUa8keuybLg==", 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.541 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.d", 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl+SJ+EBAAtlQFmwqYY74qAGWSK3S3cg==", 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.0", 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCLemplaEhQHRAABMyaI96Wm9f2BPkg9g9dGw==", 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.542 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.1", 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCOemplm9GVJBAA/QHBRweTaMpEzRIZIZklJg==", 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.543 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.2", 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCRemplrey9LRAACPO0ASDqqH/OznwQbq1OGw==", 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.3", 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCUemplTXD3MxAAGuwsUc9nT3dvVsbK9TNWPg==", 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.544 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.4", 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCaemplY0QuOxAAEzw2cgduxl71quUfIsiteA==", 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.545 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.5", 2023-12-02T00:31:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCeemplI69cBhAAsJIpwTpKcLbUqp8EuiIMVw==", 2023-12-02T00:31:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.6", 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQChemplKsWXDhAA31oY8Cj4c0261OyXOiK1Fw==", 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.547 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.7", 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCkempl2kohFxAAC78co6gLjgoCiQEF+sU5eg==", 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.0", 2023-12-02T00:31:38.548 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg==", 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow r", 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow rw", 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rwx" 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.1", 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg==", 2023-12-02T00:31:38.549 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow r", 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow rw", 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rwx" 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.admin", 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplINkmHBAAPjCxYPWUqC9CRdBVI1theg==", 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:31:38.550 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.bootstrap-mds", 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCqempl7mJWDRAACz6UxvASyHDlz1XsOIrIVw==", 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile bootstrap-mds" 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.bootstrap-mgr", 2023-12-02T00:31:38.551 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCqemplL21WDRAAbgqtedoL/J9Z5BZTCJWLHQ==", 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile bootstrap-mgr" 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.bootstrap-osd", 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCqemplg3VWDRAAMx/CwvvbZ8bAru5Zvzwu+g==", 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile bootstrap-osd" 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.bootstrap-rbd", 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCqemplln1WDRAArkJvw+LkL7P68elGR6k/3A==", 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.552 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile bootstrap-rbd" 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCqemplEIZWDRAAqNSTeQ1mCfyTHnCNoPrUfw==", 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.bootstrap-rgw", 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCqempll45WDRAAi/l1F+NHz4RHEvQKdtmWgQ==", 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile bootstrap-rgw" 2023-12-02T00:31:38.553 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mgr.x", 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplosQANBAAL2bVnfpIUX+yrRUEW1h5tw==", 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile mgr", 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:38.554 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mgr.y", 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplcEwEMBAATDUlO9fUdgscrUMGWt3Yew==", 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile mgr", 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout: ] 2023-12-02T00:31:38.555 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:31:38.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa580066470 msgr2=0x7fa580068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa580066470 0x7fa580068930 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa5980ad000 tx=0x7fa5980a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:38.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 msgr2=0x7fa59c14d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c14d5f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa59400cb40 tx=0x7fa59400a060 comp rx=0 tx=0).stop 2023-12-02T00:31:38.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 shutdown_connections 2023-12-02T00:31:38.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa580066470 0x7fa580068930 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa59c0c63c0 0x7fa59c14d5f0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa59c0c4100 0x7fa59c14d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 --2- 172.21.15.133:0/3816921065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa59c0c29e0 0x7fa59c14ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 >> 172.21.15.133:0/3816921065 conn(0x7fa59c06a5b0 msgr2=0x7fa59c0a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:38.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 shutdown_connections 2023-12-02T00:31:38.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.538+0000 7fa5a3868640 1 -- 172.21.15.133:0/3816921065 wait complete. 2023-12-02T00:31:38.560 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-12-02T00:31:38.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.694+0000 7faf6b765640 1 Processor -- start 2023-12-02T00:31:38.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.694+0000 7faf6b765640 1 -- start start 2023-12-02T00:31:38.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.694+0000 7faf6b765640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf6415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.694+0000 7faf6b765640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faf640bffc0 0x7faf640c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.694+0000 7faf6b765640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf6415c600 con 0x7faf641560e0 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.694+0000 7faf6b765640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf6415a5c0 con 0x7faf640bffc0 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.694+0000 7faf6b765640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf641594e0 con 0x7faf6406d520 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69d02640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faf640bffc0 0x7faf640c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69501640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7faf641560e0 0x7faf64159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46672/0 (socket says 172.21.15.133:46672) 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69501640 1 -- 172.21.15.133:0/3511929432 learned_addr learned my addr 172.21.15.133:0/3511929432 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf68d00640 1 --2- 172.21.15.133:0/3511929432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf6415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69d02640 1 -- 172.21.15.133:0/3511929432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 msgr2=0x7faf6415ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69d02640 1 --2- 172.21.15.133:0/3511929432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf6415ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69d02640 1 -- 172.21.15.133:0/3511929432 >> v1:172.21.15.133:6789/0 conn(0x7faf641560e0 legacy=0x7faf64159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69d02640 1 -- 172.21.15.133:0/3511929432 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf641597c0 con 0x7faf640bffc0 2023-12-02T00:31:38.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf69d02640 1 --2- 172.21.15.133:0/3511929432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf640bffc0 0x7faf640c1bf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009d90 tx=0x7faf5c01c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1677236175c5ef4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:38.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf5bfff640 1 -- 172.21.15.133:0/3511929432 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0a58f0 con 0x7faf640bffc0 2023-12-02T00:31:38.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf5bfff640 1 -- 172.21.15.133:0/3511929432 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf5c0a5a50 con 0x7faf640bffc0 2023-12-02T00:31:38.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.698+0000 7faf5bfff640 1 -- 172.21.15.133:0/3511929432 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0a5de0 con 0x7faf640bffc0 2023-12-02T00:31:38.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- 172.21.15.133:0/3511929432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf640bffc0 msgr2=0x7faf640c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 --2- 172.21.15.133:0/3511929432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf640bffc0 0x7faf640c1bf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009d90 tx=0x7faf5c01c920 comp rx=0 tx=0).stop 2023-12-02T00:31:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- 172.21.15.133:0/3511929432 shutdown_connections 2023-12-02T00:31:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 --2- 172.21.15.133:0/3511929432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf640bffc0 0x7faf640c1bf0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 --2- 172.21.15.133:0/3511929432 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf6415ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- 172.21.15.133:0/3511929432 >> 172.21.15.133:0/3511929432 conn(0x7faf6406a5b0 msgr2=0x7faf6406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- 172.21.15.133:0/3511929432 shutdown_connections 2023-12-02T00:31:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- 172.21.15.133:0/3511929432 wait complete. 2023-12-02T00:31:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 Processor -- start 2023-12-02T00:31:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- start start 2023-12-02T00:31:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf640c46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf640bffc0 0x7faf641f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf641560e0 0x7faf640700b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf641f59c0 con 0x7faf641560e0 2023-12-02T00:31:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf64157d60 con 0x7faf640bffc0 2023-12-02T00:31:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf6b765640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf64158040 con 0x7faf6406d520 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf641560e0 0x7faf640700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf641560e0 0x7faf640700b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57254/0 (socket says 172.21.15.133:57254) 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 -- 172.21.15.133:0/171630661 learned_addr learned my addr 172.21.15.133:0/171630661 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf68d00640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf640bffc0 0x7faf641f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69501640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf640c46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 -- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 msgr2=0x7faf640c46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf640c46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 -- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf640bffc0 msgr2=0x7faf641f5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf640bffc0 0x7faf641f5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69d02640 1 -- 172.21.15.133:0/171630661 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf5c009a70 con 0x7faf641560e0 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.702+0000 7faf69501640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf640c46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf69d02640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf641560e0 0x7faf640700b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0b0040 tx=0x7faf5c0196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf59ffb640 1 -- 172.21.15.133:0/171630661 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0b9860 con 0x7faf641560e0 2023-12-02T00:31:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf59ffb640 1 -- 172.21.15.133:0/171630661 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf5c0b99c0 con 0x7faf641560e0 2023-12-02T00:31:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf64158320 con 0x7faf641560e0 2023-12-02T00:31:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf59ffb640 1 -- 172.21.15.133:0/171630661 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0b9d70 con 0x7faf641560e0 2023-12-02T00:31:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf641f1550 con 0x7faf641560e0 2023-12-02T00:31:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf64068400 con 0x7faf641560e0 2023-12-02T00:31:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf59ffb640 1 -- 172.21.15.133:0/171630661 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7faf5c0c4460 con 0x7faf641560e0 2023-12-02T00:31:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf59ffb640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf48066470 0x7faf48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf59ffb640 1 -- 172.21.15.133:0/171630661 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7faf5c11ef90 con 0x7faf641560e0 2023-12-02T00:31:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.706+0000 7faf69501640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf48066470 0x7faf48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.710+0000 7faf69501640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf48066470 0x7faf48068930 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7faf60005890 tx=0x7faf60009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.710+0000 7faf59ffb640 1 -- 172.21.15.133:0/171630661 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7faf5c0ec760 con 0x7faf641560e0 2023-12-02T00:31:38.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.914+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7faf641f1a10 con 0x7faf641560e0 2023-12-02T00:31:38.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.914+0000 7faf59ffb640 1 -- 172.21.15.133:0/171630661 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7faf5c0b20a0 con 0x7faf641560e0 2023-12-02T00:31:38.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf48066470 msgr2=0x7faf48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf48066470 0x7faf48068930 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7faf60005890 tx=0x7faf60009040 comp rx=0 tx=0).stop 2023-12-02T00:31:38.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf641560e0 msgr2=0x7faf640700b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:38.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf641560e0 0x7faf640700b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0b0040 tx=0x7faf5c0196c0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 shutdown_connections 2023-12-02T00:31:38.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf48066470 0x7faf48068930 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf641560e0 0x7faf640700b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf640bffc0 0x7faf641f5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 --2- 172.21.15.133:0/171630661 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf6406d520 0x7faf640c46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:38.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 >> 172.21.15.133:0/171630661 conn(0x7faf6406a5b0 msgr2=0x7faf64159d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:38.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 shutdown_connections 2023-12-02T00:31:38.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:38.918+0000 7faf6b765640 1 -- 172.21.15.133:0/171630661 wait complete. 2023-12-02T00:31:38.940 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-12-02T00:31:39.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.074+0000 7f7f72185640 1 Processor -- start 2023-12-02T00:31:39.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.074+0000 7f7f72185640 1 -- start start 2023-12-02T00:31:39.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f72185640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7f6c06e360 0x7f7f6c157b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f72185640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f6c0c01f0 con 0x7f7f6c0c1010 2023-12-02T00:31:39.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f72185640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f6c0c04d0 con 0x7f7f6c0ab4b0 2023-12-02T00:31:39.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f72185640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f6c154850 con 0x7f7f6c06e360 2023-12-02T00:31:39.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f71183640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7f6c0c1010 0x7f7f6c0aa830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46688/0 (socket says 172.21.15.133:46688) 2023-12-02T00:31:39.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f71183640 1 -- 172.21.15.133:0/4131062501 learned_addr learned my addr 172.21.15.133:0/4131062501 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:39.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f70982640 1 --2- 172.21.15.133:0/4131062501 >> v2:172.21.15.133:3300/0 conn(0x7f7f6c06e360 0x7f7f6c157b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f63fff640 1 -- 172.21.15.133:0/4131062501 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2229294442 0 0) 0x7f7f6c0c01f0 con 0x7f7f6c0c1010 2023-12-02T00:31:39.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f63fff640 1 -- 172.21.15.133:0/4131062501 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f58003530 con 0x7f7f6c0c1010 2023-12-02T00:31:39.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f70982640 1 -- 172.21.15.133:0/4131062501 >> v1:172.21.15.172:6789/0 conn(0x7f7f6c0ab4b0 legacy=0x7f7f6c15eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f70982640 1 -- 172.21.15.133:0/4131062501 >> v1:172.21.15.133:6789/0 conn(0x7f7f6c0c1010 legacy=0x7f7f6c0aa830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.078+0000 7f7f70982640 1 -- 172.21.15.133:0/4131062501 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f6c154b30 con 0x7f7f6c06e360 2023-12-02T00:31:39.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f70982640 1 --2- 172.21.15.133:0/4131062501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c06e360 0x7f7f6c157b30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f7f5c0097c0 tx=0x7f7f5c01c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f83ce12ce8f1589 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f63fff640 1 -- 172.21.15.133:0/4131062501 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f5c0ab600 con 0x7f7f6c06e360 2023-12-02T00:31:39.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f63fff640 1 -- 172.21.15.133:0/4131062501 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f5c0a7050 con 0x7f7f6c06e360 2023-12-02T00:31:39.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f63fff640 1 -- 172.21.15.133:0/4131062501 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f5c0ab980 con 0x7f7f6c06e360 2023-12-02T00:31:39.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 -- 172.21.15.133:0/4131062501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c06e360 msgr2=0x7f7f6c157b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 --2- 172.21.15.133:0/4131062501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c06e360 0x7f7f6c157b30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f7f5c0097c0 tx=0x7f7f5c01c360 comp rx=0 tx=0).stop 2023-12-02T00:31:39.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 -- 172.21.15.133:0/4131062501 shutdown_connections 2023-12-02T00:31:39.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 --2- 172.21.15.133:0/4131062501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c06e360 0x7f7f6c157b30 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 -- 172.21.15.133:0/4131062501 >> 172.21.15.133:0/4131062501 conn(0x7f7f6c0c63b0 msgr2=0x7f7f6c0c67c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:39.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 -- 172.21.15.133:0/4131062501 shutdown_connections 2023-12-02T00:31:39.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 -- 172.21.15.133:0/4131062501 wait complete. 2023-12-02T00:31:39.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 Processor -- start 2023-12-02T00:31:39.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 -- start start 2023-12-02T00:31:39.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.082+0000 7f7f72185640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06e360 0x7f7f6c0704b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0ab4b0 0x7f7f6c1562b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c0c1010 0x7f7f6c1567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c0c6200 con 0x7f7f6c0c1010 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c1473c0 con 0x7f7f6c0ab4b0 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c155e70 con 0x7f7f6c06e360 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c0c1010 0x7f7f6c1567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c0c1010 0x7f7f6c1567f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57264/0 (socket says 172.21.15.133:57264) 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 -- 172.21.15.133:0/455118283 learned_addr learned my addr 172.21.15.133:0/455118283 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f70982640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0ab4b0 0x7f7f6c1562b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71183640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06e360 0x7f7f6c0704b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 -- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06e360 msgr2=0x7f7f6c0704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06e360 0x7f7f6c0704b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 -- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0ab4b0 msgr2=0x7f7f6c1562b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0ab4b0 0x7f7f6c1562b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 -- 172.21.15.133:0/455118283 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f5c009420 con 0x7f7f6c0c1010 2023-12-02T00:31:39.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f70982640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0ab4b0 0x7f7f6c1562b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:39.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f71984640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c0c1010 0x7f7f6c1567f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7f6400c760 tx=0x7f7f6400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f61ffb640 1 -- 172.21.15.133:0/455118283 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f64003b80 con 0x7f7f6c0c1010 2023-12-02T00:31:39.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f61ffb640 1 -- 172.21.15.133:0/455118283 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f64003ce0 con 0x7f7f6c0c1010 2023-12-02T00:31:39.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f61ffb640 1 -- 172.21.15.133:0/455118283 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f6400aa30 con 0x7f7f6c0c1010 2023-12-02T00:31:39.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f6c156d30 con 0x7f7f6c0c1010 2023-12-02T00:31:39.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f6c147610 con 0x7f7f6c0c1010 2023-12-02T00:31:39.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f6c04e850 con 0x7f7f6c0c1010 2023-12-02T00:31:39.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.086+0000 7f7f61ffb640 1 -- 172.21.15.133:0/455118283 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7f6400ab90 con 0x7f7f6c0c1010 2023-12-02T00:31:39.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.090+0000 7f7f61ffb640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066470 0x7f7f50068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.090+0000 7f7f61ffb640 1 -- 172.21.15.133:0/455118283 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7f64083840 con 0x7f7f6c0c1010 2023-12-02T00:31:39.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.090+0000 7f7f71183640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066470 0x7f7f50068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.090+0000 7f7f71183640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066470 0x7f7f50068930 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7f680011f0 tx=0x7f7f68009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.094+0000 7f7f61ffb640 1 -- 172.21.15.133:0/455118283 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7f640510a0 con 0x7f7f6c0c1010 2023-12-02T00:31:39.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.298+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f7f6c073a80 con 0x7f7f6c0c1010 2023-12-02T00:31:39.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.302+0000 7f7f61ffb640 1 -- 172.21.15.133:0/455118283 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f7f640546c0 con 0x7f7f6c0c1010 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066470 msgr2=0x7f7f50068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066470 0x7f7f50068930 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7f680011f0 tx=0x7f7f68009040 comp rx=0 tx=0).stop 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c0c1010 msgr2=0x7f7f6c1567f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c0c1010 0x7f7f6c1567f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f7f6400c760 tx=0x7f7f6400cc20 comp rx=0 tx=0).stop 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 shutdown_connections 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f50066470 0x7f7f50068930 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f6c0c1010 0x7f7f6c1567f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f6c0ab4b0 0x7f7f6c1562b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 --2- 172.21.15.133:0/455118283 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f6c06e360 0x7f7f6c0704b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 >> 172.21.15.133:0/455118283 conn(0x7f7f6c0c63b0 msgr2=0x7f7f6c0bfcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 shutdown_connections 2023-12-02T00:31:39.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.306+0000 7f7f72185640 1 -- 172.21.15.133:0/455118283 wait complete. 2023-12-02T00:31:39.327 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-12-02T00:31:39.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.462+0000 7f68612fe640 1 Processor -- start 2023-12-02T00:31:39.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.462+0000 7f68612fe640 1 -- start start 2023-12-02T00:31:39.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68612fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f685c0c7ea0 0x7f685c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68612fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c06b9e0 0x7f685c15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68612fe640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f685c06c860 con 0x7f685c151e90 2023-12-02T00:31:39.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68612fe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f685c0c8750 con 0x7f685c0c7ea0 2023-12-02T00:31:39.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68612fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f685c1552d0 con 0x7f685c06b9e0 2023-12-02T00:31:39.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f685b7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c06b9e0 0x7f685c15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68527fc640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f685c0c7ea0 0x7f685c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f685b7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c06b9e0 0x7f685c15f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:38020/0 (socket says 172.21.15.133:38020) 2023-12-02T00:31:39.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f685affd640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f685c151e90 0x7f685c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:44120/0 (socket says 172.21.15.133:44120) 2023-12-02T00:31:39.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f685b7fe640 1 -- 172.21.15.133:0/280945812 learned_addr learned my addr 172.21.15.133:0/280945812 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:39.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68527fc640 1 -- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c06b9e0 msgr2=0x7f685c15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:39.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68527fc640 1 --2- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c06b9e0 0x7f685c15f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68527fc640 1 -- 172.21.15.133:0/280945812 >> v1:172.21.15.172:6789/0 conn(0x7f685c151e90 legacy=0x7f685c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f68527fc640 1 -- 172.21.15.133:0/280945812 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f685c154930 con 0x7f685c0c7ea0 2023-12-02T00:31:39.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.466+0000 7f685b7fe640 1 --2- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c06b9e0 0x7f685c15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:39.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68527fc640 1 --2- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 0x7f685c06b4a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f68440097c0 tx=0x7f684401c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f51f70e3f1fa089 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f685a7fc640 1 -- 172.21.15.133:0/280945812 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68440ab600 con 0x7f685c0c7ea0 2023-12-02T00:31:39.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f685a7fc640 1 -- 172.21.15.133:0/280945812 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68440a7050 con 0x7f685c0c7ea0 2023-12-02T00:31:39.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f685a7fc640 1 -- 172.21.15.133:0/280945812 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68440ab980 con 0x7f685c0c7ea0 2023-12-02T00:31:39.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 -- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 msgr2=0x7f685c06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 --2- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 0x7f685c06b4a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f68440097c0 tx=0x7f684401c360 comp rx=0 tx=0).stop 2023-12-02T00:31:39.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 -- 172.21.15.133:0/280945812 shutdown_connections 2023-12-02T00:31:39.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 --2- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c06b9e0 0x7f685c15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 --2- 172.21.15.133:0/280945812 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 0x7f685c06b4a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 -- 172.21.15.133:0/280945812 >> 172.21.15.133:0/280945812 conn(0x7f685c0ca170 msgr2=0x7f685c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:39.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 -- 172.21.15.133:0/280945812 shutdown_connections 2023-12-02T00:31:39.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 -- 172.21.15.133:0/280945812 wait complete. 2023-12-02T00:31:39.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 Processor -- start 2023-12-02T00:31:39.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.470+0000 7f68612fe640 1 -- start start 2023-12-02T00:31:39.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f685c06b9e0 0x7f685c13d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 0x7f685c1edae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c151e90 0x7f685c13e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f685c145bf0 con 0x7f685c06b9e0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f685c13e6f0 con 0x7f685c0c7ea0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f685c13d4f0 con 0x7f685c151e90 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f685c06b9e0 0x7f685c13d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f685c06b9e0 0x7f685c13d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57278/0 (socket says 172.21.15.133:57278) 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 -- 172.21.15.133:0/4284567756 learned_addr learned my addr 172.21.15.133:0/4284567756 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685b7fe640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c151e90 0x7f685c13e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68527fc640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 0x7f685c1edae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 -- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c151e90 msgr2=0x7f685c13e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c151e90 0x7f685c13e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 -- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 msgr2=0x7f685c1edae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 0x7f685c1edae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 -- 172.21.15.133:0/4284567756 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6854009b30 con 0x7f685c06b9e0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f685affd640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f685c06b9e0 0x7f685c13d980 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f684c00c4c0 tx=0x7f684c00c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f6853fff640 1 -- 172.21.15.133:0/4284567756 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f684c007480 con 0x7f685c06b9e0 2023-12-02T00:31:39.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f6853fff640 1 -- 172.21.15.133:0/4284567756 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f684c0075e0 con 0x7f685c06b9e0 2023-12-02T00:31:39.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f6853fff640 1 -- 172.21.15.133:0/4284567756 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f684c004a10 con 0x7f685c06b9e0 2023-12-02T00:31:39.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6844009420 con 0x7f685c06b9e0 2023-12-02T00:31:39.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f685c13e920 con 0x7f685c06b9e0 2023-12-02T00:31:39.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f685c068400 con 0x7f685c06b9e0 2023-12-02T00:31:39.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.474+0000 7f6853fff640 1 -- 172.21.15.133:0/4284567756 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f684c004b70 con 0x7f685c06b9e0 2023-12-02T00:31:39.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.478+0000 7f6853fff640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f683c066470 0x7f683c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.478+0000 7f6853fff640 1 -- 172.21.15.133:0/4284567756 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f684c082de0 con 0x7f685c06b9e0 2023-12-02T00:31:39.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.478+0000 7f68527fc640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f683c066470 0x7f683c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.478+0000 7f68527fc640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f683c066470 0x7f683c068930 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f68440ad000 tx=0x7f6844008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.482+0000 7f6853fff640 1 -- 172.21.15.133:0/4284567756 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f684c050510 con 0x7f685c06b9e0 2023-12-02T00:31:39.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.682+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f685c14bcd0 con 0x7f685c06b9e0 2023-12-02T00:31:39.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f6853fff640 1 -- 172.21.15.133:0/4284567756 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7f684c018020 con 0x7f685c06b9e0 2023-12-02T00:31:39.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f683c066470 msgr2=0x7f683c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f683c066470 0x7f683c068930 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f68440ad000 tx=0x7f6844008040 comp rx=0 tx=0).stop 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f685c06b9e0 msgr2=0x7f685c13d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f685c06b9e0 0x7f685c13d980 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f684c00c4c0 tx=0x7f684c00c980 comp rx=0 tx=0).stop 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 shutdown_connections 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f683c066470 0x7f683c068930 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f685c151e90 0x7f685c13e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f685c0c7ea0 0x7f685c1edae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 --2- 172.21.15.133:0/4284567756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f685c06b9e0 0x7f685c13d980 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 >> 172.21.15.133:0/4284567756 conn(0x7f685c0ca170 msgr2=0x7f685c150020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 shutdown_connections 2023-12-02T00:31:39.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.686+0000 7f68612fe640 1 -- 172.21.15.133:0/4284567756 wait complete. 2023-12-02T00:31:39.710 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-12-02T00:31:39.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.842+0000 7fbd12ed6640 1 Processor -- start 2023-12-02T00:31:39.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.842+0000 7fbd12ed6640 1 -- start start 2023-12-02T00:31:39.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd12ed6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbd0c0a5370 0x7fbd0c0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd12ed6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd0c0c2760 con 0x7fbd0c072090 2023-12-02T00:31:39.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd12ed6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd0c0a5750 con 0x7fbd0c0c4110 2023-12-02T00:31:39.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd12ed6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd0c0c3070 con 0x7fbd0c0a5370 2023-12-02T00:31:39.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd10c72640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbd0c0a5370 0x7fbd0c0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd11473640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fbd0c072090 0x7fbd0c15b4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46704/0 (socket says 172.21.15.133:46704) 2023-12-02T00:31:39.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd11473640 1 -- 172.21.15.133:0/1194310033 learned_addr learned my addr 172.21.15.133:0/1194310033 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:39.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd10c72640 1 -- 172.21.15.133:0/1194310033 >> v1:172.21.15.172:6789/0 conn(0x7fbd0c0c4110 legacy=0x7fbd0c150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:39.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd10c72640 1 -- 172.21.15.133:0/1194310033 >> v1:172.21.15.133:6789/0 conn(0x7fbd0c072090 legacy=0x7fbd0c15b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd10c72640 1 -- 172.21.15.133:0/1194310033 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd0c0aad20 con 0x7fbd0c0a5370 2023-12-02T00:31:39.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.846+0000 7fbd0b7fe640 1 -- 172.21.15.133:0/1194310033 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1438503257 0 0) 0x7fbd0c0c2760 con 0x7fbd0c072090 2023-12-02T00:31:39.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd10c72640 1 --2- 172.21.15.133:0/1194310033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c0a5370 0x7fbd0c0c3bd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000a960 tx=0x7fbd0001d6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5b9c6b3986411fb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd0b7fe640 1 -- 172.21.15.133:0/1194310033 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd000a6770 con 0x7fbd0c0a5370 2023-12-02T00:31:39.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd0b7fe640 1 -- 172.21.15.133:0/1194310033 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd000a68d0 con 0x7fbd0c0a5370 2023-12-02T00:31:39.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd0b7fe640 1 -- 172.21.15.133:0/1194310033 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd000a6c60 con 0x7fbd0c0a5370 2023-12-02T00:31:39.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 -- 172.21.15.133:0/1194310033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c0a5370 msgr2=0x7fbd0c0c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/1194310033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c0a5370 0x7fbd0c0c3bd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000a960 tx=0x7fbd0001d6c0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 -- 172.21.15.133:0/1194310033 shutdown_connections 2023-12-02T00:31:39.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/1194310033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c0a5370 0x7fbd0c0c3bd0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 -- 172.21.15.133:0/1194310033 >> 172.21.15.133:0/1194310033 conn(0x7fbd0c06a5b0 msgr2=0x7fbd0c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:39.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 -- 172.21.15.133:0/1194310033 shutdown_connections 2023-12-02T00:31:39.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 -- 172.21.15.133:0/1194310033 wait complete. 2023-12-02T00:31:39.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 Processor -- start 2023-12-02T00:31:39.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.850+0000 7fbd12ed6640 1 -- start start 2023-12-02T00:31:39.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c072090 0x7fbd0c1434e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbd0c0a5370 0x7fbd0c1466f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbd0c0c4110 0x7fbd0c1ece90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0c1eca70 con 0x7fbd0c072090 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0c155010 con 0x7fbd0c0a5370 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0c1410b0 con 0x7fbd0c0c4110 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c072090 0x7fbd0c1434e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c072090 0x7fbd0c1434e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57306/0 (socket says 172.21.15.133:57306) 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 -- 172.21.15.133:0/3237759296 learned_addr learned my addr 172.21.15.133:0/3237759296 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd11473640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbd0c0c4110 0x7fbd0c1ece90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd0bfff640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbd0c0a5370 0x7fbd0c1466f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 -- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbd0c0c4110 msgr2=0x7fbd0c1ece90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbd0c0c4110 0x7fbd0c1ece90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 -- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbd0c0a5370 msgr2=0x7fbd0c1466f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbd0c0a5370 0x7fbd0c1466f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:39.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 -- 172.21.15.133:0/3237759296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd0000a5c0 con 0x7fbd0c072090 2023-12-02T00:31:39.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd10c72640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c072090 0x7fbd0c1434e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000a960 tx=0x7fbd0001bf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd097fa640 1 -- 172.21.15.133:0/3237759296 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd00004230 con 0x7fbd0c072090 2023-12-02T00:31:39.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd097fa640 1 -- 172.21.15.133:0/3237759296 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd00004390 con 0x7fbd0c072090 2023-12-02T00:31:39.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd097fa640 1 -- 172.21.15.133:0/3237759296 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd000b8850 con 0x7fbd0c072090 2023-12-02T00:31:39.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd0c141300 con 0x7fbd0c072090 2023-12-02T00:31:39.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd0c148fc0 con 0x7fbd0c072090 2023-12-02T00:31:39.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd0c1ecbb0 con 0x7fbd0c072090 2023-12-02T00:31:39.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.854+0000 7fbd097fa640 1 -- 172.21.15.133:0/3237759296 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbd000b89b0 con 0x7fbd0c072090 2023-12-02T00:31:39.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.858+0000 7fbd097fa640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbcf00664a0 0x7fbcf0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:39.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.858+0000 7fbd097fa640 1 -- 172.21.15.133:0/3237759296 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbd0011e930 con 0x7fbd0c072090 2023-12-02T00:31:39.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.858+0000 7fbd0bfff640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbcf00664a0 0x7fbcf0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:39.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.858+0000 7fbd0bfff640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbcf00664a0 0x7fbcf0068960 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c0a4f00 tx=0x7fbcf8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:39.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:39.862+0000 7fbd097fa640 1 -- 172.21.15.133:0/3237759296 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbd0c1ecbb0 con 0x7fbd0c072090 2023-12-02T00:31:40.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.062+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7fbd0c1ecbb0 con 0x7fbd0c072090 2023-12-02T00:31:40.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.062+0000 7fbd097fa640 1 -- 172.21.15.133:0/3237759296 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fbd0c1ecbb0 con 0x7fbd0c072090 2023-12-02T00:31:40.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbcf00664a0 msgr2=0x7fbcf0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbcf00664a0 0x7fbcf0068960 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c0a4f00 tx=0x7fbcf8008040 comp rx=0 tx=0).stop 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c072090 msgr2=0x7fbd0c1434e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c072090 0x7fbd0c1434e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000a960 tx=0x7fbd0001bf00 comp rx=0 tx=0).stop 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 shutdown_connections 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbcf00664a0 0x7fbcf0068960 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbd0c0c4110 0x7fbd0c1ece90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbd0c0a5370 0x7fbd0c1466f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 --2- 172.21.15.133:0/3237759296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd0c072090 0x7fbd0c1434e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 >> 172.21.15.133:0/3237759296 conn(0x7fbd0c06a5b0 msgr2=0x7fbd0c150fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:40.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 shutdown_connections 2023-12-02T00:31:40.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.066+0000 7fbd12ed6640 1 -- 172.21.15.133:0/3237759296 wait complete. 2023-12-02T00:31:40.089 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-12-02T00:31:40.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.226+0000 7f24edc09640 1 Processor -- start 2023-12-02T00:31:40.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.226+0000 7f24edc09640 1 -- start start 2023-12-02T00:31:40.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.226+0000 7f24edc09640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f24e806c780 0x7f24e814a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.226+0000 7f24edc09640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24e80c1e30 con 0x7f24e806d990 2023-12-02T00:31:40.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.226+0000 7f24edc09640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24e806dd70 con 0x7f24e80c5360 2023-12-02T00:31:40.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.226+0000 7f24edc09640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24e80c57c0 con 0x7f24e806c780 2023-12-02T00:31:40.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24ecc07640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f24e806d990 0x7f24e81546c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46716/0 (socket says 172.21.15.133:46716) 2023-12-02T00:31:40.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24ecc07640 1 -- 172.21.15.133:0/3909812604 learned_addr learned my addr 172.21.15.133:0/3909812604 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:40.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1688908124 0 0) 0x7f24e80c1e30 con 0x7f24e806d990 2023-12-02T00:31:40.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24d0005740 con 0x7f24e806d990 2023-12-02T00:31:40.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24ed408640 1 --2- 172.21.15.133:0/3909812604 >> v2:172.21.15.172:3300/0 conn(0x7f24e806c780 0x7f24e814a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3886114612 0 0) 0x7f24d0005740 con 0x7f24e806d990 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 >> v2:172.21.15.172:3300/0 conn(0x7f24e806c780 msgr2=0x7f24e814a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 --2- 172.21.15.133:0/3909812604 >> v2:172.21.15.172:3300/0 conn(0x7f24e806c780 0x7f24e814a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 >> v1:172.21.15.172:6789/0 conn(0x7f24e80c5360 legacy=0x7f24e806c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24e80c1220 con 0x7f24e806d990 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f24e4001680 con 0x7f24e806d990 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 >> v1:172.21.15.133:6789/0 conn(0x7f24e806d990 legacy=0x7f24e81546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d0005b90 0x7f24d0005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24d00069e0 0x7f24d0006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24d00073a0 0x7f24d000dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24e80c57c0 con 0x7f24d00069e0 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d000e2f0 con 0x7f24d00073a0 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24d000e4b0 con 0x7f24d0005b90 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24dffff640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24d00069e0 0x7f24d0006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24ecc07640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d0005b90 0x7f24d0005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24ed408640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24d00073a0 0x7f24d000dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24dffff640 1 -- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d0005b90 msgr2=0x7f24d0005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:40.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24dffff640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d0005b90 0x7f24d0005fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24dffff640 1 -- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24d00073a0 msgr2=0x7f24d000dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:40.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24dffff640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24d00073a0 0x7f24d000dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24dffff640 1 -- 172.21.15.133:0/3909812604 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d0005740 con 0x7f24d00069e0 2023-12-02T00:31:40.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.230+0000 7f24ed408640 1 -- 172.21.15.133:0/3909812604 reap_dead start 2023-12-02T00:31:40.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24dffff640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24d00069e0 0x7f24d0006e60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f24d8001780 tx=0x7f24d801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=346555dc803b6048 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:40.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d80052d0 con 0x7f24d00069e0 2023-12-02T00:31:40.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24d80a7050 con 0x7f24d00069e0 2023-12-02T00:31:40.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24df7fe640 1 -- 172.21.15.133:0/3909812604 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d8003600 con 0x7f24d00069e0 2023-12-02T00:31:40.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 -- 172.21.15.133:0/3909812604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24d00069e0 msgr2=0x7f24d0006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24d00069e0 0x7f24d0006e60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f24d8001780 tx=0x7f24d801c3e0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 -- 172.21.15.133:0/3909812604 shutdown_connections 2023-12-02T00:31:40.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 --2- 172.21.15.133:0/3909812604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24d00069e0 0x7f24d0006e60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 -- 172.21.15.133:0/3909812604 >> 172.21.15.133:0/3909812604 conn(0x7f24e80a7800 msgr2=0x7f24e80a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:40.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 -- 172.21.15.133:0/3909812604 shutdown_connections 2023-12-02T00:31:40.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 -- 172.21.15.133:0/3909812604 wait complete. 2023-12-02T00:31:40.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 Processor -- start 2023-12-02T00:31:40.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.234+0000 7f24edc09640 1 -- start start 2023-12-02T00:31:40.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d00069e0 0x7f24e81e65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24e80a8ad0 0x7f24e8145c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24e81461b0 0x7f24e8153880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24e80ab420 con 0x7f24e81461b0 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24e81e6b00 con 0x7f24e80a8ad0 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24e80a5030 con 0x7f24d00069e0 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24e81461b0 0x7f24e8153880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24e81461b0 0x7f24e8153880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57330/0 (socket says 172.21.15.133:57330) 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 -- 172.21.15.133:0/216479008 learned_addr learned my addr 172.21.15.133:0/216479008 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24dffff640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24e80a8ad0 0x7f24e8145c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ecc07640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d00069e0 0x7f24e81e65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 -- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d00069e0 msgr2=0x7f24e81e65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d00069e0 0x7f24e81e65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 -- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24e80a8ad0 msgr2=0x7f24e8145c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24e80a8ad0 0x7f24e8145c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 -- 172.21.15.133:0/216479008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24e8146630 con 0x7f24e81461b0 2023-12-02T00:31:40.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24ed408640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24e81461b0 0x7f24e8153880 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f24e806f730 tx=0x7f24e0007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:40.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24dd7fa640 1 -- 172.21.15.133:0/216479008 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24e0004680 con 0x7f24e81461b0 2023-12-02T00:31:40.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24dd7fa640 1 -- 172.21.15.133:0/216479008 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24e0004800 con 0x7f24e81461b0 2023-12-02T00:31:40.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24e80aa8a0 con 0x7f24e81461b0 2023-12-02T00:31:40.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24dd7fa640 1 -- 172.21.15.133:0/216479008 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24e0015660 con 0x7f24e81461b0 2023-12-02T00:31:40.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24e80aae60 con 0x7f24e81461b0 2023-12-02T00:31:40.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24e804e850 con 0x7f24e81461b0 2023-12-02T00:31:40.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.238+0000 7f24dd7fa640 1 -- 172.21.15.133:0/216479008 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f24e00157c0 con 0x7f24e81461b0 2023-12-02T00:31:40.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.242+0000 7f24dd7fa640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f24d40664a0 0x7f24d4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.242+0000 7f24dd7fa640 1 -- 172.21.15.133:0/216479008 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f24e0084070 con 0x7f24e81461b0 2023-12-02T00:31:40.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.242+0000 7f24ecc07640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f24d40664a0 0x7f24d4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.242+0000 7f24ecc07640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f24d40664a0 0x7f24d4068960 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f24e4007cc0 tx=0x7f24e4001c30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:40.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.246+0000 7f24dd7fa640 1 -- 172.21.15.133:0/216479008 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f24e00b5280 con 0x7f24e81461b0 2023-12-02T00:31:40.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.450+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f24e80c21b0 con 0x7f24e81461b0 2023-12-02T00:31:40.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.450+0000 7f24dd7fa640 1 -- 172.21.15.133:0/216479008 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7f24e00518e0 con 0x7f24e81461b0 2023-12-02T00:31:40.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f24d40664a0 msgr2=0x7f24d4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f24d40664a0 0x7f24d4068960 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f24e4007cc0 tx=0x7f24e4001c30 comp rx=0 tx=0).stop 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24e81461b0 msgr2=0x7f24e8153880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24e81461b0 0x7f24e8153880 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f24e806f730 tx=0x7f24e0007700 comp rx=0 tx=0).stop 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 shutdown_connections 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f24d40664a0 0x7f24d4068960 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24e81461b0 0x7f24e8153880 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f24e80a8ad0 0x7f24e8145c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 --2- 172.21.15.133:0/216479008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24d00069e0 0x7f24e81e65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 >> 172.21.15.133:0/216479008 conn(0x7f24e80a7800 msgr2=0x7f24e80a5d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:40.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 shutdown_connections 2023-12-02T00:31:40.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.454+0000 7f24edc09640 1 -- 172.21.15.133:0/216479008 wait complete. 2023-12-02T00:31:40.477 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-12-02T00:31:40.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4593fe7640 1 Processor -- start 2023-12-02T00:31:40.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4593fe7640 1 -- start start 2023-12-02T00:31:40.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4593fe7640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f458c14b010 0x7f458c0bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4593fe7640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f458c073a70 0x7f458c06b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4593fe7640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f458c06a5b0 con 0x7f458c06b540 2023-12-02T00:31:40.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4593fe7640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f458c0c1d60 con 0x7f458c073a70 2023-12-02T00:31:40.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4593fe7640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f458c0c2040 con 0x7f458c14b010 2023-12-02T00:31:40.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4592584640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f458c06b540 0x7f458c157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46728/0 (socket says 172.21.15.133:46728) 2023-12-02T00:31:40.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4592584640 1 -- 172.21.15.133:0/1757273183 learned_addr learned my addr 172.21.15.133:0/1757273183 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:40.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4591582640 1 --2- 172.21.15.133:0/1757273183 >> v2:172.21.15.133:3300/0 conn(0x7f458c073a70 0x7f458c06b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4591d83640 1 --2- 172.21.15.133:0/1757273183 >> v2:172.21.15.172:3300/0 conn(0x7f458c14b010 0x7f458c0bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4590d81640 1 -- 172.21.15.133:0/1757273183 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2349023230 0 0) 0x7f458c06a5b0 con 0x7f458c06b540 2023-12-02T00:31:40.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4590d81640 1 -- 172.21.15.133:0/1757273183 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4578003530 con 0x7f458c06b540 2023-12-02T00:31:40.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4591582640 1 -- 172.21.15.133:0/1757273183 >> v2:172.21.15.172:3300/0 conn(0x7f458c14b010 msgr2=0x7f458c0bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:40.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4591582640 1 --2- 172.21.15.133:0/1757273183 >> v2:172.21.15.172:3300/0 conn(0x7f458c14b010 0x7f458c0bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4591582640 1 -- 172.21.15.133:0/1757273183 >> v1:172.21.15.133:6789/0 conn(0x7f458c06b540 legacy=0x7f458c157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.614+0000 7f4591582640 1 -- 172.21.15.133:0/1757273183 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f458c06a800 con 0x7f458c073a70 2023-12-02T00:31:40.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4591582640 1 --2- 172.21.15.133:0/1757273183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c073a70 0x7f458c06b000 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f458c070140 tx=0x7f457c01ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c7b02f50e149576 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:40.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4590d81640 1 -- 172.21.15.133:0/1757273183 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f457c0a8950 con 0x7f458c073a70 2023-12-02T00:31:40.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4590d81640 1 -- 172.21.15.133:0/1757273183 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f457c0a8ab0 con 0x7f458c073a70 2023-12-02T00:31:40.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4590d81640 1 -- 172.21.15.133:0/1757273183 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f457c0a8e40 con 0x7f458c073a70 2023-12-02T00:31:40.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 -- 172.21.15.133:0/1757273183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c073a70 msgr2=0x7f458c06b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 --2- 172.21.15.133:0/1757273183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c073a70 0x7f458c06b000 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f458c070140 tx=0x7f457c01ec50 comp rx=0 tx=0).stop 2023-12-02T00:31:40.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 -- 172.21.15.133:0/1757273183 shutdown_connections 2023-12-02T00:31:40.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 --2- 172.21.15.133:0/1757273183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c073a70 0x7f458c06b000 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 --2- 172.21.15.133:0/1757273183 >> v2:172.21.15.172:3300/0 conn(0x7f458c14b010 0x7f458c0bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 -- 172.21.15.133:0/1757273183 >> 172.21.15.133:0/1757273183 conn(0x7f458c0c30c0 msgr2=0x7f458c0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:40.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 -- 172.21.15.133:0/1757273183 shutdown_connections 2023-12-02T00:31:40.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.618+0000 7f4593fe7640 1 -- 172.21.15.133:0/1757273183 wait complete. 2023-12-02T00:31:40.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 Processor -- start 2023-12-02T00:31:40.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 -- start start 2023-12-02T00:31:40.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458c073a70 0x7f458c1550e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c14b010 0x7f458c0aba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f458c0abf90 0x7f458c1e7230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458c1ee320 con 0x7f458c14b010 2023-12-02T00:31:40.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458c1edde0 con 0x7f458c0abf90 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f458c157cc0 con 0x7f458c073a70 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c14b010 0x7f458c0aba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c14b010 0x7f458c0aba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57348/0 (socket says 172.21.15.133:57348) 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 -- 172.21.15.133:0/2296418869 learned_addr learned my addr 172.21.15.133:0/2296418869 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 -- 172.21.15.133:0/2296418869 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458c073a70 msgr2=0x7f458c1550e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458c073a70 0x7f458c1550e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 -- 172.21.15.133:0/2296418869 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f458c0abf90 msgr2=0x7f458c1e7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f458c0abf90 0x7f458c1e7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 -- 172.21.15.133:0/2296418869 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f457c009420 con 0x7f458c14b010 2023-12-02T00:31:40.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4591582640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c14b010 0x7f458c0aba50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f457c0b3040 tx=0x7f457c01b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:40.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f45827fc640 1 -- 172.21.15.133:0/2296418869 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f457c0b0d20 con 0x7f458c14b010 2023-12-02T00:31:40.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f45827fc640 1 -- 172.21.15.133:0/2296418869 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f457c0b9430 con 0x7f458c14b010 2023-12-02T00:31:40.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f458c1ee040 con 0x7f458c14b010 2023-12-02T00:31:40.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f45827fc640 1 -- 172.21.15.133:0/2296418869 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f457c0b0ea0 con 0x7f458c14b010 2023-12-02T00:31:40.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f458c1579e0 con 0x7f458c14b010 2023-12-02T00:31:40.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.622+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f458c157560 con 0x7f458c14b010 2023-12-02T00:31:40.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.626+0000 7f45827fc640 1 -- 172.21.15.133:0/2296418869 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f457c0b7040 con 0x7f458c14b010 2023-12-02T00:31:40.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.626+0000 7f45827fc640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4570066470 0x7f4570068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.626+0000 7f45827fc640 1 -- 172.21.15.133:0/2296418869 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f457c1216b0 con 0x7f458c14b010 2023-12-02T00:31:40.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.626+0000 7f4591d83640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4570066470 0x7f4570068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.626+0000 7f4591d83640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4570066470 0x7f4570068930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4588006aa0 tx=0x7f4588006a30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:40.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.630+0000 7f45827fc640 1 -- 172.21.15.133:0/2296418869 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f458c157560 con 0x7f458c14b010 2023-12-02T00:31:40.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.830+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f458c157560 con 0x7f458c14b010 2023-12-02T00:31:40.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f45827fc640 1 -- 172.21.15.133:0/2296418869 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7f458c157560 con 0x7f458c14b010 2023-12-02T00:31:40.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4570066470 msgr2=0x7f4570068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4570066470 0x7f4570068930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4588006aa0 tx=0x7f4588006a30 comp rx=0 tx=0).stop 2023-12-02T00:31:40.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c14b010 msgr2=0x7f458c0aba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c14b010 0x7f458c0aba50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f457c0b3040 tx=0x7f457c01b9f0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 shutdown_connections 2023-12-02T00:31:40.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4570066470 0x7f4570068930 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f458c0abf90 0x7f458c1e7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c14b010 0x7f458c0aba50 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 --2- 172.21.15.133:0/2296418869 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f458c073a70 0x7f458c1550e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 >> 172.21.15.133:0/2296418869 conn(0x7f458c0c30c0 msgr2=0x7f458c14a260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:40.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 shutdown_connections 2023-12-02T00:31:40.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.834+0000 7f4593fe7640 1 -- 172.21.15.133:0/2296418869 wait complete. 2023-12-02T00:31:40.859 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:40.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.990+0000 7fc3b14fe640 1 Processor -- start 2023-12-02T00:31:40.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3b14fe640 1 -- start start 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3b14fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc3ac151e90 0x7fc3ac0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3b14fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac0c4e60 0x7fc3ac06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3b14fe640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3ac06c860 con 0x7fc3ac0c7ea0 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3b14fe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3ac0c8750 con 0x7fc3ac151e90 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3b14fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ac1552d0 con 0x7fc3ac0c4e60 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3aaffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc3ac151e90 0x7fc3ac0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3aa7fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc3ac0c7ea0 0x7fc3ac06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46740/0 (socket says 172.21.15.133:46740) 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3aa7fc640 1 -- 172.21.15.133:0/1874474541 learned_addr learned my addr 172.21.15.133:0/1874474541 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3ab7fe640 1 --2- 172.21.15.133:0/1874474541 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac0c4e60 0x7fc3ac06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3aaffd640 1 -- 172.21.15.133:0/1874474541 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac0c4e60 msgr2=0x7fc3ac06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:40.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3aaffd640 1 --2- 172.21.15.133:0/1874474541 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac0c4e60 0x7fc3ac06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:40.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3aaffd640 1 -- 172.21.15.133:0/1874474541 >> v1:172.21.15.133:6789/0 conn(0x7fc3ac0c7ea0 legacy=0x7fc3ac06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:40.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.994+0000 7fc3aaffd640 1 -- 172.21.15.133:0/1874474541 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3ac154930 con 0x7fc3ac151e90 2023-12-02T00:31:41.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3aaffd640 1 --2- 172.21.15.133:0/1874474541 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac151e90 0x7fc3ac0c4920 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc39c0097c0 tx=0x7fc39c01c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62723c0769be9c3f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3a9ffb640 1 -- 172.21.15.133:0/1874474541 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc39c0ab600 con 0x7fc3ac151e90 2023-12-02T00:31:41.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3a9ffb640 1 -- 172.21.15.133:0/1874474541 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc39c0a7050 con 0x7fc3ac151e90 2023-12-02T00:31:41.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3a9ffb640 1 -- 172.21.15.133:0/1874474541 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc39c0ab980 con 0x7fc3ac151e90 2023-12-02T00:31:41.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 -- 172.21.15.133:0/1874474541 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac151e90 msgr2=0x7fc3ac0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/1874474541 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac151e90 0x7fc3ac0c4920 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc39c0097c0 tx=0x7fc39c01c360 comp rx=0 tx=0).stop 2023-12-02T00:31:41.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 -- 172.21.15.133:0/1874474541 shutdown_connections 2023-12-02T00:31:41.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/1874474541 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac0c4e60 0x7fc3ac06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/1874474541 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac151e90 0x7fc3ac0c4920 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 -- 172.21.15.133:0/1874474541 >> 172.21.15.133:0/1874474541 conn(0x7fc3ac0ca170 msgr2=0x7fc3ac0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:41.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 -- 172.21.15.133:0/1874474541 shutdown_connections 2023-12-02T00:31:41.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 -- 172.21.15.133:0/1874474541 wait complete. 2023-12-02T00:31:41.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 Processor -- start 2023-12-02T00:31:41.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:40.998+0000 7fc3b14fe640 1 -- start start 2023-12-02T00:31:41.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ac0c4e60 0x7fc3ac0aa900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac0c7ea0 0x7fc3ac0ac030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac151e90 0x7fc3ac14b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ac1587f0 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ac0ac6a0 con 0x7fc3ac0c4e60 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ac0a9b40 con 0x7fc3ac151e90 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac0c7ea0 0x7fc3ac0ac030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac0c7ea0 0x7fc3ac0ac030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57374/0 (socket says 172.21.15.133:57374) 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 -- 172.21.15.133:0/353501983 learned_addr learned my addr 172.21.15.133:0/353501983 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3ab7fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac151e90 0x7fc3ac14b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aaffd640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ac0c4e60 0x7fc3ac0aa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 -- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac151e90 msgr2=0x7fc3ac14b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac151e90 0x7fc3ac14b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 -- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ac0c4e60 msgr2=0x7fc3ac0aa900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ac0c4e60 0x7fc3ac0aa900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 -- 172.21.15.133:0/353501983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc39c009420 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3aa7fc640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac0c7ea0 0x7fc3ac0ac030 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc3a000c400 tx=0x7fc3a000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3937fe640 1 -- 172.21.15.133:0/353501983 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a0005cf0 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3937fe640 1 -- 172.21.15.133:0/353501983 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3a0005e50 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3937fe640 1 -- 172.21.15.133:0/353501983 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a00072d0 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3ac0a9e20 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3ac0aa3e0 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.002+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3ac068400 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.006+0000 7fc3937fe640 1 -- 172.21.15.133:0/353501983 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc3a0007430 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.006+0000 7fc3937fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc398066470 0x7fc398068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.006+0000 7fc3937fe640 1 -- 172.21.15.133:0/353501983 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc3a00830a0 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.006+0000 7fc3aaffd640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc398066470 0x7fc398068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.006+0000 7fc3aaffd640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc398066470 0x7fc398068930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc39c0ad000 tx=0x7fc39c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.010+0000 7fc3937fe640 1 -- 172.21.15.133:0/353501983 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc3a0050880 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.158+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc3ac14f660 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.158+0000 7fc3937fe640 1 -- 172.21.15.133:0/353501983 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+12893 (secure 0 0 0) 0x7fc3a0053ea0 con 0x7fc3ac0c7ea0 2023-12-02T00:31:41.164 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:41.164 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":27,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:38.147198+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc398066470 msgr2=0x7fc398068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc398066470 0x7fc398068930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc39c0ad000 tx=0x7fc39c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac0c7ea0 msgr2=0x7fc3ac0ac030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac0c7ea0 0x7fc3ac0ac030 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc3a000c400 tx=0x7fc3a000c8c0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 shutdown_connections 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc398066470 0x7fc398068930 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ac151e90 0x7fc3ac14b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ac0c7ea0 0x7fc3ac0ac030 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 --2- 172.21.15.133:0/353501983 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ac0c4e60 0x7fc3ac0aa900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 >> 172.21.15.133:0/353501983 conn(0x7fc3ac0ca170 msgr2=0x7fc3ac15e340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:41.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 shutdown_connections 2023-12-02T00:31:41.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.162+0000 7fc3b14fe640 1 -- 172.21.15.133:0/353501983 wait complete. 2023-12-02T00:31:41.185 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:41.186 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:41.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fc69c640 1 Processor -- start 2023-12-02T00:31:41.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fc69c640 1 -- start start 2023-12-02T00:31:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fc69c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c61e0 0x7f60f40a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fc69c640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60f40c28e0 con 0x7f60f41555c0 2023-12-02T00:31:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fc69c640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60f40c2b80 con 0x7f60f40c1270 2023-12-02T00:31:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fc69c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60f40c3680 con 0x7f60f40c61e0 2023-12-02T00:31:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fa438640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f60f41555c0 0x7f60f40c6730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46754/0 (socket says 172.21.15.133:46754) 2023-12-02T00:31:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60fa438640 1 -- 172.21.15.133:0/3926562524 learned_addr learned my addr 172.21.15.133:0/3926562524 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60f9c37640 1 --2- 172.21.15.133:0/3926562524 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c61e0 0x7f60f40a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60f9436640 1 -- 172.21.15.133:0/3926562524 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4257739313 0 0) 0x7f60f40c28e0 con 0x7f60f41555c0 2023-12-02T00:31:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60f9436640 1 -- 172.21.15.133:0/3926562524 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60e0003530 con 0x7f60f41555c0 2023-12-02T00:31:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60f9c37640 1 -- 172.21.15.133:0/3926562524 >> v1:172.21.15.172:6789/0 conn(0x7f60f40c1270 legacy=0x7f60f40c1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60f9c37640 1 -- 172.21.15.133:0/3926562524 >> v1:172.21.15.133:6789/0 conn(0x7f60f41555c0 legacy=0x7f60f40c6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60f9436640 1 -- 172.21.15.133:0/3926562524 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3196505664 0 0) 0x7f60f40c2b80 con 0x7f60f40c1270 2023-12-02T00:31:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.326+0000 7f60f9c37640 1 -- 172.21.15.133:0/3926562524 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60f40c32a0 con 0x7f60f40c61e0 2023-12-02T00:31:41.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60f9c37640 1 --2- 172.21.15.133:0/3926562524 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c61e0 0x7f60f40a6df0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60e40097f0 tx=0x7f60e401c4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b87da5a3a04be9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60f9436640 1 -- 172.21.15.133:0/3926562524 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60e40ab600 con 0x7f60f40c61e0 2023-12-02T00:31:41.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60f9436640 1 -- 172.21.15.133:0/3926562524 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60e40a7050 con 0x7f60f40c61e0 2023-12-02T00:31:41.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60f9436640 1 -- 172.21.15.133:0/3926562524 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60e40ab980 con 0x7f60f40c61e0 2023-12-02T00:31:41.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60fc69c640 1 -- 172.21.15.133:0/3926562524 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c61e0 msgr2=0x7f60f40a6df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60fc69c640 1 --2- 172.21.15.133:0/3926562524 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c61e0 0x7f60f40a6df0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60e40097f0 tx=0x7f60e401c4c0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60fc69c640 1 -- 172.21.15.133:0/3926562524 shutdown_connections 2023-12-02T00:31:41.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60fc69c640 1 --2- 172.21.15.133:0/3926562524 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c61e0 0x7f60f40a6df0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60fc69c640 1 -- 172.21.15.133:0/3926562524 >> 172.21.15.133:0/3926562524 conn(0x7f60f40c7e40 msgr2=0x7f60f40c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:41.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60fc69c640 1 -- 172.21.15.133:0/3926562524 shutdown_connections 2023-12-02T00:31:41.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.330+0000 7f60fc69c640 1 -- 172.21.15.133:0/3926562524 wait complete. 2023-12-02T00:31:41.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 Processor -- start 2023-12-02T00:31:41.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 -- start start 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c1270 0x7f60f4157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60f40c61e0 0x7f60f4145f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60f41555c0 0x7f60f41583a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60f4155bb0 con 0x7f60f41555c0 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60f4148ab0 con 0x7f60f40c61e0 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60f4148d90 con 0x7f60f40c1270 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60f41555c0 0x7f60f41583a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60f41555c0 0x7f60f41583a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57378/0 (socket says 172.21.15.133:57378) 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 -- 172.21.15.133:0/1802453230 learned_addr learned my addr 172.21.15.133:0/1802453230 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fa438640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c1270 0x7f60f4157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60f9c37640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60f40c61e0 0x7f60f4145f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 -- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c1270 msgr2=0x7f60f4157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c1270 0x7f60f4157990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 -- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60f40c61e0 msgr2=0x7f60f4145f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60f40c61e0 0x7f60f4145f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 -- 172.21.15.133:0/1802453230 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60e4009420 con 0x7f60f41555c0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fac39640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60f41555c0 0x7f60f41583a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f60ec001570 tx=0x7f60ec00cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60eaffd640 1 -- 172.21.15.133:0/1802453230 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60ec003db0 con 0x7f60f41555c0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60eaffd640 1 -- 172.21.15.133:0/1802453230 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60ec005070 con 0x7f60f41555c0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60f4149070 con 0x7f60f41555c0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60eaffd640 1 -- 172.21.15.133:0/1802453230 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60ec005420 con 0x7f60f41555c0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60f41471a0 con 0x7f60f41555c0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.334+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60f4147390 con 0x7f60f41555c0 2023-12-02T00:31:41.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.338+0000 7f60eaffd640 1 -- 172.21.15.133:0/1802453230 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f60ec005580 con 0x7f60f41555c0 2023-12-02T00:31:41.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.338+0000 7f60eaffd640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f60d80664a0 0x7f60d8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.338+0000 7f60eaffd640 1 -- 172.21.15.133:0/1802453230 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f60ec0833e0 con 0x7f60f41555c0 2023-12-02T00:31:41.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.338+0000 7f60fa438640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f60d80664a0 0x7f60d8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.338+0000 7f60fa438640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f60d80664a0 0x7f60d8068960 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f60f0005890 tx=0x7f60f0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.342+0000 7f60eaffd640 1 -- 172.21.15.133:0/1802453230 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f60ec050ba0 con 0x7f60f41555c0 2023-12-02T00:31:41.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.490+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f60f4068400 con 0x7f60f41555c0 2023-12-02T00:31:41.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60eaffd640 1 -- 172.21.15.133:0/1802453230 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f60ec0170a0 con 0x7f60f41555c0 2023-12-02T00:31:41.496 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:41.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f60d80664a0 msgr2=0x7f60d8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f60d80664a0 0x7f60d8068960 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f60f0005890 tx=0x7f60f0009040 comp rx=0 tx=0).stop 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60f41555c0 msgr2=0x7f60f41583a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60f41555c0 0x7f60f41583a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f60ec001570 tx=0x7f60ec00cd20 comp rx=0 tx=0).stop 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 shutdown_connections 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f60d80664a0 0x7f60d8068960 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60f41555c0 0x7f60f41583a0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60f40c61e0 0x7f60f4145f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 --2- 172.21.15.133:0/1802453230 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f60f40c1270 0x7f60f4157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 >> 172.21.15.133:0/1802453230 conn(0x7f60f40c7e40 msgr2=0x7f60f40c6730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 shutdown_connections 2023-12-02T00:31:41.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.494+0000 7f60fc69c640 1 -- 172.21.15.133:0/1802453230 wait complete. 2023-12-02T00:31:41.518 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-02T00:31:41.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.650+0000 7f1691ddf640 1 Processor -- start 2023-12-02T00:31:41.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.650+0000 7f1691ddf640 1 -- start start 2023-12-02T00:31:41.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.650+0000 7f1691ddf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f168c0c5260 0x7f168c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.650+0000 7f1691ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c5640 0x7f168c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f1691ddf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f168c0c2580 con 0x7f168c0c60f0 2023-12-02T00:31:41.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f1691ddf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f168c153510 con 0x7f168c0c5260 2023-12-02T00:31:41.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f1691ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f168c0c17f0 con 0x7f168c0c5640 2023-12-02T00:31:41.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f168c0c5260 0x7f168c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168bfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f168c0c60f0 0x7f168c155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46762/0 (socket says 172.21.15.133:46762) 2023-12-02T00:31:41.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168bfff640 1 -- 172.21.15.133:0/877148985 learned_addr learned my addr 172.21.15.133:0/877148985 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:41.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168affd640 1 --2- 172.21.15.133:0/877148985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c5640 0x7f168c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168b7fe640 1 -- 172.21.15.133:0/877148985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c5640 msgr2=0x7f168c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:41.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168b7fe640 1 --2- 172.21.15.133:0/877148985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c5640 0x7f168c0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168b7fe640 1 -- 172.21.15.133:0/877148985 >> v1:172.21.15.133:6789/0 conn(0x7f168c0c60f0 legacy=0x7f168c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168b7fe640 1 -- 172.21.15.133:0/877148985 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f168c0c1a00 con 0x7f168c0c5260 2023-12-02T00:31:41.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168affd640 1 --2- 172.21.15.133:0/877148985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c5640 0x7f168c0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:41.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.654+0000 7f168a7fc640 1 -- 172.21.15.133:0/877148985 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4118555130 0 0) 0x7f168c0c2580 con 0x7f168c0c60f0 2023-12-02T00:31:41.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f168b7fe640 1 --2- 172.21.15.133:0/877148985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c06d5b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f168c0c1930 tx=0x7f167c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eff6610b70e4b81a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f168a7fc640 1 -- 172.21.15.133:0/877148985 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c0ac640 con 0x7f168c0c5260 2023-12-02T00:31:41.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f168a7fc640 1 -- 172.21.15.133:0/877148985 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f167c0ac7a0 con 0x7f168c0c5260 2023-12-02T00:31:41.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f168a7fc640 1 -- 172.21.15.133:0/877148985 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c0acb30 con 0x7f168c0c5260 2023-12-02T00:31:41.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- 172.21.15.133:0/877148985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 msgr2=0x7f168c06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 --2- 172.21.15.133:0/877148985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c06d5b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f168c0c1930 tx=0x7f167c01c3c0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- 172.21.15.133:0/877148985 shutdown_connections 2023-12-02T00:31:41.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 --2- 172.21.15.133:0/877148985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c5640 0x7f168c0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 --2- 172.21.15.133:0/877148985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c06d5b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- 172.21.15.133:0/877148985 >> 172.21.15.133:0/877148985 conn(0x7f168c06a5b0 msgr2=0x7f168c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:41.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- 172.21.15.133:0/877148985 shutdown_connections 2023-12-02T00:31:41.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- 172.21.15.133:0/877148985 wait complete. 2023-12-02T00:31:41.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 Processor -- start 2023-12-02T00:31:41.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- start start 2023-12-02T00:31:41.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c1514d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f168c0c5640 0x7f168c14ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c60f0 0x7f168c14d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f168c1f12b0 con 0x7f168c0c5260 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f168c1f17e0 con 0x7f168c0c5640 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f1691ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f168c14d900 con 0x7f168c0c60f0 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f168b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c1514d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f168b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c1514d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57392/0 (socket says 172.21.15.133:57392) 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.658+0000 7f168b7fe640 1 -- 172.21.15.133:0/1339006456 learned_addr learned my addr 172.21.15.133:0/1339006456 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168affd640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f168c0c5640 0x7f168c14ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168bfff640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c60f0 0x7f168c14d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168b7fe640 1 -- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c60f0 msgr2=0x7f168c14d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168b7fe640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c60f0 0x7f168c14d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168b7fe640 1 -- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f168c0c5640 msgr2=0x7f168c14ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168b7fe640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f168c0c5640 0x7f168c14ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168b7fe640 1 -- 172.21.15.133:0/1339006456 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f167c009420 con 0x7f168c0c5260 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168affd640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f168c0c5640 0x7f168c14ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:41.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f168b7fe640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c1514d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f167c01aa70 tx=0x7f167c01ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f1673fff640 1 -- 172.21.15.133:0/1339006456 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c0b7620 con 0x7f168c0c5260 2023-12-02T00:31:41.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f1673fff640 1 -- 172.21.15.133:0/1339006456 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f167c0b7780 con 0x7f168c0c5260 2023-12-02T00:31:41.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f1673fff640 1 -- 172.21.15.133:0/1339006456 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167c0b7af0 con 0x7f168c0c5260 2023-12-02T00:31:41.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f168c152080 con 0x7f168c0c5260 2023-12-02T00:31:41.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f168c1f1500 con 0x7f168c0c5260 2023-12-02T00:31:41.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f168c0c0440 con 0x7f168c0c5260 2023-12-02T00:31:41.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.662+0000 7f1673fff640 1 -- 172.21.15.133:0/1339006456 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f167c0b3040 con 0x7f168c0c5260 2023-12-02T00:31:41.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.666+0000 7f1673fff640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1678066470 0x7f1678068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.666+0000 7f1673fff640 1 -- 172.21.15.133:0/1339006456 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f167c11e530 con 0x7f168c0c5260 2023-12-02T00:31:41.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.666+0000 7f168affd640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1678066470 0x7f1678068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.666+0000 7f168affd640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1678066470 0x7f1678068930 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f168c0a8300 tx=0x7f1680008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.666+0000 7f1673fff640 1 -- 172.21.15.133:0/1339006456 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f167c0ebe70 con 0x7f168c0c5260 2023-12-02T00:31:41.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.818+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f168c068400 con 0x7f168c0c5260 2023-12-02T00:31:41.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.818+0000 7f1673fff640 1 -- 172.21.15.133:0/1339006456 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v27) v1 ==== 84+0+65 (secure 0 0 0) 0x7f167c0ef490 con 0x7f168c0c5260 2023-12-02T00:31:41.823 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:41.823 INFO:teuthology.orchestra.run.smithi133.stdout:[ 2023-12-02T00:31:41.823 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:41.823 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 1, 2023-12-02T00:31:41.823 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": ".mgr" 2023-12-02T00:31:41.823 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:41.824 INFO:teuthology.orchestra.run.smithi133.stdout:] 2023-12-02T00:31:41.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1678066470 msgr2=0x7f1678068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1678066470 0x7f1678068930 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f168c0a8300 tx=0x7f1680008040 comp rx=0 tx=0).stop 2023-12-02T00:31:41.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 msgr2=0x7f168c1514d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c1514d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f167c01aa70 tx=0x7f167c01ac00 comp rx=0 tx=0).stop 2023-12-02T00:31:41.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 shutdown_connections 2023-12-02T00:31:41.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1678066470 0x7f1678068930 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f168c0c60f0 0x7f168c14d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f168c0c5640 0x7f168c14ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 --2- 172.21.15.133:0/1339006456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f168c0c5260 0x7f168c1514d0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 >> 172.21.15.133:0/1339006456 conn(0x7f168c06a5b0 msgr2=0x7f168c0a7430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:41.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 shutdown_connections 2023-12-02T00:31:41.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.822+0000 7f1691ddf640 1 -- 172.21.15.133:0/1339006456 wait complete. 2023-12-02T00:31:41.844 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-02T00:31:41.844 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-02T00:31:41.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af9632640 1 Processor -- start 2023-12-02T00:31:41.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af9632640 1 -- start start 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af9632640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af406fec0 0x7f4af4158bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af9632640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4af40c0aa0 0x7f4af415b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af9632640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4af4072800 con 0x7f4af40c1250 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af9632640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4af40a9fc0 con 0x7f4af40c0aa0 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af9632640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4af4072ae0 con 0x7f4af406fec0 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af2ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f4af40c1250 0x7f4af40c1de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46768/0 (socket says 172.21.15.133:46768) 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af2ffd640 1 -- 172.21.15.133:0/3325291113 learned_addr learned my addr 172.21.15.133:0/3325291113 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4aebfff640 1 --2- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af406fec0 0x7f4af4158bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af37fe640 1 --2- 172.21.15.133:0/3325291113 >> v2:172.21.15.172:3300/0 conn(0x7f4af40c0aa0 0x7f4af415b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af27fc640 1 -- 172.21.15.133:0/3325291113 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1188337534 0 0) 0x7f4af4072800 con 0x7f4af40c1250 2023-12-02T00:31:41.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af27fc640 1 -- 172.21.15.133:0/3325291113 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ae0003530 con 0x7f4af40c1250 2023-12-02T00:31:41.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af37fe640 1 -- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af406fec0 msgr2=0x7f4af4158bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:41.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af37fe640 1 --2- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af406fec0 0x7f4af4158bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af37fe640 1 -- 172.21.15.133:0/3325291113 >> v1:172.21.15.133:6789/0 conn(0x7f4af40c1250 legacy=0x7f4af40c1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4af37fe640 1 -- 172.21.15.133:0/3325291113 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4af40a9900 con 0x7f4af40c0aa0 2023-12-02T00:31:41.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.982+0000 7f4aebfff640 1 --2- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af406fec0 0x7f4af4158bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:41.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af37fe640 1 --2- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af40c0aa0 0x7f4af415b100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4aec009d90 tx=0x7f4aec01c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=875c545b5fde0eb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af27fc640 1 -- 172.21.15.133:0/3325291113 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aec0a58e0 con 0x7f4af40c0aa0 2023-12-02T00:31:41.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af27fc640 1 -- 172.21.15.133:0/3325291113 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4aec0a5a40 con 0x7f4af40c0aa0 2023-12-02T00:31:41.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af27fc640 1 -- 172.21.15.133:0/3325291113 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4aec0a5dd0 con 0x7f4af40c0aa0 2023-12-02T00:31:41.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 -- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af40c0aa0 msgr2=0x7f4af415b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 --2- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af40c0aa0 0x7f4af415b100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4aec009d90 tx=0x7f4aec01c800 comp rx=0 tx=0).stop 2023-12-02T00:31:41.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 -- 172.21.15.133:0/3325291113 shutdown_connections 2023-12-02T00:31:41.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 --2- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af40c0aa0 0x7f4af415b100 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 --2- 172.21.15.133:0/3325291113 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af406fec0 0x7f4af4158bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 -- 172.21.15.133:0/3325291113 >> 172.21.15.133:0/3325291113 conn(0x7f4af40c5d40 msgr2=0x7f4af40c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:41.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 -- 172.21.15.133:0/3325291113 shutdown_connections 2023-12-02T00:31:41.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.986+0000 7f4af9632640 1 -- 172.21.15.133:0/3325291113 wait complete. 2023-12-02T00:31:41.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 Processor -- start 2023-12-02T00:31:41.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 -- start start 2023-12-02T00:31:41.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af406fec0 0x7f4af4159b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af40c0aa0 0x7f4af40a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af40c1250 0x7f4af406c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af415a0a0 con 0x7f4af40c0aa0 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af4158eb0 con 0x7f4af406fec0 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4af41588a0 con 0x7f4af40c1250 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af40c0aa0 0x7f4af40a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af40c0aa0 0x7f4af40a6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57408/0 (socket says 172.21.15.133:57408) 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 -- 172.21.15.133:0/2689017040 learned_addr learned my addr 172.21.15.133:0/2689017040 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af2ffd640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af406fec0 0x7f4af4159b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af37fe640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af40c1250 0x7f4af406c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 -- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af40c1250 msgr2=0x7f4af406c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af40c1250 0x7f4af406c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 -- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af406fec0 msgr2=0x7f4af4159b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:41.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af406fec0 0x7f4af4159b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:41.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 -- 172.21.15.133:0/2689017040 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4adc009420 con 0x7f4af40c0aa0 2023-12-02T00:31:41.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aebfff640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af40c0aa0 0x7f4af40a6330 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f4adc00e9d0 tx=0x7f4adc00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:41.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aeb7fe640 1 -- 172.21.15.133:0/2689017040 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4adc00ca60 con 0x7f4af40c0aa0 2023-12-02T00:31:41.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aeb7fe640 1 -- 172.21.15.133:0/2689017040 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4adc00cbc0 con 0x7f4af40c0aa0 2023-12-02T00:31:41.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4aeb7fe640 1 -- 172.21.15.133:0/2689017040 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4adc013470 con 0x7f4af40c0aa0 2023-12-02T00:31:41.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4aec009a70 con 0x7f4af40c0aa0 2023-12-02T00:31:41.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.990+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4af415b320 con 0x7f4af40c0aa0 2023-12-02T00:31:41.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.994+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4af406c170 con 0x7f4af40c0aa0 2023-12-02T00:31:41.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.994+0000 7f4aeb7fe640 1 -- 172.21.15.133:0/2689017040 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4adc0135d0 con 0x7f4af40c0aa0 2023-12-02T00:31:41.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.994+0000 7f4aeb7fe640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ad40664a0 0x7f4ad4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:41.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.994+0000 7f4aeb7fe640 1 -- 172.21.15.133:0/2689017040 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4adc083aa0 con 0x7f4af40c0aa0 2023-12-02T00:31:41.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.994+0000 7f4af2ffd640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ad40664a0 0x7f4ad4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:41.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.994+0000 7f4af2ffd640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ad40664a0 0x7f4ad4068960 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4ae4005890 tx=0x7f4ae4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:42.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:41.998+0000 7f4aeb7fe640 1 -- 172.21.15.133:0/2689017040 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4af406c170 con 0x7f4af40c0aa0 2023-12-02T00:31:42.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:42.146+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f4af406c170 con 0x7f4af40c0aa0 2023-12-02T00:31:43.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.154+0000 7f4aeb7fe640 1 -- 172.21.15.133:0/2689017040 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v28) v1 ==== 138+0+0 (secure 0 0 0) 0x7f4af406c170 con 0x7f4af40c0aa0 2023-12-02T00:31:43.158 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' created 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ad40664a0 msgr2=0x7f4ad4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ad40664a0 0x7f4ad4068960 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4ae4005890 tx=0x7f4ae4009040 comp rx=0 tx=0).stop 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af40c0aa0 msgr2=0x7f4af40a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af40c0aa0 0x7f4af40a6330 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f4adc00e9d0 tx=0x7f4adc00ee90 comp rx=0 tx=0).stop 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 shutdown_connections 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ad40664a0 0x7f4ad4068960 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4af40c1250 0x7f4af406c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4af40c0aa0 0x7f4af40a6330 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 --2- 172.21.15.133:0/2689017040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4af406fec0 0x7f4af4159b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 >> 172.21.15.133:0/2689017040 conn(0x7f4af40c5d40 msgr2=0x7f4af40c1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:43.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 shutdown_connections 2023-12-02T00:31:43.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.158+0000 7f4af9632640 1 -- 172.21.15.133:0/2689017040 wait complete. 2023-12-02T00:31:43.190 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-02T00:31:43.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.334+0000 7f50e63e7640 1 Processor -- start 2023-12-02T00:31:43.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.334+0000 7f50e63e7640 1 -- start start 2023-12-02T00:31:43.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50e63e7640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f50e00c5260 0x7f50e006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:43.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50e63e7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5640 0x7f50e00c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:43.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50e63e7640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50e00c2580 con 0x7f50e00c60f0 2023-12-02T00:31:43.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50e63e7640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50e0153510 con 0x7f50e00c5260 2023-12-02T00:31:43.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50e63e7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50e00c17f0 con 0x7f50e00c5640 2023-12-02T00:31:43.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50df7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5640 0x7f50e00c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50df7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5640 0x7f50e00c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:38156/0 (socket says 172.21.15.133:38156) 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50e4984640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f50e00c60f0 0x7f50e0155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:44164/0 (socket says 172.21.15.133:44164) 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50df7fe640 1 -- 172.21.15.133:0/3664073734 learned_addr learned my addr 172.21.15.133:0/3664073734 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50dffff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f50e00c5260 0x7f50e006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50df7fe640 1 -- 172.21.15.133:0/3664073734 >> v2:172.21.15.172:3300/0 conn(0x7f50e00c5260 msgr2=0x7f50e006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50df7fe640 1 --2- 172.21.15.133:0/3664073734 >> v2:172.21.15.172:3300/0 conn(0x7f50e00c5260 0x7f50e006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50deffd640 1 -- 172.21.15.133:0/3664073734 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4048914729 0 0) 0x7f50e00c2580 con 0x7f50e00c60f0 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50df7fe640 1 -- 172.21.15.133:0/3664073734 >> v1:172.21.15.172:6789/0 conn(0x7f50e00c60f0 legacy=0x7f50e0155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:43.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.338+0000 7f50df7fe640 1 -- 172.21.15.133:0/3664073734 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50e00c1a00 con 0x7f50e00c5640 2023-12-02T00:31:43.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50df7fe640 1 --2- 172.21.15.133:0/3664073734 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5640 0x7f50e00c5bb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f50e00c1930 tx=0x7f50d401c460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e35352c2d9732f09 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:43.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50deffd640 1 -- 172.21.15.133:0/3664073734 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d40ab680 con 0x7f50e00c5640 2023-12-02T00:31:43.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50deffd640 1 -- 172.21.15.133:0/3664073734 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50d40ab7e0 con 0x7f50e00c5640 2023-12-02T00:31:43.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50deffd640 1 -- 172.21.15.133:0/3664073734 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d40abb70 con 0x7f50e00c5640 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 -- 172.21.15.133:0/3664073734 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5640 msgr2=0x7f50e00c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 --2- 172.21.15.133:0/3664073734 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5640 0x7f50e00c5bb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f50e00c1930 tx=0x7f50d401c460 comp rx=0 tx=0).stop 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 -- 172.21.15.133:0/3664073734 shutdown_connections 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 --2- 172.21.15.133:0/3664073734 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5640 0x7f50e00c5bb0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 --2- 172.21.15.133:0/3664073734 >> v2:172.21.15.172:3300/0 conn(0x7f50e00c5260 0x7f50e006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 -- 172.21.15.133:0/3664073734 >> 172.21.15.133:0/3664073734 conn(0x7f50e006a5b0 msgr2=0x7f50e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 -- 172.21.15.133:0/3664073734 shutdown_connections 2023-12-02T00:31:43.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 -- 172.21.15.133:0/3664073734 wait complete. 2023-12-02T00:31:43.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 Processor -- start 2023-12-02T00:31:43.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.342+0000 7f50e63e7640 1 -- start start 2023-12-02T00:31:43.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5260 0x7f50e00c3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:43.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50e00c5640 0x7f50e014e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50e00c60f0 0x7f50e014ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50e014f320 con 0x7f50e00c5640 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50e00c0030 con 0x7f50e00c60f0 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50e01582e0 con 0x7f50e00c5260 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50e00c5640 0x7f50e014e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50e00c5640 0x7f50e014e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57422/0 (socket says 172.21.15.133:57422) 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 -- 172.21.15.133:0/2128904996 learned_addr learned my addr 172.21.15.133:0/2128904996 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50dffff640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5260 0x7f50e00c3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e4984640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50e00c60f0 0x7f50e014ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 -- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5260 msgr2=0x7f50e00c3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5260 0x7f50e00c3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 -- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50e00c60f0 msgr2=0x7f50e014ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:43.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50e00c60f0 0x7f50e014ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 -- 172.21.15.133:0/2128904996 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50d40094d0 con 0x7f50e00c5640 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50df7fe640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50e00c5640 0x7f50e014e8a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f50d40ad040 tx=0x7f50d401aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50dcff9640 1 -- 172.21.15.133:0/2128904996 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d40abd60 con 0x7f50e00c5640 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50dcff9640 1 -- 172.21.15.133:0/2128904996 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50d40b8070 con 0x7f50e00c5640 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50e0157200 con 0x7f50e00c5640 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50dcff9640 1 -- 172.21.15.133:0/2128904996 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d4004220 con 0x7f50e00c5640 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50e00bfcc0 con 0x7f50e00c5640 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50e00bf840 con 0x7f50e00c5640 2023-12-02T00:31:43.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.346+0000 7f50dcff9640 1 -- 172.21.15.133:0/2128904996 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f50d4004380 con 0x7f50e00c5640 2023-12-02T00:31:43.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.350+0000 7f50dcff9640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50cc066470 0x7f50cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:43.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.350+0000 7f50dcff9640 1 -- 172.21.15.133:0/2128904996 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f50d411df80 con 0x7f50e00c5640 2023-12-02T00:31:43.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.350+0000 7f50dffff640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50cc066470 0x7f50cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:43.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.350+0000 7f50dffff640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50cc066470 0x7f50cc068930 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f50d0009ac0 tx=0x7f50d0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:43.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.350+0000 7f50dcff9640 1 -- 172.21.15.133:0/2128904996 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f50d40eb820 con 0x7f50e00c5640 2023-12-02T00:31:43.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:43.502+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f50e00bf840 con 0x7f50e00c5640 2023-12-02T00:31:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.162+0000 7f50dcff9640 1 -- 172.21.15.133:0/2128904996 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v29) v1 ==== 170+0+0 (secure 0 0 0) 0x7f50e00bf840 con 0x7f50e00c5640 2023-12-02T00:31:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' created 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50cc066470 msgr2=0x7f50cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50cc066470 0x7f50cc068930 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f50d0009ac0 tx=0x7f50d0009190 comp rx=0 tx=0).stop 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50e00c5640 msgr2=0x7f50e014e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50e00c5640 0x7f50e014e8a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f50d40ad040 tx=0x7f50d401aca0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 shutdown_connections 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50cc066470 0x7f50cc068930 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50e00c60f0 0x7f50e014ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50e00c5640 0x7f50e014e8a0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 --2- 172.21.15.133:0/2128904996 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50e00c5260 0x7f50e00c3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 >> 172.21.15.133:0/2128904996 conn(0x7f50e006a5b0 msgr2=0x7f50e0155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:44.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 shutdown_connections 2023-12-02T00:31:44.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.166+0000 7f50e63e7640 1 -- 172.21.15.133:0/2128904996 wait complete. 2023-12-02T00:31:44.211 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-02T00:31:44.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e9301640 1 Processor -- start 2023-12-02T00:31:44.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e9301640 1 -- start start 2023-12-02T00:31:44.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e9301640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb0e40c5260 0x7fb0e406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:44.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e9301640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0e40c2580 con 0x7fb0e40c5640 2023-12-02T00:31:44.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e9301640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0e4156940 con 0x7fb0e4155de0 2023-12-02T00:31:44.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e9301640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0e4153510 con 0x7fb0e40c5260 2023-12-02T00:31:44.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0da7fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb0e40c5640 0x7fb0e40c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46772/0 (socket says 172.21.15.133:46772) 2023-12-02T00:31:44.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e2ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb0e40c5260 0x7fb0e406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:44.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0da7fc640 1 -- 172.21.15.133:0/3102886554 learned_addr learned my addr 172.21.15.133:0/3102886554 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:44.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e2ffd640 1 -- 172.21.15.133:0/3102886554 >> v1:172.21.15.172:6789/0 conn(0x7fb0e4155de0 legacy=0x7fb0e4156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:44.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e2ffd640 1 -- 172.21.15.133:0/3102886554 >> v1:172.21.15.133:6789/0 conn(0x7fb0e40c5640 legacy=0x7fb0e40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:44.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e2ffd640 1 -- 172.21.15.133:0/3102886554 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0e40c1a00 con 0x7fb0e40c5260 2023-12-02T00:31:44.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.350+0000 7fb0e27fc640 1 -- 172.21.15.133:0/3102886554 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 500874267 0 0) 0x7fb0e40c2580 con 0x7fb0e40c5640 2023-12-02T00:31:44.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e2ffd640 1 --2- 172.21.15.133:0/3102886554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e406d5b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc0097c0 tx=0x7fb0cc01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7c866c34ca28cd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:44.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e27fc640 1 -- 172.21.15.133:0/3102886554 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc0ab600 con 0x7fb0e40c5260 2023-12-02T00:31:44.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e27fc640 1 -- 172.21.15.133:0/3102886554 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0cc0a7050 con 0x7fb0e40c5260 2023-12-02T00:31:44.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e27fc640 1 -- 172.21.15.133:0/3102886554 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc0ab980 con 0x7fb0e40c5260 2023-12-02T00:31:44.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e9301640 1 -- 172.21.15.133:0/3102886554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 msgr2=0x7fb0e406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:44.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3102886554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e406d5b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc0097c0 tx=0x7fb0cc01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e9301640 1 -- 172.21.15.133:0/3102886554 shutdown_connections 2023-12-02T00:31:44.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3102886554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e406d5b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e9301640 1 -- 172.21.15.133:0/3102886554 >> 172.21.15.133:0/3102886554 conn(0x7fb0e406a5b0 msgr2=0x7fb0e406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:44.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e9301640 1 -- 172.21.15.133:0/3102886554 shutdown_connections 2023-12-02T00:31:44.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.354+0000 7fb0e9301640 1 -- 172.21.15.133:0/3102886554 wait complete. 2023-12-02T00:31:44.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 Processor -- start 2023-12-02T00:31:44.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 -- start start 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e40bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb0e40c5640 0x7fb0e4148d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb0e4155de0 0x7fb0e4149260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e40c0090 con 0x7fb0e40c5260 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e41497a0 con 0x7fb0e40c5640 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e41f0ac0 con 0x7fb0e4155de0 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e40bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e40bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57426/0 (socket says 172.21.15.133:57426) 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 -- 172.21.15.133:0/3991303931 learned_addr learned my addr 172.21.15.133:0/3991303931 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0da7fc640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb0e40c5640 0x7fb0e4148d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e37fe640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb0e4155de0 0x7fb0e4149260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 -- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb0e4155de0 msgr2=0x7fb0e4149260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:44.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb0e4155de0 0x7fb0e4149260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 -- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb0e40c5640 msgr2=0x7fb0e4148d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb0e40c5640 0x7fb0e4148d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 -- 172.21.15.133:0/3991303931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0cc009420 con 0x7fb0e40c5260 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0da7fc640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb0e40c5640 0x7fb0e4148d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e37fe640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb0e4155de0 0x7fb0e4149260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e2ffd640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e40bf360 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc01a020 tx=0x7fb0cc01ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0dbfff640 1 -- 172.21.15.133:0/3991303931 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc004020 con 0x7fb0e40c5260 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0dbfff640 1 -- 172.21.15.133:0/3991303931 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0cc004180 con 0x7fb0e40c5260 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0dbfff640 1 -- 172.21.15.133:0/3991303931 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0cc0044f0 con 0x7fb0e40c5260 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0e41f0da0 con 0x7fb0e40c5260 2023-12-02T00:31:44.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.358+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0e414e610 con 0x7fb0e40c5260 2023-12-02T00:31:44.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.362+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0e414e190 con 0x7fb0e40c5260 2023-12-02T00:31:44.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.362+0000 7fb0dbfff640 1 -- 172.21.15.133:0/3991303931 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb0cc003620 con 0x7fb0e40c5260 2023-12-02T00:31:44.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.362+0000 7fb0dbfff640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb0c40664a0 0x7fb0c4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:44.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.362+0000 7fb0dbfff640 1 -- 172.21.15.133:0/3991303931 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fb0cc11e440 con 0x7fb0e40c5260 2023-12-02T00:31:44.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.362+0000 7fb0da7fc640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb0c40664a0 0x7fb0c4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:44.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.362+0000 7fb0da7fc640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb0c40664a0 0x7fb0c4068960 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4155690 tx=0x7fb0d4007dd0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:44.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.366+0000 7fb0dbfff640 1 -- 172.21.15.133:0/3991303931 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb0cc0eba90 con 0x7fb0e40c5260 2023-12-02T00:31:44.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:44.546+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fb0e414e190 con 0x7fb0e40c5260 2023-12-02T00:31:45.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0dbfff640 1 -- 172.21.15.133:0/3991303931 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7fb0e414e190 con 0x7fb0e40c5260 2023-12-02T00:31:45.169 INFO:teuthology.orchestra.run.smithi133.stderr:new fs with metadata pool 4 and data pool 5 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb0c40664a0 msgr2=0x7fb0c4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb0c40664a0 0x7fb0c4068960 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4155690 tx=0x7fb0d4007dd0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 msgr2=0x7fb0e40bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e40bf360 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc01a020 tx=0x7fb0cc01ac30 comp rx=0 tx=0).stop 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 shutdown_connections 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb0c40664a0 0x7fb0c4068960 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb0e4155de0 0x7fb0e4149260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb0e40c5640 0x7fb0e4148d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 --2- 172.21.15.133:0/3991303931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0e40c5260 0x7fb0e40bf360 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.166+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 >> 172.21.15.133:0/3991303931 conn(0x7fb0e406a5b0 msgr2=0x7fb0e406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:45.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.170+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 shutdown_connections 2023-12-02T00:31:45.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.170+0000 7fb0e9301640 1 -- 172.21.15.133:0/3991303931 wait complete. 2023-12-02T00:31:45.223 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:45.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32aebaa640 1 Processor -- start 2023-12-02T00:31:45.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32aebaa640 1 -- start start 2023-12-02T00:31:45.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32aebaa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f32a80c63c0 0x7f32a80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32aebaa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f32a80c2bb0 0x7f32a80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32aebaa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32a80c31c0 con 0x7f32a80c4100 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32aebaa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32a80c34a0 con 0x7f32a80c2bb0 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32aebaa640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32a80c1030 con 0x7f32a80c63c0 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32a7fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f32a80c4100 0x7f32a80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:46778/0 (socket says 172.21.15.133:46778) 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32a7fff640 1 -- 172.21.15.133:0/2890089270 learned_addr learned my addr 172.21.15.133:0/2890089270 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32ad147640 1 --2- 172.21.15.133:0/2890089270 >> v2:172.21.15.133:3300/0 conn(0x7f32a80c2bb0 0x7f32a80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.358+0000 7f32ac946640 1 --2- 172.21.15.133:0/2890089270 >> v2:172.21.15.172:3300/0 conn(0x7f32a80c63c0 0x7f32a80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32a77fe640 1 -- 172.21.15.133:0/2890089270 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2721271371 0 0) 0x7f32a80c31c0 con 0x7f32a80c4100 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32a77fe640 1 -- 172.21.15.133:0/2890089270 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3298003530 con 0x7f32a80c4100 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32ad147640 1 -- 172.21.15.133:0/2890089270 >> v2:172.21.15.172:3300/0 conn(0x7f32a80c63c0 msgr2=0x7f32a80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32ad147640 1 --2- 172.21.15.133:0/2890089270 >> v2:172.21.15.172:3300/0 conn(0x7f32a80c63c0 0x7f32a80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32ad147640 1 -- 172.21.15.133:0/2890089270 >> v1:172.21.15.133:6789/0 conn(0x7f32a80c4100 legacy=0x7f32a80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32ad147640 1 -- 172.21.15.133:0/2890089270 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a80c1310 con 0x7f32a80c2bb0 2023-12-02T00:31:45.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32ad147640 1 --2- 172.21.15.133:0/2890089270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c2bb0 0x7f32a80a9680 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f32a806e000 tx=0x7f32a001c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b33323c1f8176115 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:45.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32a77fe640 1 -- 172.21.15.133:0/2890089270 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a80aa3d0 con 0x7f32a80c2bb0 2023-12-02T00:31:45.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32a77fe640 1 -- 172.21.15.133:0/2890089270 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32a00a58d0 con 0x7f32a80c2bb0 2023-12-02T00:31:45.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32a77fe640 1 -- 172.21.15.133:0/2890089270 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a00a5c60 con 0x7f32a80c2bb0 2023-12-02T00:31:45.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32aebaa640 1 -- 172.21.15.133:0/2890089270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c2bb0 msgr2=0x7f32a80a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.362+0000 7f32aebaa640 1 --2- 172.21.15.133:0/2890089270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c2bb0 0x7f32a80a9680 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f32a806e000 tx=0x7f32a001c7f0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- 172.21.15.133:0/2890089270 shutdown_connections 2023-12-02T00:31:45.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 --2- 172.21.15.133:0/2890089270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c2bb0 0x7f32a80a9680 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 --2- 172.21.15.133:0/2890089270 >> v2:172.21.15.172:3300/0 conn(0x7f32a80c63c0 0x7f32a80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- 172.21.15.133:0/2890089270 >> 172.21.15.133:0/2890089270 conn(0x7f32a806a5b0 msgr2=0x7f32a806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:45.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- 172.21.15.133:0/2890089270 shutdown_connections 2023-12-02T00:31:45.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- 172.21.15.133:0/2890089270 wait complete. 2023-12-02T00:31:45.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 Processor -- start 2023-12-02T00:31:45.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- start start 2023-12-02T00:31:45.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a80c2bb0 0x7f32a81ecae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c4100 0x7f32a806d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a80c63c0 0x7f32a814ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a81f05e0 con 0x7f32a80c4100 2023-12-02T00:31:45.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a81f08c0 con 0x7f32a80c2bb0 2023-12-02T00:31:45.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32aebaa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32a81f0ba0 con 0x7f32a80c63c0 2023-12-02T00:31:45.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c4100 0x7f32a806d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c4100 0x7f32a806d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57434/0 (socket says 172.21.15.133:57434) 2023-12-02T00:31:45.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 -- 172.21.15.133:0/1675124246 learned_addr learned my addr 172.21.15.133:0/1675124246 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:45.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32ac946640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a80c2bb0 0x7f32a81ecae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32ad147640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a80c63c0 0x7f32a814ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 -- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a80c63c0 msgr2=0x7f32a814ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a80c63c0 0x7f32a814ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 -- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a80c2bb0 msgr2=0x7f32a81ecae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a80c2bb0 0x7f32a81ecae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 -- 172.21.15.133:0/1675124246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a0009a70 con 0x7f32a80c4100 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a7fff640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c4100 0x7f32a806d130 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f329400c4d0 tx=0x7f329400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.366+0000 7f32a57fa640 1 -- 172.21.15.133:0/1675124246 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3294005cf0 con 0x7f32a80c4100 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32a57fa640 1 -- 172.21.15.133:0/1675124246 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3294005e50 con 0x7f32a80c4100 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32a81f0e80 con 0x7f32a80c4100 2023-12-02T00:31:45.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32a57fa640 1 -- 172.21.15.133:0/1675124246 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3294007270 con 0x7f32a80c4100 2023-12-02T00:31:45.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32a806d670 con 0x7f32a80c4100 2023-12-02T00:31:45.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32a80a6570 con 0x7f32a80c4100 2023-12-02T00:31:45.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32a57fa640 1 -- 172.21.15.133:0/1675124246 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f32940073d0 con 0x7f32a80c4100 2023-12-02T00:31:45.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32a57fa640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f328c066470 0x7f328c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32a57fa640 1 -- 172.21.15.133:0/1675124246 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3294083340 con 0x7f32a80c4100 2023-12-02T00:31:45.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32ac946640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f328c066470 0x7f328c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.370+0000 7f32ac946640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f328c066470 0x7f328c068930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f32a806d990 tx=0x7f329c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:45.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.374+0000 7f32a57fa640 1 -- 172.21.15.133:0/1675124246 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f32a80a6570 con 0x7f32a80c4100 2023-12-02T00:31:45.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.526+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f32a80a6570 con 0x7f32a80c4100 2023-12-02T00:31:45.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.526+0000 7f32a57fa640 1 -- 172.21.15.133:0/1675124246 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+16618 (secure 0 0 0) 0x7f32a80a6570 con 0x7f32a80c4100 2023-12-02T00:31:45.532 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:45.532 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":30,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:44.551074+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f328c066470 msgr2=0x7f328c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f328c066470 0x7f328c068930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f32a806d990 tx=0x7f329c009190 comp rx=0 tx=0).stop 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c4100 msgr2=0x7f32a806d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c4100 0x7f32a806d130 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f329400c4d0 tx=0x7f329400c990 comp rx=0 tx=0).stop 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 shutdown_connections 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f328c066470 0x7f328c068930 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f32a80c63c0 0x7f32a814ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32a80c4100 0x7f32a806d130 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 --2- 172.21.15.133:0/1675124246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f32a80c2bb0 0x7f32a81ecae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 >> 172.21.15.133:0/1675124246 conn(0x7f32a806a5b0 msgr2=0x7f32a8153260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 shutdown_connections 2023-12-02T00:31:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.530+0000 7f32aebaa640 1 -- 172.21.15.133:0/1675124246 wait complete. 2023-12-02T00:31:45.553 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:45.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.686+0000 7fba13679640 1 Processor -- start 2023-12-02T00:31:45.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.686+0000 7fba13679640 1 -- start start 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba13679640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fba0c0c5260 0x7fba0c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba13679640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba13679640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fba0c0c60f0 0x7fba0c155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba13679640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba0c0c17f0 con 0x7fba0c0c5260 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba13679640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba0c0c2580 con 0x7fba0c0c60f0 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba13679640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c0c1a00 con 0x7fba0c0c5640 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fba0c0c5260 0x7fba0c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fba0c0c5260 0x7fba0c06d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57444/0 (socket says 172.21.15.133:57444) 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 -- 172.21.15.133:0/2023504410 learned_addr learned my addr 172.21.15.133:0/2023504410 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11c16640 1 --2- 172.21.15.133:0/2023504410 >> v2:172.21.15.172:3300/0 conn(0x7fba0c0c60f0 0x7fba0c155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba10c14640 1 --2- 172.21.15.133:0/2023504410 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 -- 172.21.15.133:0/2023504410 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 msgr2=0x7fba0c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 --2- 172.21.15.133:0/2023504410 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 -- 172.21.15.133:0/2023504410 >> v2:172.21.15.172:3300/0 conn(0x7fba0c0c60f0 msgr2=0x7fba0c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 --2- 172.21.15.133:0/2023504410 >> v2:172.21.15.172:3300/0 conn(0x7fba0c0c60f0 0x7fba0c155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.690+0000 7fba11415640 1 -- 172.21.15.133:0/2023504410 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba0c0c1ce0 con 0x7fba0c0c5260 2023-12-02T00:31:45.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba11415640 1 --2- 172.21.15.133:0/2023504410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c06d5b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fba0c06d340 tx=0x7fba0801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=405a7562e4389e94 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:45.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba03fff640 1 -- 172.21.15.133:0/2023504410 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba080ac640 con 0x7fba0c0c5260 2023-12-02T00:31:45.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba03fff640 1 -- 172.21.15.133:0/2023504410 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba080ac7a0 con 0x7fba0c0c5260 2023-12-02T00:31:45.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba03fff640 1 -- 172.21.15.133:0/2023504410 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba080acb30 con 0x7fba0c0c5260 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 -- 172.21.15.133:0/2023504410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 msgr2=0x7fba0c06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 --2- 172.21.15.133:0/2023504410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c06d5b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fba0c06d340 tx=0x7fba0801c440 comp rx=0 tx=0).stop 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 -- 172.21.15.133:0/2023504410 shutdown_connections 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 --2- 172.21.15.133:0/2023504410 >> v2:172.21.15.172:3300/0 conn(0x7fba0c0c60f0 0x7fba0c155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 --2- 172.21.15.133:0/2023504410 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 --2- 172.21.15.133:0/2023504410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c06d5b0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 -- 172.21.15.133:0/2023504410 >> 172.21.15.133:0/2023504410 conn(0x7fba0c06a5b0 msgr2=0x7fba0c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 -- 172.21.15.133:0/2023504410 shutdown_connections 2023-12-02T00:31:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 -- 172.21.15.133:0/2023504410 wait complete. 2023-12-02T00:31:45.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 Processor -- start 2023-12-02T00:31:45.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.694+0000 7fba13679640 1 -- start start 2023-12-02T00:31:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c0bd610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c1eb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba0c0c60f0 0x7fba0c14ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c1ebf00 con 0x7fba0c0c5260 2023-12-02T00:31:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c0bb340 con 0x7fba0c0c60f0 2023-12-02T00:31:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c0bc680 con 0x7fba0c0c5640 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c0bd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c0bd610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57458/0 (socket says 172.21.15.133:57458) 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 -- 172.21.15.133:0/202942550 learned_addr learned my addr 172.21.15.133:0/202942550 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 -- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 msgr2=0x7fba0c1eb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba10c14640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c1eb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11c16640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba0c0c60f0 0x7fba0c14ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c1eb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 -- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba0c0c60f0 msgr2=0x7fba0c14ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba0c0c60f0 0x7fba0c14ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 -- 172.21.15.133:0/202942550 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba080094d0 con 0x7fba0c0c5260 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba10c14640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c1eb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11c16640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba0c0c60f0 0x7fba0c14ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba11415640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c0bd610 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fba080af040 tx=0x7fba0801ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba01ffb640 1 -- 172.21.15.133:0/202942550 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba080b7830 con 0x7fba0c0c5260 2023-12-02T00:31:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba01ffb640 1 -- 172.21.15.133:0/202942550 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba080b79b0 con 0x7fba0c0c5260 2023-12-02T00:31:45.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba01ffb640 1 -- 172.21.15.133:0/202942550 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba080b7d60 con 0x7fba0c0c5260 2023-12-02T00:31:45.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba0c0bc960 con 0x7fba0c0c5260 2023-12-02T00:31:45.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba0c0bafd0 con 0x7fba0c0c5260 2023-12-02T00:31:45.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba0c068400 con 0x7fba0c0c5260 2023-12-02T00:31:45.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.698+0000 7fba01ffb640 1 -- 172.21.15.133:0/202942550 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fba080b3040 con 0x7fba0c0c5260 2023-12-02T00:31:45.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.702+0000 7fba01ffb640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9f00664a0 0x7fb9f0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:45.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.702+0000 7fba01ffb640 1 -- 172.21.15.133:0/202942550 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fba0811e4f0 con 0x7fba0c0c5260 2023-12-02T00:31:45.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.702+0000 7fba10c14640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9f00664a0 0x7fb9f0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:45.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.702+0000 7fba10c14640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9f00664a0 0x7fb9f0068960 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fba0c0a6e40 tx=0x7fb9fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:45.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.706+0000 7fba01ffb640 1 -- 172.21.15.133:0/202942550 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fba080eb960 con 0x7fba0c0c5260 2023-12-02T00:31:45.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.858+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fba0c06d390 con 0x7fba0c0c5260 2023-12-02T00:31:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.858+0000 7fba01ffb640 1 -- 172.21.15.133:0/202942550 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+16618 (secure 0 0 0) 0x7fba080eef80 con 0x7fba0c0c5260 2023-12-02T00:31:45.864 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:45.864 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":30,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:44.551074+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9f00664a0 msgr2=0x7fb9f0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9f00664a0 0x7fb9f0068960 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fba0c0a6e40 tx=0x7fb9fc008040 comp rx=0 tx=0).stop 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 msgr2=0x7fba0c0bd610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c0bd610 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fba080af040 tx=0x7fba0801ac80 comp rx=0 tx=0).stop 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 shutdown_connections 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9f00664a0 0x7fb9f0068960 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba0c0c60f0 0x7fba0c14ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba0c0c5640 0x7fba0c1eb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 --2- 172.21.15.133:0/202942550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0c0c5260 0x7fba0c0bd610 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 >> 172.21.15.133:0/202942550 conn(0x7fba0c06a5b0 msgr2=0x7fba0c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 shutdown_connections 2023-12-02T00:31:45.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:45.862+0000 7fba13679640 1 -- 172.21.15.133:0/202942550 wait complete. 2023-12-02T00:31:45.885 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-02T00:31:46.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f9074faa640 1 Processor -- start 2023-12-02T00:31:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f9074faa640 1 -- start start 2023-12-02T00:31:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f9074faa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90700c63c0 0x7f90700c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f9074faa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90700c31c0 con 0x7f90700c4100 2023-12-02T00:31:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f9074faa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90700c34a0 con 0x7f90700c2bb0 2023-12-02T00:31:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f9074faa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90700c1030 con 0x7f90700c63c0 2023-12-02T00:31:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f906e59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f90700c63c0 0x7f90700c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f906dd9b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f90700c4100 0x7f90700c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37376/0 (socket says 172.21.15.133:37376) 2023-12-02T00:31:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f906dd9b640 1 -- 172.21.15.133:0/430468759 learned_addr learned my addr 172.21.15.133:0/430468759 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:46.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f906e59c640 1 -- 172.21.15.133:0/430468759 >> v1:172.21.15.172:6789/0 conn(0x7f90700c2bb0 legacy=0x7f90700a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:46.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f906e59c640 1 -- 172.21.15.133:0/430468759 >> v1:172.21.15.133:6789/0 conn(0x7f90700c4100 legacy=0x7f90700c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:46.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.022+0000 7f906e59c640 1 -- 172.21.15.133:0/430468759 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90700c1310 con 0x7f90700c63c0 2023-12-02T00:31:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f906e59c640 1 --2- 172.21.15.133:0/430468759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c63c0 0x7f90700c06d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f906000ba60 tx=0x7f906001ea30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=778be63fa545115f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f906d59a640 1 -- 172.21.15.133:0/430468759 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90600a7a20 con 0x7f90700c63c0 2023-12-02T00:31:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f906d59a640 1 -- 172.21.15.133:0/430468759 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90600a7b80 con 0x7f90700c63c0 2023-12-02T00:31:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f906d59a640 1 -- 172.21.15.133:0/430468759 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90600af440 con 0x7f90700c63c0 2023-12-02T00:31:46.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f9074faa640 1 -- 172.21.15.133:0/430468759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c63c0 msgr2=0x7f90700c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:46.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f9074faa640 1 --2- 172.21.15.133:0/430468759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c63c0 0x7f90700c06d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f906000ba60 tx=0x7f906001ea30 comp rx=0 tx=0).stop 2023-12-02T00:31:46.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f9074faa640 1 -- 172.21.15.133:0/430468759 shutdown_connections 2023-12-02T00:31:46.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f9074faa640 1 --2- 172.21.15.133:0/430468759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c63c0 0x7f90700c06d0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:46.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f9074faa640 1 -- 172.21.15.133:0/430468759 >> 172.21.15.133:0/430468759 conn(0x7f907006a5b0 msgr2=0x7f907006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:46.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f9074faa640 1 -- 172.21.15.133:0/430468759 shutdown_connections 2023-12-02T00:31:46.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.026+0000 7f9074faa640 1 -- 172.21.15.133:0/430468759 wait complete. 2023-12-02T00:31:46.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 Processor -- start 2023-12-02T00:31:46.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 -- start start 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90700c2bb0 0x7f9070159220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c4100 0x7f90700c54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90700c63c0 0x7f9070144e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907015bc20 con 0x7f90700c4100 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90701f1160 con 0x7f90700c63c0 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90700c5020 con 0x7f90700c2bb0 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c4100 0x7f90700c54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c4100 0x7f90700c54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35586/0 (socket says 172.21.15.133:35586) 2023-12-02T00:31:46.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 -- 172.21.15.133:0/3433183769 learned_addr learned my addr 172.21.15.133:0/3433183769 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906ed9d640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90700c63c0 0x7f9070144e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906e59c640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90700c2bb0 0x7f9070159220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 -- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90700c2bb0 msgr2=0x7f9070159220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90700c2bb0 0x7f9070159220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 -- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90700c63c0 msgr2=0x7f9070144e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90700c63c0 0x7f9070144e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 -- 172.21.15.133:0/3433183769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f906000b6c0 con 0x7f90700c4100 2023-12-02T00:31:46.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f906dd9b640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c4100 0x7f90700c54b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f906400c530 tx=0x7f906400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:46.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f905effd640 1 -- 172.21.15.133:0/3433183769 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9064005cf0 con 0x7f90700c4100 2023-12-02T00:31:46.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f905effd640 1 -- 172.21.15.133:0/3433183769 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9064005e50 con 0x7f90700c4100 2023-12-02T00:31:46.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90700c69b0 con 0x7f90700c4100 2023-12-02T00:31:46.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f905effd640 1 -- 172.21.15.133:0/3433183769 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9064007270 con 0x7f90700c4100 2023-12-02T00:31:46.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90701f1690 con 0x7f90700c4100 2023-12-02T00:31:46.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.030+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90700c51d0 con 0x7f90700c4100 2023-12-02T00:31:46.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.034+0000 7f905effd640 1 -- 172.21.15.133:0/3433183769 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f90640073d0 con 0x7f90700c4100 2023-12-02T00:31:46.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.034+0000 7f905effd640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f90500664a0 0x7f9050068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:46.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.034+0000 7f905effd640 1 -- 172.21.15.133:0/3433183769 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9064083250 con 0x7f90700c4100 2023-12-02T00:31:46.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.034+0000 7f906e59c640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f90500664a0 0x7f9050068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:46.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.034+0000 7f906e59c640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f90500664a0 0x7f9050068960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f90600b1000 tx=0x7f9060008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:46.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.038+0000 7f905effd640 1 -- 172.21.15.133:0/3433183769 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f90700c51d0 con 0x7f90700c4100 2023-12-02T00:31:46.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:46.222+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f90700c5190 con 0x7f90700c4100 2023-12-02T00:31:47.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.190+0000 7f905effd640 1 -- 172.21.15.133:0/3433183769 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) v1 ==== 118+0+0 (secure 0 0 0) 0x7f9064050770 con 0x7f90700c4100 2023-12-02T00:31:47.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f90500664a0 msgr2=0x7f9050068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:47.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f90500664a0 0x7f9050068960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f90600b1000 tx=0x7f9060008040 comp rx=0 tx=0).stop 2023-12-02T00:31:47.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c4100 msgr2=0x7f90700c54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:47.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c4100 0x7f90700c54b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f906400c530 tx=0x7f906400c9f0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 shutdown_connections 2023-12-02T00:31:47.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f90500664a0 0x7f9050068960 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90700c63c0 0x7f9070144e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90700c4100 0x7f90700c54b0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 --2- 172.21.15.133:0/3433183769 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90700c2bb0 0x7f9070159220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 >> 172.21.15.133:0/3433183769 conn(0x7f907006a5b0 msgr2=0x7f90700a57c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:47.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 shutdown_connections 2023-12-02T00:31:47.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.194+0000 7f9074faa640 1 -- 172.21.15.133:0/3433183769 wait complete. 2023-12-02T00:31:47.221 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-02T00:31:47.221 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-02T00:31:47.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.362+0000 7f434b59e640 1 Processor -- start 2023-12-02T00:31:47.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.362+0000 7f434b59e640 1 -- start start 2023-12-02T00:31:47.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434b59e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f434c06c780 0x7f434c14a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434b59e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f434c0c1e30 con 0x7f434c06d990 2023-12-02T00:31:47.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434b59e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f434c06dd70 con 0x7f434c0c5360 2023-12-02T00:31:47.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434b59e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f434c0c57c0 con 0x7f434c06c780 2023-12-02T00:31:47.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f434c06d990 0x7f434c1546c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37382/0 (socket says 172.21.15.133:37382) 2023-12-02T00:31:47.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 -- 172.21.15.133:0/3971007808 learned_addr learned my addr 172.21.15.133:0/3971007808 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434ad9d640 1 --2- 172.21.15.133:0/3971007808 >> v2:172.21.15.172:3300/0 conn(0x7f434c06c780 0x7f434c14a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3007901301 0 0) 0x7f434c0c1e30 con 0x7f434c06d990 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4338003530 con 0x7f434c06d990 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2877389438 0 0) 0x7f4338003530 con 0x7f434c06d990 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 >> v2:172.21.15.172:3300/0 conn(0x7f434c06c780 msgr2=0x7f434c14a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 --2- 172.21.15.133:0/3971007808 >> v2:172.21.15.172:3300/0 conn(0x7f434c06c780 0x7f434c14a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 >> v1:172.21.15.172:6789/0 conn(0x7f434c0c5360 legacy=0x7f434c06c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f434c0c1220 con 0x7f434c06d990 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f433c001680 con 0x7f434c06d990 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 >> v1:172.21.15.133:6789/0 conn(0x7f434c06d990 legacy=0x7f434c1546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4338003980 0x7f4338003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43380047d0 0x7f4338004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4338005190 0x7f433800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f434c0c57c0 con 0x7f4338003980 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f433800c030 con 0x7f43380047d0 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f433800c1f0 con 0x7f4338005190 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4338003980 0x7f4338003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4343fff640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43380047d0 0x7f4338004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434ad9d640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4338005190 0x7f433800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 -- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4338005190 msgr2=0x7f433800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:47.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4338005190 0x7f433800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 -- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43380047d0 msgr2=0x7f4338004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:47.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43380047d0 0x7f4338004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434a59c640 1 -- 172.21.15.133:0/3971007808 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4338003530 con 0x7f4338003980 2023-12-02T00:31:47.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f4343fff640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43380047d0 0x7f4338004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:47.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.366+0000 7f434ad9d640 1 -- 172.21.15.133:0/3971007808 reap_dead start 2023-12-02T00:31:47.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434a59c640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4338003980 0x7f4338003da0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f433c00c240 tx=0x7f433c01cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54f6215482353dac server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:47.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f433c0058e0 con 0x7f4338003980 2023-12-02T00:31:47.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f433c005a40 con 0x7f4338003980 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f4349d9b640 1 -- 172.21.15.133:0/3971007808 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f433c005e70 con 0x7f4338003980 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 -- 172.21.15.133:0/3971007808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4338003980 msgr2=0x7f4338003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4338003980 0x7f4338003da0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f433c00c240 tx=0x7f433c01cb90 comp rx=0 tx=0).stop 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 -- 172.21.15.133:0/3971007808 shutdown_connections 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 --2- 172.21.15.133:0/3971007808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4338003980 0x7f4338003da0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 -- 172.21.15.133:0/3971007808 >> 172.21.15.133:0/3971007808 conn(0x7f434c0a7800 msgr2=0x7f434c0a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 -- 172.21.15.133:0/3971007808 shutdown_connections 2023-12-02T00:31:47.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 -- 172.21.15.133:0/3971007808 wait complete. 2023-12-02T00:31:47.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.370+0000 7f434b59e640 1 Processor -- start 2023-12-02T00:31:47.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 -- start start 2023-12-02T00:31:47.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4338003980 0x7f434c14e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f434c152720 0x7f434c147c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f434c0bee80 0x7f434c0bf300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f434c0abac0 con 0x7f434c0bee80 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f434c14a2a0 con 0x7f4338003980 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f434c14c5c0 con 0x7f434c152720 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f434c0bee80 0x7f434c0bf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f434c0bee80 0x7f434c0bf300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35614/0 (socket says 172.21.15.133:35614) 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 -- 172.21.15.133:0/2486764742 learned_addr learned my addr 172.21.15.133:0/2486764742 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f4343fff640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f434c152720 0x7f434c147c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434a59c640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4338003980 0x7f434c14e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 -- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f434c152720 msgr2=0x7f434c147c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f434c152720 0x7f434c147c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 -- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4338003980 msgr2=0x7f434c14e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4338003980 0x7f434c14e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 -- 172.21.15.133:0/2486764742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f434c0a4d50 con 0x7f434c0bee80 2023-12-02T00:31:47.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434ad9d640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f434c0bee80 0x7f434c0bf300 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f434c0707f0 tx=0x7f43440115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:47.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f4342ffd640 1 -- 172.21.15.133:0/2486764742 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f434400e070 con 0x7f434c0bee80 2023-12-02T00:31:47.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f4342ffd640 1 -- 172.21.15.133:0/2486764742 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4344011e40 con 0x7f434c0bee80 2023-12-02T00:31:47.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f4342ffd640 1 -- 172.21.15.133:0/2486764742 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43440039a0 con 0x7f434c0bee80 2023-12-02T00:31:47.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f434c0abd10 con 0x7f434c0bee80 2023-12-02T00:31:47.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f434c148190 con 0x7f434c0bee80 2023-12-02T00:31:47.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.374+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f434c04e850 con 0x7f434c0bee80 2023-12-02T00:31:47.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.378+0000 7f4342ffd640 1 -- 172.21.15.133:0/2486764742 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4344003b20 con 0x7f434c0bee80 2023-12-02T00:31:47.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.378+0000 7f4342ffd640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f432c066470 0x7f432c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:47.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.378+0000 7f4342ffd640 1 -- 172.21.15.133:0/2486764742 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4344084230 con 0x7f434c0bee80 2023-12-02T00:31:47.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.378+0000 7f434a59c640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f432c066470 0x7f432c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:47.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.378+0000 7f434a59c640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f432c066470 0x7f432c068930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f433c0ab000 tx=0x7f433c0a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:47.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.382+0000 7f4342ffd640 1 -- 172.21.15.133:0/2486764742 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f43440517d0 con 0x7f434c0bee80 2023-12-02T00:31:47.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:47.562+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f434c0c21b0 con 0x7f434c0bee80 2023-12-02T00:31:48.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.198+0000 7f4342ffd640 1 -- 172.21.15.133:0/2486764742 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) v1 ==== 122+0+0 (secure 0 0 0) 0x7f4344054df0 con 0x7f434c0bee80 2023-12-02T00:31:48.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f432c066470 msgr2=0x7f432c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f432c066470 0x7f432c068930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f433c0ab000 tx=0x7f433c0a7070 comp rx=0 tx=0).stop 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f434c0bee80 msgr2=0x7f434c0bf300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f434c0bee80 0x7f434c0bf300 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f434c0707f0 tx=0x7f43440115a0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 shutdown_connections 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f432c066470 0x7f432c068930 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f434c0bee80 0x7f434c0bf300 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f434c152720 0x7f434c147c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 --2- 172.21.15.133:0/2486764742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4338003980 0x7f434c14e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 >> 172.21.15.133:0/2486764742 conn(0x7f434c0a7800 msgr2=0x7f434c0a7be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 shutdown_connections 2023-12-02T00:31:48.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.202+0000 7f434b59e640 1 -- 172.21.15.133:0/2486764742 wait complete. 2023-12-02T00:31:48.229 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-02T00:31:48.230 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:48.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.366+0000 7fa40132a640 1 Processor -- start 2023-12-02T00:31:48.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.366+0000 7fa40132a640 1 -- start start 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa40132a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa3fc0c6050 0x7fa3fc0c6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa40132a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc0c31c0 0x7fa3fc155020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa40132a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3fc0c6bc0 con 0x7fa3fc155560 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa40132a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3fc0c8d90 con 0x7fa3fc0c6050 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa40132a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3fc0c3c80 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3faffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa3fc0c6050 0x7fa3fc0c6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3fb7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa3fc155560 0x7fa3fc0c7640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37390/0 (socket says 172.21.15.133:37390) 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3fb7fe640 1 -- 172.21.15.133:0/4236895723 learned_addr learned my addr 172.21.15.133:0/4236895723 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:48.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3f3fff640 1 --2- 172.21.15.133:0/4236895723 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc0c31c0 0x7fa3fc155020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3faffd640 1 -- 172.21.15.133:0/4236895723 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc0c31c0 msgr2=0x7fa3fc155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:48.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3faffd640 1 --2- 172.21.15.133:0/4236895723 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc0c31c0 0x7fa3fc155020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3faffd640 1 -- 172.21.15.133:0/4236895723 >> v1:172.21.15.133:6789/0 conn(0x7fa3fc155560 legacy=0x7fa3fc0c7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3fa7fc640 1 -- 172.21.15.133:0/4236895723 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1760463196 0 0) 0x7fa3fc0c6bc0 con 0x7fa3fc155560 2023-12-02T00:31:48.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.370+0000 7fa3faffd640 1 -- 172.21.15.133:0/4236895723 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3fc0c6970 con 0x7fa3fc0c6050 2023-12-02T00:31:48.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa3faffd640 1 --2- 172.21.15.133:0/4236895723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c6050 0x7fa3fc0c6430 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa3ec0097c0 tx=0x7fa3ec01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96ba100ec802b77d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:48.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa3fa7fc640 1 -- 172.21.15.133:0/4236895723 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3ec0ac620 con 0x7fa3fc0c6050 2023-12-02T00:31:48.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa3fa7fc640 1 -- 172.21.15.133:0/4236895723 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3ec0ac780 con 0x7fa3fc0c6050 2023-12-02T00:31:48.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa3fa7fc640 1 -- 172.21.15.133:0/4236895723 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3ec0acb10 con 0x7fa3fc0c6050 2023-12-02T00:31:48.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- 172.21.15.133:0/4236895723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c6050 msgr2=0x7fa3fc0c6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 --2- 172.21.15.133:0/4236895723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c6050 0x7fa3fc0c6430 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa3ec0097c0 tx=0x7fa3ec01c3c0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- 172.21.15.133:0/4236895723 shutdown_connections 2023-12-02T00:31:48.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 --2- 172.21.15.133:0/4236895723 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc0c31c0 0x7fa3fc155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 --2- 172.21.15.133:0/4236895723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c6050 0x7fa3fc0c6430 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- 172.21.15.133:0/4236895723 >> 172.21.15.133:0/4236895723 conn(0x7fa3fc0a9b80 msgr2=0x7fa3fc0a9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:48.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- 172.21.15.133:0/4236895723 shutdown_connections 2023-12-02T00:31:48.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- 172.21.15.133:0/4236895723 wait complete. 2023-12-02T00:31:48.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 Processor -- start 2023-12-02T00:31:48.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- start start 2023-12-02T00:31:48.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c31c0 0x7fa3fc0ab0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3fc0c6050 0x7fa3fc14af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc155560 0x7fa3fc14b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3fc14b9e0 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3fc153f00 con 0x7fa3fc0c6050 2023-12-02T00:31:48.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa40132a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3fc153140 con 0x7fa3fc155560 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa3faffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c31c0 0x7fa3fc0ab0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa3faffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c31c0 0x7fa3fc0ab0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35624/0 (socket says 172.21.15.133:35624) 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.374+0000 7fa3faffd640 1 -- 172.21.15.133:0/1229465975 learned_addr learned my addr 172.21.15.133:0/1229465975 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f3fff640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3fc0c6050 0x7fa3fc14af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3fb7fe640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc155560 0x7fa3fc14b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3faffd640 1 -- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc155560 msgr2=0x7fa3fc14b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3faffd640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc155560 0x7fa3fc14b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3faffd640 1 -- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3fc0c6050 msgr2=0x7fa3fc14af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3faffd640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3fc0c6050 0x7fa3fc14af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3faffd640 1 -- 172.21.15.133:0/1229465975 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3ec009420 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3fb7fe640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc155560 0x7fa3fc14b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3faffd640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c31c0 0x7fa3fc0ab0e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa3ec019ff0 tx=0x7fa3ec019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:48.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f37fe640 1 -- 172.21.15.133:0/1229465975 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3ec0b5410 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f37fe640 1 -- 172.21.15.133:0/1229465975 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3ec0b5570 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3fc153420 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f37fe640 1 -- 172.21.15.133:0/1229465975 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3ec0b5920 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3fc1539e0 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3fc068400 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f37fe640 1 -- 172.21.15.133:0/1229465975 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa3ec0b3040 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f37fe640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3dc066470 0x7fa3dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f37fe640 1 -- 172.21.15.133:0/1229465975 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa3ec11e160 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.378+0000 7fa3f3fff640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3dc066470 0x7fa3dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.382+0000 7fa3f3fff640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3dc066470 0x7fa3dc068930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc14f7c0 tx=0x7fa3e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:48.388 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.382+0000 7fa3f37fe640 1 -- 172.21.15.133:0/1229465975 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa3ec0eb670 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.562+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa3fc0a9350 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.562+0000 7fa3f37fe640 1 -- 172.21.15.133:0/1229465975 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4922 (secure 0 0 0) 0x7fa3ec0eec90 con 0x7fa3fc0c31c0 2023-12-02T00:31:48.567 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:48.568 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4974,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:44.551422+0000","modified":"2023-12-02T00:31:47.569166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4977},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4977":{"gid":4977,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/952822086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":952822086},{"type":"v1","addr":"172.21.15.133:6837","nonce":952822086}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-12-02T00:31:48.568 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 17 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3dc066470 msgr2=0x7fa3dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3dc066470 0x7fa3dc068930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc14f7c0 tx=0x7fa3e4008040 comp rx=0 tx=0).stop 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c31c0 msgr2=0x7fa3fc0ab0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c31c0 0x7fa3fc0ab0e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa3ec019ff0 tx=0x7fa3ec019160 comp rx=0 tx=0).stop 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 shutdown_connections 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3dc066470 0x7fa3dc068930 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3fc155560 0x7fa3fc14b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa3fc0c6050 0x7fa3fc14af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 --2- 172.21.15.133:0/1229465975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3fc0c31c0 0x7fa3fc0ab0e0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 >> 172.21.15.133:0/1229465975 conn(0x7fa3fc0a9b80 msgr2=0x7fa3fc066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 shutdown_connections 2023-12-02T00:31:48.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.566+0000 7fa40132a640 1 -- 172.21.15.133:0/1229465975 wait complete. 2023-12-02T00:31:48.589 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:48.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219eafe640 1 Processor -- start 2023-12-02T00:31:48.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219eafe640 1 -- start start 2023-12-02T00:31:48.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219eafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21980c7ea0 0x7f219806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219eafe640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f219806c860 con 0x7f219806b9e0 2023-12-02T00:31:48.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219eafe640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2198154930 con 0x7f2198151e90 2023-12-02T00:31:48.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219eafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21980c8750 con 0x7f21980c7ea0 2023-12-02T00:31:48.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219d09b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f219806b9e0 0x7f219815f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37402/0 (socket says 172.21.15.133:37402) 2023-12-02T00:31:48.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f219d09b640 1 -- 172.21.15.133:0/3993666757 learned_addr learned my addr 172.21.15.133:0/3993666757 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218ffff640 1 --2- 172.21.15.133:0/3993666757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21980c7ea0 0x7f219806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218f7fe640 1 -- 172.21.15.133:0/3993666757 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3765865913 0 0) 0x7f219806c860 con 0x7f219806b9e0 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218f7fe640 1 -- 172.21.15.133:0/3993666757 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2180003530 con 0x7f219806b9e0 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218f7fe640 1 -- 172.21.15.133:0/3993666757 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 460378094 0 0) 0x7f2198154930 con 0x7f2198151e90 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218f7fe640 1 -- 172.21.15.133:0/3993666757 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f219806c860 con 0x7f2198151e90 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218ffff640 1 -- 172.21.15.133:0/3993666757 >> v1:172.21.15.172:6789/0 conn(0x7f2198151e90 legacy=0x7f21980c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218ffff640 1 -- 172.21.15.133:0/3993666757 >> v1:172.21.15.133:6789/0 conn(0x7f219806b9e0 legacy=0x7f219815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.722+0000 7f218ffff640 1 -- 172.21.15.133:0/3993666757 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2198154c10 con 0x7f21980c7ea0 2023-12-02T00:31:48.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f218ffff640 1 --2- 172.21.15.133:0/3993666757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21980c7ea0 0x7f219806b4a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f21880097f0 tx=0x7f218801c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=760377cde3508b4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:48.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f218f7fe640 1 -- 172.21.15.133:0/3993666757 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21880ab600 con 0x7f21980c7ea0 2023-12-02T00:31:48.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f218f7fe640 1 -- 172.21.15.133:0/3993666757 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21880a7050 con 0x7f21980c7ea0 2023-12-02T00:31:48.731 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f218f7fe640 1 -- 172.21.15.133:0/3993666757 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21880ab980 con 0x7f21980c7ea0 2023-12-02T00:31:48.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f219eafe640 1 -- 172.21.15.133:0/3993666757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21980c7ea0 msgr2=0x7f219806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f219eafe640 1 --2- 172.21.15.133:0/3993666757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21980c7ea0 0x7f219806b4a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f21880097f0 tx=0x7f218801c3a0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f219eafe640 1 -- 172.21.15.133:0/3993666757 shutdown_connections 2023-12-02T00:31:48.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f219eafe640 1 --2- 172.21.15.133:0/3993666757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21980c7ea0 0x7f219806b4a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f219eafe640 1 -- 172.21.15.133:0/3993666757 >> 172.21.15.133:0/3993666757 conn(0x7f21980ca170 msgr2=0x7f21980ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:48.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f219eafe640 1 -- 172.21.15.133:0/3993666757 shutdown_connections 2023-12-02T00:31:48.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.726+0000 7f219eafe640 1 -- 172.21.15.133:0/3993666757 wait complete. 2023-12-02T00:31:48.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 Processor -- start 2023-12-02T00:31:48.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 -- start start 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f219806b9e0 0x7f21980c2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980c7ea0 0x7f21980c2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198151e90 0x7f219814b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21981552d0 con 0x7f2198151e90 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21980c30b0 con 0x7f21980c7ea0 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2198149b10 con 0x7f219806b9e0 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198151e90 0x7f219814b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219c89a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f219806b9e0 0x7f21980c2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f218ffff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980c7ea0 0x7f21980c2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198151e90 0x7f219814b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35640/0 (socket says 172.21.15.133:35640) 2023-12-02T00:31:48.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 -- 172.21.15.133:0/705445464 learned_addr learned my addr 172.21.15.133:0/705445464 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 -- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f219806b9e0 msgr2=0x7f21980c2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f219806b9e0 0x7f21980c2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 -- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980c7ea0 msgr2=0x7f21980c2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980c7ea0 0x7f21980c2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 -- 172.21.15.133:0/705445464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2188009420 con 0x7f2198151e90 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219c89a640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f219806b9e0 0x7f21980c2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f218ffff640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980c7ea0 0x7f21980c2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219d09b640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198151e90 0x7f219814b090 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f219000caa0 tx=0x7f219000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f218d7fa640 1 -- 172.21.15.133:0/705445464 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f219000ac00 con 0x7f2198151e90 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f218d7fa640 1 -- 172.21.15.133:0/705445464 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f219000ad60 con 0x7f2198151e90 2023-12-02T00:31:48.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2198149df0 con 0x7f2198151e90 2023-12-02T00:31:48.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.730+0000 7f218d7fa640 1 -- 172.21.15.133:0/705445464 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2190012600 con 0x7f2198151e90 2023-12-02T00:31:48.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.734+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f219814a3b0 con 0x7f2198151e90 2023-12-02T00:31:48.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.734+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2198068400 con 0x7f2198151e90 2023-12-02T00:31:48.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.734+0000 7f218d7fa640 1 -- 172.21.15.133:0/705445464 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2190012760 con 0x7f2198151e90 2023-12-02T00:31:48.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.734+0000 7f218d7fa640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066470 0x7f2184068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:48.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.734+0000 7f218d7fa640 1 -- 172.21.15.133:0/705445464 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2190083ce0 con 0x7f2198151e90 2023-12-02T00:31:48.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.734+0000 7f219c89a640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066470 0x7f2184068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:48.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.734+0000 7f219c89a640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066470 0x7f2184068930 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f21940011f0 tx=0x7f2194009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:48.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.738+0000 7f218d7fa640 1 -- 172.21.15.133:0/705445464 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f219008a080 con 0x7f2198151e90 2023-12-02T00:31:48.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f21981605a0 con 0x7f2198151e90 2023-12-02T00:31:48.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f218d7fa640 1 -- 172.21.15.133:0/705445464 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) v1 ==== 74+0+16605 (secure 0 0 0) 0x7f2190051200 con 0x7f2198151e90 2023-12-02T00:31:48.894 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:48.894 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":31,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:46.180750+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:48.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066470 msgr2=0x7f2184068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066470 0x7f2184068930 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f21940011f0 tx=0x7f2194009040 comp rx=0 tx=0).stop 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198151e90 msgr2=0x7f219814b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198151e90 0x7f219814b090 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f219000caa0 tx=0x7f219000cf60 comp rx=0 tx=0).stop 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 shutdown_connections 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2184066470 0x7f2184068930 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2198151e90 0x7f219814b090 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21980c7ea0 0x7f21980c2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 --2- 172.21.15.133:0/705445464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f219806b9e0 0x7f21980c2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:48.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 >> 172.21.15.133:0/705445464 conn(0x7f21980ca170 msgr2=0x7f2198153ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:48.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 shutdown_connections 2023-12-02T00:31:48.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:48.890+0000 7f219eafe640 1 -- 172.21.15.133:0/705445464 wait complete. 2023-12-02T00:31:48.915 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-02T00:31:48.916 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:31:49.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc2ddf640 1 Processor -- start 2023-12-02T00:31:49.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc2ddf640 1 -- start start 2023-12-02T00:31:49.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc2ddf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3dbc0c7ea0 0x7f3dbc06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc2ddf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3dbc06c860 con 0x7f3dbc151e90 2023-12-02T00:31:49.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc2ddf640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3dbc154930 con 0x7f3dbc06b9e0 2023-12-02T00:31:49.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc2ddf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3dbc0c8750 con 0x7f3dbc0c7ea0 2023-12-02T00:31:49.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dbbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3dbc0c7ea0 0x7f3dbc06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc0b7b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3dbc151e90 0x7f3dbc0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37404/0 (socket says 172.21.15.133:37404) 2023-12-02T00:31:49.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dc0b7b640 1 -- 172.21.15.133:0/3763253728 learned_addr learned my addr 172.21.15.133:0/3763253728 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:49.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dbbfff640 1 -- 172.21.15.133:0/3763253728 >> v1:172.21.15.172:6789/0 conn(0x7f3dbc06b9e0 legacy=0x7f3dbc15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:49.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dbbfff640 1 -- 172.21.15.133:0/3763253728 >> v1:172.21.15.133:6789/0 conn(0x7f3dbc151e90 legacy=0x7f3dbc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.050+0000 7f3dbbfff640 1 -- 172.21.15.133:0/3763253728 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dbc154c10 con 0x7f3dbc0c7ea0 2023-12-02T00:31:49.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dbbfff640 1 --2- 172.21.15.133:0/3763253728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc06b4a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3da80097c0 tx=0x7f3da801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28724417a9e06214 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dbb7fe640 1 -- 172.21.15.133:0/3763253728 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3da80ab600 con 0x7f3dbc0c7ea0 2023-12-02T00:31:49.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dbb7fe640 1 -- 172.21.15.133:0/3763253728 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3da80a7050 con 0x7f3dbc0c7ea0 2023-12-02T00:31:49.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dbb7fe640 1 -- 172.21.15.133:0/3763253728 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3da80ab980 con 0x7f3dbc0c7ea0 2023-12-02T00:31:49.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/3763253728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc0c7ea0 msgr2=0x7f3dbc06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/3763253728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc06b4a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3da80097c0 tx=0x7f3da801c320 comp rx=0 tx=0).stop 2023-12-02T00:31:49.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/3763253728 shutdown_connections 2023-12-02T00:31:49.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/3763253728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc06b4a0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/3763253728 >> 172.21.15.133:0/3763253728 conn(0x7f3dbc0ca170 msgr2=0x7f3dbc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:49.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/3763253728 shutdown_connections 2023-12-02T00:31:49.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.054+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/3763253728 wait complete. 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 Processor -- start 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 -- start start 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3dbc06b9e0 0x7f3dbc0c3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc144070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc151e90 0x7f3dbc14a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dbc1552d0 con 0x7f3dbc151e90 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dbc1edbb0 con 0x7f3dbc0c7ea0 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3dbc14a370 con 0x7f3dbc06b9e0 2023-12-02T00:31:49.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc151e90 0x7f3dbc14a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc151e90 0x7f3dbc14a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35666/0 (socket says 172.21.15.133:35666) 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 -- 172.21.15.133:0/672205566 learned_addr learned my addr 172.21.15.133:0/672205566 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dbbfff640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc144070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc0b7b640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3dbc06b9e0 0x7f3dbc0c3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 -- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3dbc06b9e0 msgr2=0x7f3dbc0c3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3dbc06b9e0 0x7f3dbc0c3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 -- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3dbc0c7ea0 msgr2=0x7f3dbc144070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc144070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 -- 172.21.15.133:0/672205566 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3da8009420 con 0x7f3dbc151e90 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc0b7b640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3dbc06b9e0 0x7f3dbc0c3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dbbfff640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc144070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc137c640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc151e90 0x7f3dbc14a7c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3db400b970 tx=0x7f3db400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3db97fa640 1 -- 172.21.15.133:0/672205566 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3db400cb40 con 0x7f3dbc151e90 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3db97fa640 1 -- 172.21.15.133:0/672205566 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3db400cca0 con 0x7f3dbc151e90 2023-12-02T00:31:49.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3db97fa640 1 -- 172.21.15.133:0/672205566 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3db4014680 con 0x7f3dbc151e90 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3dbc1ee0a0 con 0x7f3dbc151e90 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3dbc1eddc0 con 0x7f3dbc151e90 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.058+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3dbc14a4e0 con 0x7f3dbc151e90 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.062+0000 7f3db97fa640 1 -- 172.21.15.133:0/672205566 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3db401d3b0 con 0x7f3dbc151e90 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.062+0000 7f3db97fa640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3da00664a0 0x7f3da0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.062+0000 7f3db97fa640 1 -- 172.21.15.133:0/672205566 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3db4083c20 con 0x7f3dbc151e90 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.062+0000 7f3dc0b7b640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3da00664a0 0x7f3da0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.062+0000 7f3dc0b7b640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3da00664a0 0x7f3da0068960 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3db0005890 tx=0x7f3db0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.066+0000 7f3db97fa640 1 -- 172.21.15.133:0/672205566 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3dbc14a4e0 con 0x7f3dbc151e90 2023-12-02T00:31:49.147 INFO:tasks.ceph.mds.a.smithi133.stderr:2023-12-02T00:31:49.142+0000 7f8ebb0c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:31:49.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.217+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3dbc1556f0 con 0x7f3da00664a0 2023-12-02T00:31:49.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.221+0000 7f3db97fa640 1 -- 172.21.15.133:0/672205566 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249939 (secure 0 0 0) 0x7f3db00013e0 con 0x7f3da00664a0 2023-12-02T00:31:49.230 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:49.231 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:31:49.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3da00664a0 msgr2=0x7f3da0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3da00664a0 0x7f3da0068960 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3db0005890 tx=0x7f3db0009040 comp rx=0 tx=0).stop 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc151e90 msgr2=0x7f3dbc14a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc151e90 0x7f3dbc14a7c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3db400b970 tx=0x7f3db400be30 comp rx=0 tx=0).stop 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 shutdown_connections 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3da00664a0 0x7f3da0068960 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dbc151e90 0x7f3dbc14a7c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3dbc0c7ea0 0x7f3dbc144070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 --2- 172.21.15.133:0/672205566 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3dbc06b9e0 0x7f3dbc0c3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 >> 172.21.15.133:0/672205566 conn(0x7f3dbc0ca170 msgr2=0x7f3dbc152f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 shutdown_connections 2023-12-02T00:31:49.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.225+0000 7f3dc2ddf640 1 -- 172.21.15.133:0/672205566 wait complete. 2023-12-02T00:31:49.250 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2023-12-02T00:31:47.248927+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":219748,"kb_used_data":3496,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754972,"statfs":{"total":773094113280,"available":772869091328,"internally_reserved":0,"allocated":3579904,"data_stored":2052280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.088140"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:44.158610+0000","last_change":"2023-12-02T00:31:44.158610+0000","last_active":"2023-12-02T00:31:44.158610+0000","last_peered":"2023-12-02T00:31:44.158610+0000","last_clean":"2023-12-02T00:31:44.158610+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:44.158610+0000","last_undegraded":"2023-12-02T00:31:44.158610+0000","last_fullsized":"2023-12-02T00:31:44.158610+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:31:43.151185+0000","last_change":"2023-12-02T00:31:43.151185+0000","last_active":"2023-12-02T00:31:43.151185+0000","last_peered":"2023-12-02T00:31:43.151185+0000","last_clean":"2023-12-02T00:31:43.151185+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:43.151185+0000","last_undegraded":"2023-12-02T00:31:43.151185+0000","last_fullsized":"2023-12-02T00:31:43.151185+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":169,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-12-02T00:31:38.190591+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:38.190591+0000","last_peered":"2023-12-02T00:31:38.190591+0000","last_clean":"2023-12-02T00:31:38.190591+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:38.190591+0000","last_undegraded":"2023-12-02T00:31:38.190591+0000","last_fullsized":"2023-12-02T00:31:38.190591+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27900,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343940,"statfs":{"total":96636764160,"available":96608194560,"internally_reserved":0,"allocated":892928,"data_stored":699311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27332,"kb_used_data":292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344508,"statfs":{"total":96636764160,"available":96608776192,"internally_reserved":0,"allocated":299008,"data_stored":108943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27320,"kb_used_data":292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344520,"statfs":{"total":96636764160,"available":96608788480,"internally_reserved":0,"allocated":299008,"data_stored":108943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574862,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27328,"kb_used_data":292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":299008,"data_stored":108943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88800000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27328,"kb_used_data":292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344512,"statfs":{"total":96636764160,"available":96608780288,"internally_reserved":0,"allocated":299008,"data_stored":108943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27320,"kb_used_data":292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344520,"statfs":{"total":96636764160,"available":96608788480,"internally_reserved":0,"allocated":299008,"data_stored":108943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27320,"kb_used_data":292,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344520,"statfs":{"total":96636764160,"available":96608788480,"internally_reserved":0,"allocated":299008,"data_stored":108943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":0,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27900,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343940,"statfs":{"total":96636764160,"available":96608194560,"internally_reserved":0,"allocated":892928,"data_stored":699311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:31:49.255 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:31:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101bb65640 1 Processor -- start 2023-12-02T00:31:49.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101bb65640 1 -- start start 2023-12-02T00:31:49.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101bb65640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f10140c63c0 0x7f10140c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101bb65640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c4100 0x7f10140c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101bb65640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10140c31c0 con 0x7f10140c29e0 2023-12-02T00:31:49.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101bb65640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10140c34a0 con 0x7f10140c63c0 2023-12-02T00:31:49.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101bb65640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10140c1030 con 0x7f10140c4100 2023-12-02T00:31:49.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101a102640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f10140c29e0 0x7f10140a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37414/0 (socket says 172.21.15.133:37414) 2023-12-02T00:31:49.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f101a102640 1 -- 172.21.15.133:0/3866726004 learned_addr learned my addr 172.21.15.133:0/3866726004 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f1019901640 1 --2- 172.21.15.133:0/3866726004 >> v2:172.21.15.172:3300/0 conn(0x7f10140c63c0 0x7f10140c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f1019100640 1 --2- 172.21.15.133:0/3866726004 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c4100 0x7f10140c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f10188ff640 1 -- 172.21.15.133:0/3866726004 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3514451254 0 0) 0x7f10140c31c0 con 0x7f10140c29e0 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f10188ff640 1 -- 172.21.15.133:0/3866726004 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1000003530 con 0x7f10140c29e0 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f1019100640 1 -- 172.21.15.133:0/3866726004 >> v2:172.21.15.172:3300/0 conn(0x7f10140c63c0 msgr2=0x7f10140c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f1019100640 1 --2- 172.21.15.133:0/3866726004 >> v2:172.21.15.172:3300/0 conn(0x7f10140c63c0 0x7f10140c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f1019100640 1 -- 172.21.15.133:0/3866726004 >> v1:172.21.15.133:6789/0 conn(0x7f10140c29e0 legacy=0x7f10140a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f1019100640 1 -- 172.21.15.133:0/3866726004 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10140c1310 con 0x7f10140c4100 2023-12-02T00:31:49.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.425+0000 7f1019901640 1 --2- 172.21.15.133:0/3866726004 >> v2:172.21.15.172:3300/0 conn(0x7f10140c63c0 0x7f10140c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:49.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f1019100640 1 --2- 172.21.15.133:0/3866726004 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c4100 0x7f10140c24a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f10040097c0 tx=0x7f100401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74a7210d3e3b364e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f10188ff640 1 -- 172.21.15.133:0/3866726004 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1004004230 con 0x7f10140c4100 2023-12-02T00:31:49.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f10188ff640 1 -- 172.21.15.133:0/3866726004 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10040a7050 con 0x7f10140c4100 2023-12-02T00:31:49.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f10188ff640 1 -- 172.21.15.133:0/3866726004 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1004003620 con 0x7f10140c4100 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 -- 172.21.15.133:0/3866726004 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c4100 msgr2=0x7f10140c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 --2- 172.21.15.133:0/3866726004 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c4100 0x7f10140c24a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f10040097c0 tx=0x7f100401c330 comp rx=0 tx=0).stop 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 -- 172.21.15.133:0/3866726004 shutdown_connections 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 --2- 172.21.15.133:0/3866726004 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c4100 0x7f10140c24a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 --2- 172.21.15.133:0/3866726004 >> v2:172.21.15.172:3300/0 conn(0x7f10140c63c0 0x7f10140c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 -- 172.21.15.133:0/3866726004 >> 172.21.15.133:0/3866726004 conn(0x7f101406a5b0 msgr2=0x7f101406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 -- 172.21.15.133:0/3866726004 shutdown_connections 2023-12-02T00:31:49.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.429+0000 7f101bb65640 1 -- 172.21.15.133:0/3866726004 wait complete. 2023-12-02T00:31:49.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 Processor -- start 2023-12-02T00:31:49.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 -- start start 2023-12-02T00:31:49.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c29e0 0x7f10141eb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10140c4100 0x7f10140bb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10140c63c0 0x7f10140bd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10140bf760 con 0x7f10140c63c0 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10140bfa40 con 0x7f10140c4100 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10140bfd20 con 0x7f10140c29e0 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10140c63c0 0x7f10140bd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10140c63c0 0x7f10140bd620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35682/0 (socket says 172.21.15.133:35682) 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 -- 172.21.15.133:0/3872119362 learned_addr learned my addr 172.21.15.133:0/3872119362 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f1019901640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c29e0 0x7f10141eb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f1019100640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10140c4100 0x7f10140bb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 -- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c29e0 msgr2=0x7f10141eb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c29e0 0x7f10141eb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 -- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10140c4100 msgr2=0x7f10140bb3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10140c4100 0x7f10140bb3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 -- 172.21.15.133:0/3872119362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1010009420 con 0x7f10140c63c0 2023-12-02T00:31:49.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101a102640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10140c63c0 0x7f10140bd620 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f100c00cb40 tx=0x7f100c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f100a7fc640 1 -- 172.21.15.133:0/3872119362 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c00aca0 con 0x7f10140c63c0 2023-12-02T00:31:49.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f100a7fc640 1 -- 172.21.15.133:0/3872119362 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f100c00ae00 con 0x7f10140c63c0 2023-12-02T00:31:49.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1004009420 con 0x7f10140c63c0 2023-12-02T00:31:49.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f100a7fc640 1 -- 172.21.15.133:0/3872119362 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c012620 con 0x7f10140c63c0 2023-12-02T00:31:49.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.433+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10140c02e0 con 0x7f10140c63c0 2023-12-02T00:31:49.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.437+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1014068400 con 0x7f10140c63c0 2023-12-02T00:31:49.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.437+0000 7f100a7fc640 1 -- 172.21.15.133:0/3872119362 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f100c007070 con 0x7f10140c63c0 2023-12-02T00:31:49.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.437+0000 7f100a7fc640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ff80664a0 0x7f0ff8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.437+0000 7f100a7fc640 1 -- 172.21.15.133:0/3872119362 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f100c083d80 con 0x7f10140c63c0 2023-12-02T00:31:49.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.437+0000 7f1019901640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ff80664a0 0x7f0ff8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.437+0000 7f1019901640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ff80664a0 0x7f0ff8068960 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1010009c50 tx=0x7f1010009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.441+0000 7f100a7fc640 1 -- 172.21.15.133:0/3872119362 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f100c051340 con 0x7f10140c63c0 2023-12-02T00:31:49.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.589+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f10140aa3b0 con 0x7f0ff80664a0 2023-12-02T00:31:49.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.597+0000 7f100a7fc640 1 -- 172.21.15.133:0/3872119362 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+267795 (secure 0 0 0) 0x7f10100098a0 con 0x7f0ff80664a0 2023-12-02T00:31:49.605 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:49.607 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ff80664a0 msgr2=0x7f0ff8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ff80664a0 0x7f0ff8068960 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1010009c50 tx=0x7f1010009190 comp rx=0 tx=0).stop 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10140c63c0 msgr2=0x7f10140bd620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10140c63c0 0x7f10140bd620 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f100c00cb40 tx=0x7f100c00a060 comp rx=0 tx=0).stop 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 shutdown_connections 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ff80664a0 0x7f0ff8068960 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10140c63c0 0x7f10140bd620 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10140c4100 0x7f10140bb3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 --2- 172.21.15.133:0/3872119362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10140c29e0 0x7f10141eb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 >> 172.21.15.133:0/3872119362 conn(0x7f101406a5b0 msgr2=0x7f101406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 shutdown_connections 2023-12-02T00:31:49.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.601+0000 7f101bb65640 1 -- 172.21.15.133:0/3872119362 wait complete. 2023-12-02T00:31:49.625 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2023-12-02T00:31:49.249203+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":139,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220132,"kb_used_data":3944,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754588,"statfs":{"total":773094113280,"available":772868698112,"internally_reserved":0,"allocated":4038656,"data_stored":2258372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000843"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193479+0000","last_change":"2023-12-02T00:31:45.203183+0000","last_active":"2023-12-02T00:31:46.193479+0000","last_peered":"2023-12-02T00:31:46.193479+0000","last_clean":"2023-12-02T00:31:46.193479+0000","last_became_active":"2023-12-02T00:31:45.202868+0000","last_became_peered":"2023-12-02T00:31:45.202868+0000","last_unstale":"2023-12-02T00:31:46.193479+0000","last_undegraded":"2023-12-02T00:31:46.193479+0000","last_fullsized":"2023-12-02T00:31:46.193479+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244245+0000","last_change":"2023-12-02T00:31:45.203845+0000","last_active":"2023-12-02T00:31:46.244245+0000","last_peered":"2023-12-02T00:31:46.244245+0000","last_clean":"2023-12-02T00:31:46.244245+0000","last_became_active":"2023-12-02T00:31:45.203503+0000","last_became_peered":"2023-12-02T00:31:45.203503+0000","last_unstale":"2023-12-02T00:31:46.244245+0000","last_undegraded":"2023-12-02T00:31:46.244245+0000","last_fullsized":"2023-12-02T00:31:46.244245+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243549+0000","last_change":"2023-12-02T00:31:45.199537+0000","last_active":"2023-12-02T00:31:46.243549+0000","last_peered":"2023-12-02T00:31:46.243549+0000","last_clean":"2023-12-02T00:31:46.243549+0000","last_became_active":"2023-12-02T00:31:45.198960+0000","last_became_peered":"2023-12-02T00:31:45.198960+0000","last_unstale":"2023-12-02T00:31:46.243549+0000","last_undegraded":"2023-12-02T00:31:46.243549+0000","last_fullsized":"2023-12-02T00:31:46.243549+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242662+0000","last_change":"2023-12-02T00:31:45.212793+0000","last_active":"2023-12-02T00:31:46.242662+0000","last_peered":"2023-12-02T00:31:46.242662+0000","last_clean":"2023-12-02T00:31:46.242662+0000","last_became_active":"2023-12-02T00:31:45.212524+0000","last_became_peered":"2023-12-02T00:31:45.212524+0000","last_unstale":"2023-12-02T00:31:46.242662+0000","last_undegraded":"2023-12-02T00:31:46.242662+0000","last_fullsized":"2023-12-02T00:31:46.242662+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243501+0000","last_change":"2023-12-02T00:31:45.211735+0000","last_active":"2023-12-02T00:31:46.243501+0000","last_peered":"2023-12-02T00:31:46.243501+0000","last_clean":"2023-12-02T00:31:46.243501+0000","last_became_active":"2023-12-02T00:31:45.211492+0000","last_became_peered":"2023-12-02T00:31:45.211492+0000","last_unstale":"2023-12-02T00:31:46.243501+0000","last_undegraded":"2023-12-02T00:31:46.243501+0000","last_fullsized":"2023-12-02T00:31:46.243501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:01.846471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242996+0000","last_change":"2023-12-02T00:31:45.204306+0000","last_active":"2023-12-02T00:31:46.242996+0000","last_peered":"2023-12-02T00:31:46.242996+0000","last_clean":"2023-12-02T00:31:46.242996+0000","last_became_active":"2023-12-02T00:31:45.204000+0000","last_became_peered":"2023-12-02T00:31:45.204000+0000","last_unstale":"2023-12-02T00:31:46.242996+0000","last_undegraded":"2023-12-02T00:31:46.242996+0000","last_fullsized":"2023-12-02T00:31:46.242996+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243774+0000","last_change":"2023-12-02T00:31:45.190527+0000","last_active":"2023-12-02T00:31:46.243774+0000","last_peered":"2023-12-02T00:31:46.243774+0000","last_clean":"2023-12-02T00:31:46.243774+0000","last_became_active":"2023-12-02T00:31:45.190171+0000","last_became_peered":"2023-12-02T00:31:45.190171+0000","last_unstale":"2023-12-02T00:31:46.243774+0000","last_undegraded":"2023-12-02T00:31:46.243774+0000","last_fullsized":"2023-12-02T00:31:46.243774+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242934+0000","last_change":"2023-12-02T00:31:45.203061+0000","last_active":"2023-12-02T00:31:46.242934+0000","last_peered":"2023-12-02T00:31:46.242934+0000","last_clean":"2023-12-02T00:31:46.242934+0000","last_became_active":"2023-12-02T00:31:45.202804+0000","last_became_peered":"2023-12-02T00:31:45.202804+0000","last_unstale":"2023-12-02T00:31:46.242934+0000","last_undegraded":"2023-12-02T00:31:46.242934+0000","last_fullsized":"2023-12-02T00:31:46.242934+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192416+0000","last_change":"2023-12-02T00:31:45.204168+0000","last_active":"2023-12-02T00:31:46.192416+0000","last_peered":"2023-12-02T00:31:46.192416+0000","last_clean":"2023-12-02T00:31:46.192416+0000","last_became_active":"2023-12-02T00:31:45.203723+0000","last_became_peered":"2023-12-02T00:31:45.203723+0000","last_unstale":"2023-12-02T00:31:46.192416+0000","last_undegraded":"2023-12-02T00:31:46.192416+0000","last_fullsized":"2023-12-02T00:31:46.192416+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242840+0000","last_change":"2023-12-02T00:31:45.206282+0000","last_active":"2023-12-02T00:31:46.242840+0000","last_peered":"2023-12-02T00:31:46.242840+0000","last_clean":"2023-12-02T00:31:46.242840+0000","last_became_active":"2023-12-02T00:31:45.206019+0000","last_became_peered":"2023-12-02T00:31:45.206019+0000","last_unstale":"2023-12-02T00:31:46.242840+0000","last_undegraded":"2023-12-02T00:31:46.242840+0000","last_fullsized":"2023-12-02T00:31:46.242840+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243198+0000","last_change":"2023-12-02T00:31:45.196475+0000","last_active":"2023-12-02T00:31:46.243198+0000","last_peered":"2023-12-02T00:31:46.243198+0000","last_clean":"2023-12-02T00:31:46.243198+0000","last_became_active":"2023-12-02T00:31:45.196195+0000","last_became_peered":"2023-12-02T00:31:45.196195+0000","last_unstale":"2023-12-02T00:31:46.243198+0000","last_undegraded":"2023-12-02T00:31:46.243198+0000","last_fullsized":"2023-12-02T00:31:46.243198+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243610+0000","last_change":"2023-12-02T00:31:45.208663+0000","last_active":"2023-12-02T00:31:46.243610+0000","last_peered":"2023-12-02T00:31:46.243610+0000","last_clean":"2023-12-02T00:31:46.243610+0000","last_became_active":"2023-12-02T00:31:45.208081+0000","last_became_peered":"2023-12-02T00:31:45.208081+0000","last_unstale":"2023-12-02T00:31:46.243610+0000","last_undegraded":"2023-12-02T00:31:46.243610+0000","last_fullsized":"2023-12-02T00:31:46.243610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243487+0000","last_change":"2023-12-02T00:31:45.197880+0000","last_active":"2023-12-02T00:31:46.243487+0000","last_peered":"2023-12-02T00:31:46.243487+0000","last_clean":"2023-12-02T00:31:46.243487+0000","last_became_active":"2023-12-02T00:31:45.197449+0000","last_became_peered":"2023-12-02T00:31:45.197449+0000","last_unstale":"2023-12-02T00:31:46.243487+0000","last_undegraded":"2023-12-02T00:31:46.243487+0000","last_fullsized":"2023-12-02T00:31:46.243487+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:59.360444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244021+0000","last_change":"2023-12-02T00:31:45.205750+0000","last_active":"2023-12-02T00:31:46.244021+0000","last_peered":"2023-12-02T00:31:46.244021+0000","last_clean":"2023-12-02T00:31:46.244021+0000","last_became_active":"2023-12-02T00:31:45.204340+0000","last_became_peered":"2023-12-02T00:31:45.204340+0000","last_unstale":"2023-12-02T00:31:46.244021+0000","last_undegraded":"2023-12-02T00:31:46.244021+0000","last_fullsized":"2023-12-02T00:31:46.244021+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243005+0000","last_change":"2023-12-02T00:31:45.198970+0000","last_active":"2023-12-02T00:31:46.243005+0000","last_peered":"2023-12-02T00:31:46.243005+0000","last_clean":"2023-12-02T00:31:46.243005+0000","last_became_active":"2023-12-02T00:31:45.198703+0000","last_became_peered":"2023-12-02T00:31:45.198703+0000","last_unstale":"2023-12-02T00:31:46.243005+0000","last_undegraded":"2023-12-02T00:31:46.243005+0000","last_fullsized":"2023-12-02T00:31:46.243005+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243261+0000","last_change":"2023-12-02T00:31:45.209611+0000","last_active":"2023-12-02T00:31:46.243261+0000","last_peered":"2023-12-02T00:31:46.243261+0000","last_clean":"2023-12-02T00:31:46.243261+0000","last_became_active":"2023-12-02T00:31:45.209198+0000","last_became_peered":"2023-12-02T00:31:45.209198+0000","last_unstale":"2023-12-02T00:31:46.243261+0000","last_undegraded":"2023-12-02T00:31:46.243261+0000","last_fullsized":"2023-12-02T00:31:46.243261+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243549+0000","last_change":"2023-12-02T00:31:45.193483+0000","last_active":"2023-12-02T00:31:46.243549+0000","last_peered":"2023-12-02T00:31:46.243549+0000","last_clean":"2023-12-02T00:31:46.243549+0000","last_became_active":"2023-12-02T00:31:45.193210+0000","last_became_peered":"2023-12-02T00:31:45.193210+0000","last_unstale":"2023-12-02T00:31:46.243549+0000","last_undegraded":"2023-12-02T00:31:46.243549+0000","last_fullsized":"2023-12-02T00:31:46.243549+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244295+0000","last_change":"2023-12-02T00:31:45.200026+0000","last_active":"2023-12-02T00:31:46.244295+0000","last_peered":"2023-12-02T00:31:46.244295+0000","last_clean":"2023-12-02T00:31:46.244295+0000","last_became_active":"2023-12-02T00:31:45.199804+0000","last_became_peered":"2023-12-02T00:31:45.199804+0000","last_unstale":"2023-12-02T00:31:46.244295+0000","last_undegraded":"2023-12-02T00:31:46.244295+0000","last_fullsized":"2023-12-02T00:31:46.244295+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244037+0000","last_change":"2023-12-02T00:31:45.198902+0000","last_active":"2023-12-02T00:31:46.244037+0000","last_peered":"2023-12-02T00:31:46.244037+0000","last_clean":"2023-12-02T00:31:46.244037+0000","last_became_active":"2023-12-02T00:31:45.198648+0000","last_became_peered":"2023-12-02T00:31:45.198648+0000","last_unstale":"2023-12-02T00:31:46.244037+0000","last_undegraded":"2023-12-02T00:31:46.244037+0000","last_fullsized":"2023-12-02T00:31:46.244037+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243562+0000","last_change":"2023-12-02T00:31:45.202860+0000","last_active":"2023-12-02T00:31:46.243562+0000","last_peered":"2023-12-02T00:31:46.243562+0000","last_clean":"2023-12-02T00:31:46.243562+0000","last_became_active":"2023-12-02T00:31:45.202621+0000","last_became_peered":"2023-12-02T00:31:45.202621+0000","last_unstale":"2023-12-02T00:31:46.243562+0000","last_undegraded":"2023-12-02T00:31:46.243562+0000","last_fullsized":"2023-12-02T00:31:46.243562+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:27.397753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192549+0000","last_change":"2023-12-02T00:31:45.196430+0000","last_active":"2023-12-02T00:31:46.192549+0000","last_peered":"2023-12-02T00:31:46.192549+0000","last_clean":"2023-12-02T00:31:46.192549+0000","last_became_active":"2023-12-02T00:31:45.195822+0000","last_became_peered":"2023-12-02T00:31:45.195822+0000","last_unstale":"2023-12-02T00:31:46.192549+0000","last_undegraded":"2023-12-02T00:31:46.192549+0000","last_fullsized":"2023-12-02T00:31:46.192549+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192478+0000","last_change":"2023-12-02T00:31:45.198738+0000","last_active":"2023-12-02T00:31:46.192478+0000","last_peered":"2023-12-02T00:31:46.192478+0000","last_clean":"2023-12-02T00:31:46.192478+0000","last_became_active":"2023-12-02T00:31:45.198253+0000","last_became_peered":"2023-12-02T00:31:45.198253+0000","last_unstale":"2023-12-02T00:31:46.192478+0000","last_undegraded":"2023-12-02T00:31:46.192478+0000","last_fullsized":"2023-12-02T00:31:46.192478+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189290+0000","last_change":"2023-12-02T00:31:45.191085+0000","last_active":"2023-12-02T00:31:46.189290+0000","last_peered":"2023-12-02T00:31:46.189290+0000","last_clean":"2023-12-02T00:31:46.189290+0000","last_became_active":"2023-12-02T00:31:45.190768+0000","last_became_peered":"2023-12-02T00:31:45.190768+0000","last_unstale":"2023-12-02T00:31:46.189290+0000","last_undegraded":"2023-12-02T00:31:46.189290+0000","last_fullsized":"2023-12-02T00:31:46.189290+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242927+0000","last_change":"2023-12-02T00:31:45.202707+0000","last_active":"2023-12-02T00:31:46.242927+0000","last_peered":"2023-12-02T00:31:46.242927+0000","last_clean":"2023-12-02T00:31:46.242927+0000","last_became_active":"2023-12-02T00:31:45.202440+0000","last_became_peered":"2023-12-02T00:31:45.202440+0000","last_unstale":"2023-12-02T00:31:46.242927+0000","last_undegraded":"2023-12-02T00:31:46.242927+0000","last_fullsized":"2023-12-02T00:31:46.242927+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243199+0000","last_change":"2023-12-02T00:31:45.201019+0000","last_active":"2023-12-02T00:31:46.243199+0000","last_peered":"2023-12-02T00:31:46.243199+0000","last_clean":"2023-12-02T00:31:46.243199+0000","last_became_active":"2023-12-02T00:31:45.200544+0000","last_became_peered":"2023-12-02T00:31:45.200544+0000","last_unstale":"2023-12-02T00:31:46.243199+0000","last_undegraded":"2023-12-02T00:31:46.243199+0000","last_fullsized":"2023-12-02T00:31:46.243199+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244350+0000","last_change":"2023-12-02T00:31:45.196818+0000","last_active":"2023-12-02T00:31:46.244350+0000","last_peered":"2023-12-02T00:31:46.244350+0000","last_clean":"2023-12-02T00:31:46.244350+0000","last_became_active":"2023-12-02T00:31:45.196563+0000","last_became_peered":"2023-12-02T00:31:45.196563+0000","last_unstale":"2023-12-02T00:31:46.244350+0000","last_undegraded":"2023-12-02T00:31:46.244350+0000","last_fullsized":"2023-12-02T00:31:46.244350+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:05.123772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242953+0000","last_change":"2023-12-02T00:31:45.203014+0000","last_active":"2023-12-02T00:31:46.242953+0000","last_peered":"2023-12-02T00:31:46.242953+0000","last_clean":"2023-12-02T00:31:46.242953+0000","last_became_active":"2023-12-02T00:31:45.202714+0000","last_became_peered":"2023-12-02T00:31:45.202714+0000","last_unstale":"2023-12-02T00:31:46.242953+0000","last_undegraded":"2023-12-02T00:31:46.242953+0000","last_fullsized":"2023-12-02T00:31:46.242953+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243633+0000","last_change":"2023-12-02T00:31:45.206609+0000","last_active":"2023-12-02T00:31:46.243633+0000","last_peered":"2023-12-02T00:31:46.243633+0000","last_clean":"2023-12-02T00:31:46.243633+0000","last_became_active":"2023-12-02T00:31:45.206307+0000","last_became_peered":"2023-12-02T00:31:45.206307+0000","last_unstale":"2023-12-02T00:31:46.243633+0000","last_undegraded":"2023-12-02T00:31:46.243633+0000","last_fullsized":"2023-12-02T00:31:46.243633+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192728+0000","last_change":"2023-12-02T00:31:45.203770+0000","last_active":"2023-12-02T00:31:46.192728+0000","last_peered":"2023-12-02T00:31:46.192728+0000","last_clean":"2023-12-02T00:31:46.192728+0000","last_became_active":"2023-12-02T00:31:45.203435+0000","last_became_peered":"2023-12-02T00:31:45.203435+0000","last_unstale":"2023-12-02T00:31:46.192728+0000","last_undegraded":"2023-12-02T00:31:46.192728+0000","last_fullsized":"2023-12-02T00:31:46.192728+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243086+0000","last_change":"2023-12-02T00:31:45.193336+0000","last_active":"2023-12-02T00:31:46.243086+0000","last_peered":"2023-12-02T00:31:46.243086+0000","last_clean":"2023-12-02T00:31:46.243086+0000","last_became_active":"2023-12-02T00:31:45.193016+0000","last_became_peered":"2023-12-02T00:31:45.193016+0000","last_unstale":"2023-12-02T00:31:46.243086+0000","last_undegraded":"2023-12-02T00:31:46.243086+0000","last_fullsized":"2023-12-02T00:31:46.243086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193114+0000","last_change":"2023-12-02T00:31:45.200055+0000","last_active":"2023-12-02T00:31:46.193114+0000","last_peered":"2023-12-02T00:31:46.193114+0000","last_clean":"2023-12-02T00:31:46.193114+0000","last_became_active":"2023-12-02T00:31:45.197999+0000","last_became_peered":"2023-12-02T00:31:45.197999+0000","last_unstale":"2023-12-02T00:31:46.193114+0000","last_undegraded":"2023-12-02T00:31:46.193114+0000","last_fullsized":"2023-12-02T00:31:46.193114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:13.814059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243680+0000","last_change":"2023-12-02T00:31:45.188452+0000","last_active":"2023-12-02T00:31:46.243680+0000","last_peered":"2023-12-02T00:31:46.243680+0000","last_clean":"2023-12-02T00:31:46.243680+0000","last_became_active":"2023-12-02T00:31:45.187941+0000","last_became_peered":"2023-12-02T00:31:45.187941+0000","last_unstale":"2023-12-02T00:31:46.243680+0000","last_undegraded":"2023-12-02T00:31:46.243680+0000","last_fullsized":"2023-12-02T00:31:46.243680+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189633+0000","last_change":"2023-12-02T00:31:45.194674+0000","last_active":"2023-12-02T00:31:46.189633+0000","last_peered":"2023-12-02T00:31:46.189633+0000","last_clean":"2023-12-02T00:31:46.189633+0000","last_became_active":"2023-12-02T00:31:45.194338+0000","last_became_peered":"2023-12-02T00:31:45.194338+0000","last_unstale":"2023-12-02T00:31:46.189633+0000","last_undegraded":"2023-12-02T00:31:46.189633+0000","last_fullsized":"2023-12-02T00:31:46.189633+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:22.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193668+0000","last_change":"2023-12-02T00:31:44.188572+0000","last_active":"2023-12-02T00:31:46.193668+0000","last_peered":"2023-12-02T00:31:46.193668+0000","last_clean":"2023-12-02T00:31:46.193668+0000","last_became_active":"2023-12-02T00:31:44.188300+0000","last_became_peered":"2023-12-02T00:31:44.188300+0000","last_unstale":"2023-12-02T00:31:46.193668+0000","last_undegraded":"2023-12-02T00:31:46.193668+0000","last_fullsized":"2023-12-02T00:31:46.193668+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:49.815434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193659+0000","last_change":"2023-12-02T00:31:45.187585+0000","last_active":"2023-12-02T00:31:46.193659+0000","last_peered":"2023-12-02T00:31:46.193659+0000","last_clean":"2023-12-02T00:31:46.193659+0000","last_became_active":"2023-12-02T00:31:45.183715+0000","last_became_peered":"2023-12-02T00:31:45.183715+0000","last_unstale":"2023-12-02T00:31:46.193659+0000","last_undegraded":"2023-12-02T00:31:46.193659+0000","last_fullsized":"2023-12-02T00:31:46.193659+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189605+0000","last_change":"2023-12-02T00:31:44.192456+0000","last_active":"2023-12-02T00:31:46.189605+0000","last_peered":"2023-12-02T00:31:46.189605+0000","last_clean":"2023-12-02T00:31:46.189605+0000","last_became_active":"2023-12-02T00:31:44.192131+0000","last_became_peered":"2023-12-02T00:31:44.192131+0000","last_unstale":"2023-12-02T00:31:46.189605+0000","last_undegraded":"2023-12-02T00:31:46.189605+0000","last_fullsized":"2023-12-02T00:31:46.189605+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192487+0000","last_change":"2023-12-02T00:31:45.212053+0000","last_active":"2023-12-02T00:31:46.192487+0000","last_peered":"2023-12-02T00:31:46.192487+0000","last_clean":"2023-12-02T00:31:46.192487+0000","last_became_active":"2023-12-02T00:31:45.211789+0000","last_became_peered":"2023-12-02T00:31:45.211789+0000","last_unstale":"2023-12-02T00:31:46.192487+0000","last_undegraded":"2023-12-02T00:31:46.192487+0000","last_fullsized":"2023-12-02T00:31:46.192487+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243972+0000","last_change":"2023-12-02T00:31:44.198231+0000","last_active":"2023-12-02T00:31:46.243972+0000","last_peered":"2023-12-02T00:31:46.243972+0000","last_clean":"2023-12-02T00:31:46.243972+0000","last_became_active":"2023-12-02T00:31:44.197925+0000","last_became_peered":"2023-12-02T00:31:44.197925+0000","last_unstale":"2023-12-02T00:31:46.243972+0000","last_undegraded":"2023-12-02T00:31:46.243972+0000","last_fullsized":"2023-12-02T00:31:46.243972+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:43.258195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243081+0000","last_change":"2023-12-02T00:31:45.200130+0000","last_active":"2023-12-02T00:31:46.243081+0000","last_peered":"2023-12-02T00:31:46.243081+0000","last_clean":"2023-12-02T00:31:46.243081+0000","last_became_active":"2023-12-02T00:31:45.199818+0000","last_became_peered":"2023-12-02T00:31:45.199818+0000","last_unstale":"2023-12-02T00:31:46.243081+0000","last_undegraded":"2023-12-02T00:31:46.243081+0000","last_fullsized":"2023-12-02T00:31:46.243081+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243520+0000","last_change":"2023-12-02T00:31:44.198295+0000","last_active":"2023-12-02T00:31:46.243520+0000","last_peered":"2023-12-02T00:31:46.243520+0000","last_clean":"2023-12-02T00:31:46.243520+0000","last_became_active":"2023-12-02T00:31:44.197986+0000","last_became_peered":"2023-12-02T00:31:44.197986+0000","last_unstale":"2023-12-02T00:31:46.243520+0000","last_undegraded":"2023-12-02T00:31:46.243520+0000","last_fullsized":"2023-12-02T00:31:46.243520+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:29:41.767851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243232+0000","last_change":"2023-12-02T00:31:45.194983+0000","last_active":"2023-12-02T00:31:46.243232+0000","last_peered":"2023-12-02T00:31:46.243232+0000","last_clean":"2023-12-02T00:31:46.243232+0000","last_became_active":"2023-12-02T00:31:45.194691+0000","last_became_peered":"2023-12-02T00:31:45.194691+0000","last_unstale":"2023-12-02T00:31:46.243232+0000","last_undegraded":"2023-12-02T00:31:46.243232+0000","last_fullsized":"2023-12-02T00:31:46.243232+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192810+0000","last_change":"2023-12-02T00:31:44.187374+0000","last_active":"2023-12-02T00:31:46.192810+0000","last_peered":"2023-12-02T00:31:46.192810+0000","last_clean":"2023-12-02T00:31:46.192810+0000","last_became_active":"2023-12-02T00:31:44.187073+0000","last_became_peered":"2023-12-02T00:31:44.187073+0000","last_unstale":"2023-12-02T00:31:46.192810+0000","last_undegraded":"2023-12-02T00:31:46.192810+0000","last_fullsized":"2023-12-02T00:31:46.192810+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:55.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243131+0000","last_change":"2023-12-02T00:31:45.206649+0000","last_active":"2023-12-02T00:31:46.243131+0000","last_peered":"2023-12-02T00:31:46.243131+0000","last_clean":"2023-12-02T00:31:46.243131+0000","last_became_active":"2023-12-02T00:31:45.206390+0000","last_became_peered":"2023-12-02T00:31:45.206390+0000","last_unstale":"2023-12-02T00:31:46.243131+0000","last_undegraded":"2023-12-02T00:31:46.243131+0000","last_fullsized":"2023-12-02T00:31:46.243131+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192577+0000","last_change":"2023-12-02T00:31:44.195905+0000","last_active":"2023-12-02T00:31:46.192577+0000","last_peered":"2023-12-02T00:31:46.192577+0000","last_clean":"2023-12-02T00:31:46.192577+0000","last_became_active":"2023-12-02T00:31:44.195634+0000","last_became_peered":"2023-12-02T00:31:44.195634+0000","last_unstale":"2023-12-02T00:31:46.192577+0000","last_undegraded":"2023-12-02T00:31:46.192577+0000","last_fullsized":"2023-12-02T00:31:46.192577+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192084+0000","last_change":"2023-12-02T00:31:45.186476+0000","last_active":"2023-12-02T00:31:46.192084+0000","last_peered":"2023-12-02T00:31:46.192084+0000","last_clean":"2023-12-02T00:31:46.192084+0000","last_became_active":"2023-12-02T00:31:45.186178+0000","last_became_peered":"2023-12-02T00:31:45.186178+0000","last_unstale":"2023-12-02T00:31:46.192084+0000","last_undegraded":"2023-12-02T00:31:46.192084+0000","last_fullsized":"2023-12-02T00:31:46.192084+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242816+0000","last_change":"2023-12-02T00:31:44.190823+0000","last_active":"2023-12-02T00:31:46.242816+0000","last_peered":"2023-12-02T00:31:46.242816+0000","last_clean":"2023-12-02T00:31:46.242816+0000","last_became_active":"2023-12-02T00:31:44.190507+0000","last_became_peered":"2023-12-02T00:31:44.190507+0000","last_unstale":"2023-12-02T00:31:46.242816+0000","last_undegraded":"2023-12-02T00:31:46.242816+0000","last_fullsized":"2023-12-02T00:31:46.242816+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242452+0000","last_change":"2023-12-02T00:31:45.200249+0000","last_active":"2023-12-02T00:31:46.242452+0000","last_peered":"2023-12-02T00:31:46.242452+0000","last_clean":"2023-12-02T00:31:46.242452+0000","last_became_active":"2023-12-02T00:31:45.199539+0000","last_became_peered":"2023-12-02T00:31:45.199539+0000","last_unstale":"2023-12-02T00:31:46.242452+0000","last_undegraded":"2023-12-02T00:31:46.242452+0000","last_fullsized":"2023-12-02T00:31:46.242452+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192045+0000","last_change":"2023-12-02T00:31:44.179111+0000","last_active":"2023-12-02T00:31:46.192045+0000","last_peered":"2023-12-02T00:31:46.192045+0000","last_clean":"2023-12-02T00:31:46.192045+0000","last_became_active":"2023-12-02T00:31:44.178826+0000","last_became_peered":"2023-12-02T00:31:44.178826+0000","last_unstale":"2023-12-02T00:31:46.192045+0000","last_undegraded":"2023-12-02T00:31:46.192045+0000","last_fullsized":"2023-12-02T00:31:46.192045+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:05.005867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243578+0000","last_change":"2023-12-02T00:31:45.208211+0000","last_active":"2023-12-02T00:31:46.243578+0000","last_peered":"2023-12-02T00:31:46.243578+0000","last_clean":"2023-12-02T00:31:46.243578+0000","last_became_active":"2023-12-02T00:31:45.207913+0000","last_became_peered":"2023-12-02T00:31:45.207913+0000","last_unstale":"2023-12-02T00:31:46.243578+0000","last_undegraded":"2023-12-02T00:31:46.243578+0000","last_fullsized":"2023-12-02T00:31:46.243578+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244308+0000","last_change":"2023-12-02T00:31:44.195336+0000","last_active":"2023-12-02T00:31:46.244308+0000","last_peered":"2023-12-02T00:31:46.244308+0000","last_clean":"2023-12-02T00:31:46.244308+0000","last_became_active":"2023-12-02T00:31:44.195029+0000","last_became_peered":"2023-12-02T00:31:44.195029+0000","last_unstale":"2023-12-02T00:31:46.244308+0000","last_undegraded":"2023-12-02T00:31:46.244308+0000","last_fullsized":"2023-12-02T00:31:46.244308+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:39.621965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244249+0000","last_change":"2023-12-02T00:31:45.204250+0000","last_active":"2023-12-02T00:31:46.244249+0000","last_peered":"2023-12-02T00:31:46.244249+0000","last_clean":"2023-12-02T00:31:46.244249+0000","last_became_active":"2023-12-02T00:31:45.203684+0000","last_became_peered":"2023-12-02T00:31:45.203684+0000","last_unstale":"2023-12-02T00:31:46.244249+0000","last_undegraded":"2023-12-02T00:31:46.244249+0000","last_fullsized":"2023-12-02T00:31:46.244249+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189648+0000","last_change":"2023-12-02T00:31:44.200539+0000","last_active":"2023-12-02T00:31:46.189648+0000","last_peered":"2023-12-02T00:31:46.189648+0000","last_clean":"2023-12-02T00:31:46.189648+0000","last_became_active":"2023-12-02T00:31:44.200242+0000","last_became_peered":"2023-12-02T00:31:44.200242+0000","last_unstale":"2023-12-02T00:31:46.189648+0000","last_undegraded":"2023-12-02T00:31:46.189648+0000","last_fullsized":"2023-12-02T00:31:46.189648+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244034+0000","last_change":"2023-12-02T00:31:45.204333+0000","last_active":"2023-12-02T00:31:46.244034+0000","last_peered":"2023-12-02T00:31:46.244034+0000","last_clean":"2023-12-02T00:31:46.244034+0000","last_became_active":"2023-12-02T00:31:45.203925+0000","last_became_peered":"2023-12-02T00:31:45.203925+0000","last_unstale":"2023-12-02T00:31:46.244034+0000","last_undegraded":"2023-12-02T00:31:46.244034+0000","last_fullsized":"2023-12-02T00:31:46.244034+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243622+0000","last_change":"2023-12-02T00:31:44.193566+0000","last_active":"2023-12-02T00:31:46.243622+0000","last_peered":"2023-12-02T00:31:46.243622+0000","last_clean":"2023-12-02T00:31:46.243622+0000","last_became_active":"2023-12-02T00:31:44.193200+0000","last_became_peered":"2023-12-02T00:31:44.193200+0000","last_unstale":"2023-12-02T00:31:46.243622+0000","last_undegraded":"2023-12-02T00:31:46.243622+0000","last_fullsized":"2023-12-02T00:31:46.243622+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243342+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:46.243342+0000","last_peered":"2023-12-02T00:31:46.243342+0000","last_clean":"2023-12-02T00:31:46.243342+0000","last_became_active":"2023-12-02T00:31:45.199251+0000","last_became_peered":"2023-12-02T00:31:45.199251+0000","last_unstale":"2023-12-02T00:31:46.243342+0000","last_undegraded":"2023-12-02T00:31:46.243342+0000","last_fullsized":"2023-12-02T00:31:46.243342+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:44.265620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"30'6","reported_seq":18,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243840+0000","last_change":"2023-12-02T00:31:44.198101+0000","last_active":"2023-12-02T00:31:46.243840+0000","last_peered":"2023-12-02T00:31:46.243840+0000","last_clean":"2023-12-02T00:31:46.243840+0000","last_became_active":"2023-12-02T00:31:44.197765+0000","last_became_peered":"2023-12-02T00:31:44.197765+0000","last_unstale":"2023-12-02T00:31:46.243840+0000","last_undegraded":"2023-12-02T00:31:46.243840+0000","last_fullsized":"2023-12-02T00:31:46.243840+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:39.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242682+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:46.242682+0000","last_peered":"2023-12-02T00:31:46.242682+0000","last_clean":"2023-12-02T00:31:46.242682+0000","last_became_active":"2023-12-02T00:31:45.199511+0000","last_became_peered":"2023-12-02T00:31:45.199511+0000","last_unstale":"2023-12-02T00:31:46.242682+0000","last_undegraded":"2023-12-02T00:31:46.242682+0000","last_fullsized":"2023-12-02T00:31:46.242682+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192888+0000","last_change":"2023-12-02T00:31:44.186346+0000","last_active":"2023-12-02T00:31:46.192888+0000","last_peered":"2023-12-02T00:31:46.192888+0000","last_clean":"2023-12-02T00:31:46.192888+0000","last_became_active":"2023-12-02T00:31:44.186097+0000","last_became_peered":"2023-12-02T00:31:44.186097+0000","last_unstale":"2023-12-02T00:31:46.192888+0000","last_undegraded":"2023-12-02T00:31:46.192888+0000","last_fullsized":"2023-12-02T00:31:46.192888+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.244022+0000","last_change":"2023-12-02T00:31:45.207835+0000","last_active":"2023-12-02T00:31:46.244022+0000","last_peered":"2023-12-02T00:31:46.244022+0000","last_clean":"2023-12-02T00:31:46.244022+0000","last_became_active":"2023-12-02T00:31:45.206505+0000","last_became_peered":"2023-12-02T00:31:45.206505+0000","last_unstale":"2023-12-02T00:31:46.244022+0000","last_undegraded":"2023-12-02T00:31:46.244022+0000","last_fullsized":"2023-12-02T00:31:46.244022+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243068+0000","last_change":"2023-12-02T00:31:44.200250+0000","last_active":"2023-12-02T00:31:46.243068+0000","last_peered":"2023-12-02T00:31:46.243068+0000","last_clean":"2023-12-02T00:31:46.243068+0000","last_became_active":"2023-12-02T00:31:44.199765+0000","last_became_peered":"2023-12-02T00:31:44.199765+0000","last_unstale":"2023-12-02T00:31:46.243068+0000","last_undegraded":"2023-12-02T00:31:46.243068+0000","last_fullsized":"2023-12-02T00:31:46.243068+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243082+0000","last_change":"2023-12-02T00:31:45.191344+0000","last_active":"2023-12-02T00:31:46.243082+0000","last_peered":"2023-12-02T00:31:46.243082+0000","last_clean":"2023-12-02T00:31:46.243082+0000","last_became_active":"2023-12-02T00:31:45.190930+0000","last_became_peered":"2023-12-02T00:31:45.190930+0000","last_unstale":"2023-12-02T00:31:46.243082+0000","last_undegraded":"2023-12-02T00:31:46.243082+0000","last_fullsized":"2023-12-02T00:31:46.243082+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242940+0000","last_change":"2023-12-02T00:31:44.195352+0000","last_active":"2023-12-02T00:31:46.242940+0000","last_peered":"2023-12-02T00:31:46.242940+0000","last_clean":"2023-12-02T00:31:46.242940+0000","last_became_active":"2023-12-02T00:31:44.195063+0000","last_became_peered":"2023-12-02T00:31:44.195063+0000","last_unstale":"2023-12-02T00:31:46.242940+0000","last_undegraded":"2023-12-02T00:31:46.242940+0000","last_fullsized":"2023-12-02T00:31:46.242940+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:18.902948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193121+0000","last_change":"2023-12-02T00:31:45.184565+0000","last_active":"2023-12-02T00:31:46.193121+0000","last_peered":"2023-12-02T00:31:46.193121+0000","last_clean":"2023-12-02T00:31:46.193121+0000","last_became_active":"2023-12-02T00:31:45.183783+0000","last_became_peered":"2023-12-02T00:31:45.183783+0000","last_unstale":"2023-12-02T00:31:46.193121+0000","last_undegraded":"2023-12-02T00:31:46.193121+0000","last_fullsized":"2023-12-02T00:31:46.193121+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:50.007413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":20,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242506+0000","last_change":"2023-12-02T00:31:44.196209+0000","last_active":"2023-12-02T00:31:46.242506+0000","last_peered":"2023-12-02T00:31:46.242506+0000","last_clean":"2023-12-02T00:31:46.242506+0000","last_became_active":"2023-12-02T00:31:44.195927+0000","last_became_peered":"2023-12-02T00:31:44.195927+0000","last_unstale":"2023-12-02T00:31:46.242506+0000","last_undegraded":"2023-12-02T00:31:46.242506+0000","last_fullsized":"2023-12-02T00:31:46.242506+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192725+0000","last_change":"2023-12-02T00:31:45.200601+0000","last_active":"2023-12-02T00:31:46.192725+0000","last_peered":"2023-12-02T00:31:46.192725+0000","last_clean":"2023-12-02T00:31:46.192725+0000","last_became_active":"2023-12-02T00:31:45.200334+0000","last_became_peered":"2023-12-02T00:31:45.200334+0000","last_unstale":"2023-12-02T00:31:46.192725+0000","last_undegraded":"2023-12-02T00:31:46.192725+0000","last_fullsized":"2023-12-02T00:31:46.192725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243246+0000","last_change":"2023-12-02T00:31:44.199043+0000","last_active":"2023-12-02T00:31:46.243246+0000","last_peered":"2023-12-02T00:31:46.243246+0000","last_clean":"2023-12-02T00:31:46.243246+0000","last_became_active":"2023-12-02T00:31:44.198710+0000","last_became_peered":"2023-12-02T00:31:44.198710+0000","last_unstale":"2023-12-02T00:31:46.243246+0000","last_undegraded":"2023-12-02T00:31:46.243246+0000","last_fullsized":"2023-12-02T00:31:46.243246+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243508+0000","last_change":"2023-12-02T00:31:45.207325+0000","last_active":"2023-12-02T00:31:46.243508+0000","last_peered":"2023-12-02T00:31:46.243508+0000","last_clean":"2023-12-02T00:31:46.243508+0000","last_became_active":"2023-12-02T00:31:45.207051+0000","last_became_peered":"2023-12-02T00:31:45.207051+0000","last_unstale":"2023-12-02T00:31:46.243508+0000","last_undegraded":"2023-12-02T00:31:46.243508+0000","last_fullsized":"2023-12-02T00:31:46.243508+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192808+0000","last_change":"2023-12-02T00:31:44.188998+0000","last_active":"2023-12-02T00:31:46.192808+0000","last_peered":"2023-12-02T00:31:46.192808+0000","last_clean":"2023-12-02T00:31:46.192808+0000","last_became_active":"2023-12-02T00:31:44.184586+0000","last_became_peered":"2023-12-02T00:31:44.184586+0000","last_unstale":"2023-12-02T00:31:46.192808+0000","last_undegraded":"2023-12-02T00:31:46.192808+0000","last_fullsized":"2023-12-02T00:31:46.192808+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242812+0000","last_change":"2023-12-02T00:31:45.204454+0000","last_active":"2023-12-02T00:31:46.242812+0000","last_peered":"2023-12-02T00:31:46.242812+0000","last_clean":"2023-12-02T00:31:46.242812+0000","last_became_active":"2023-12-02T00:31:45.202785+0000","last_became_peered":"2023-12-02T00:31:45.202785+0000","last_unstale":"2023-12-02T00:31:46.242812+0000","last_undegraded":"2023-12-02T00:31:46.242812+0000","last_fullsized":"2023-12-02T00:31:46.242812+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192669+0000","last_change":"2023-12-02T00:31:44.183157+0000","last_active":"2023-12-02T00:31:46.192669+0000","last_peered":"2023-12-02T00:31:46.192669+0000","last_clean":"2023-12-02T00:31:46.192669+0000","last_became_active":"2023-12-02T00:31:44.182869+0000","last_became_peered":"2023-12-02T00:31:44.182869+0000","last_unstale":"2023-12-02T00:31:46.192669+0000","last_undegraded":"2023-12-02T00:31:46.192669+0000","last_fullsized":"2023-12-02T00:31:46.192669+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243677+0000","last_change":"2023-12-02T00:31:45.196525+0000","last_active":"2023-12-02T00:31:46.243677+0000","last_peered":"2023-12-02T00:31:46.243677+0000","last_clean":"2023-12-02T00:31:46.243677+0000","last_became_active":"2023-12-02T00:31:45.196259+0000","last_became_peered":"2023-12-02T00:31:45.196259+0000","last_unstale":"2023-12-02T00:31:46.243677+0000","last_undegraded":"2023-12-02T00:31:46.243677+0000","last_fullsized":"2023-12-02T00:31:46.243677+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:02.868488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192593+0000","last_change":"2023-12-02T00:31:44.187029+0000","last_active":"2023-12-02T00:31:46.192593+0000","last_peered":"2023-12-02T00:31:46.192593+0000","last_clean":"2023-12-02T00:31:46.192593+0000","last_became_active":"2023-12-02T00:31:44.186689+0000","last_became_peered":"2023-12-02T00:31:44.186689+0000","last_unstale":"2023-12-02T00:31:46.192593+0000","last_undegraded":"2023-12-02T00:31:46.192593+0000","last_fullsized":"2023-12-02T00:31:46.192593+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243008+0000","last_change":"2023-12-02T00:31:45.202242+0000","last_active":"2023-12-02T00:31:46.243008+0000","last_peered":"2023-12-02T00:31:46.243008+0000","last_clean":"2023-12-02T00:31:46.243008+0000","last_became_active":"2023-12-02T00:31:45.201907+0000","last_became_peered":"2023-12-02T00:31:45.201907+0000","last_unstale":"2023-12-02T00:31:46.243008+0000","last_undegraded":"2023-12-02T00:31:46.243008+0000","last_fullsized":"2023-12-02T00:31:46.243008+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:37:10.833810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189430+0000","last_change":"2023-12-02T00:31:44.199242+0000","last_active":"2023-12-02T00:31:46.189430+0000","last_peered":"2023-12-02T00:31:46.189430+0000","last_clean":"2023-12-02T00:31:46.189430+0000","last_became_active":"2023-12-02T00:31:44.198971+0000","last_became_peered":"2023-12-02T00:31:44.198971+0000","last_unstale":"2023-12-02T00:31:46.189430+0000","last_undegraded":"2023-12-02T00:31:46.189430+0000","last_fullsized":"2023-12-02T00:31:46.189430+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:26.390328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243604+0000","last_change":"2023-12-02T00:31:45.197746+0000","last_active":"2023-12-02T00:31:46.243604+0000","last_peered":"2023-12-02T00:31:46.243604+0000","last_clean":"2023-12-02T00:31:46.243604+0000","last_became_active":"2023-12-02T00:31:45.197189+0000","last_became_peered":"2023-12-02T00:31:45.197189+0000","last_unstale":"2023-12-02T00:31:46.243604+0000","last_undegraded":"2023-12-02T00:31:46.243604+0000","last_fullsized":"2023-12-02T00:31:46.243604+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:27.198715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193111+0000","last_change":"2023-12-02T00:31:44.194888+0000","last_active":"2023-12-02T00:31:46.193111+0000","last_peered":"2023-12-02T00:31:46.193111+0000","last_clean":"2023-12-02T00:31:46.193111+0000","last_became_active":"2023-12-02T00:31:44.194569+0000","last_became_peered":"2023-12-02T00:31:44.194569+0000","last_unstale":"2023-12-02T00:31:46.193111+0000","last_undegraded":"2023-12-02T00:31:46.193111+0000","last_fullsized":"2023-12-02T00:31:46.193111+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243173+0000","last_change":"2023-12-02T00:31:45.198495+0000","last_active":"2023-12-02T00:31:46.243173+0000","last_peered":"2023-12-02T00:31:46.243173+0000","last_clean":"2023-12-02T00:31:46.243173+0000","last_became_active":"2023-12-02T00:31:45.198235+0000","last_became_peered":"2023-12-02T00:31:45.198235+0000","last_unstale":"2023-12-02T00:31:46.243173+0000","last_undegraded":"2023-12-02T00:31:46.243173+0000","last_fullsized":"2023-12-02T00:31:46.243173+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:06.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192417+0000","last_change":"2023-12-02T00:31:44.190455+0000","last_active":"2023-12-02T00:31:46.192417+0000","last_peered":"2023-12-02T00:31:46.192417+0000","last_clean":"2023-12-02T00:31:46.192417+0000","last_became_active":"2023-12-02T00:31:44.190178+0000","last_became_peered":"2023-12-02T00:31:44.190178+0000","last_unstale":"2023-12-02T00:31:46.192417+0000","last_undegraded":"2023-12-02T00:31:46.192417+0000","last_fullsized":"2023-12-02T00:31:46.192417+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243110+0000","last_change":"2023-12-02T00:31:45.190682+0000","last_active":"2023-12-02T00:31:46.243110+0000","last_peered":"2023-12-02T00:31:46.243110+0000","last_clean":"2023-12-02T00:31:46.243110+0000","last_became_active":"2023-12-02T00:31:45.190068+0000","last_became_peered":"2023-12-02T00:31:45.190068+0000","last_unstale":"2023-12-02T00:31:46.243110+0000","last_undegraded":"2023-12-02T00:31:46.243110+0000","last_fullsized":"2023-12-02T00:31:46.243110+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243025+0000","last_change":"2023-12-02T00:31:44.192782+0000","last_active":"2023-12-02T00:31:46.243025+0000","last_peered":"2023-12-02T00:31:46.243025+0000","last_clean":"2023-12-02T00:31:46.243025+0000","last_became_active":"2023-12-02T00:31:44.192104+0000","last_became_peered":"2023-12-02T00:31:44.192104+0000","last_unstale":"2023-12-02T00:31:46.243025+0000","last_undegraded":"2023-12-02T00:31:46.243025+0000","last_fullsized":"2023-12-02T00:31:46.243025+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243640+0000","last_change":"2023-12-02T00:31:45.202001+0000","last_active":"2023-12-02T00:31:46.243640+0000","last_peered":"2023-12-02T00:31:46.243640+0000","last_clean":"2023-12-02T00:31:46.243640+0000","last_became_active":"2023-12-02T00:31:45.201677+0000","last_became_peered":"2023-12-02T00:31:45.201677+0000","last_unstale":"2023-12-02T00:31:46.243640+0000","last_undegraded":"2023-12-02T00:31:46.243640+0000","last_fullsized":"2023-12-02T00:31:46.243640+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:50.822859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243278+0000","last_change":"2023-12-02T00:31:44.196463+0000","last_active":"2023-12-02T00:31:46.243278+0000","last_peered":"2023-12-02T00:31:46.243278+0000","last_clean":"2023-12-02T00:31:46.243278+0000","last_became_active":"2023-12-02T00:31:44.196092+0000","last_became_peered":"2023-12-02T00:31:44.196092+0000","last_unstale":"2023-12-02T00:31:46.243278+0000","last_undegraded":"2023-12-02T00:31:46.243278+0000","last_fullsized":"2023-12-02T00:31:46.243278+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243760+0000","last_change":"2023-12-02T00:31:45.208888+0000","last_active":"2023-12-02T00:31:46.243760+0000","last_peered":"2023-12-02T00:31:46.243760+0000","last_clean":"2023-12-02T00:31:46.243760+0000","last_became_active":"2023-12-02T00:31:45.207634+0000","last_became_peered":"2023-12-02T00:31:45.207634+0000","last_unstale":"2023-12-02T00:31:46.243760+0000","last_undegraded":"2023-12-02T00:31:46.243760+0000","last_fullsized":"2023-12-02T00:31:46.243760+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189721+0000","last_change":"2023-12-02T00:31:44.198620+0000","last_active":"2023-12-02T00:31:46.189721+0000","last_peered":"2023-12-02T00:31:46.189721+0000","last_clean":"2023-12-02T00:31:46.189721+0000","last_became_active":"2023-12-02T00:31:44.198330+0000","last_became_peered":"2023-12-02T00:31:44.198330+0000","last_unstale":"2023-12-02T00:31:46.189721+0000","last_undegraded":"2023-12-02T00:31:46.189721+0000","last_fullsized":"2023-12-02T00:31:46.189721+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189417+0000","last_change":"2023-12-02T00:31:45.194035+0000","last_active":"2023-12-02T00:31:46.189417+0000","last_peered":"2023-12-02T00:31:46.189417+0000","last_clean":"2023-12-02T00:31:46.189417+0000","last_became_active":"2023-12-02T00:31:45.193716+0000","last_became_peered":"2023-12-02T00:31:45.193716+0000","last_unstale":"2023-12-02T00:31:46.189417+0000","last_undegraded":"2023-12-02T00:31:46.189417+0000","last_fullsized":"2023-12-02T00:31:46.189417+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243313+0000","last_change":"2023-12-02T00:31:44.192759+0000","last_active":"2023-12-02T00:31:46.243313+0000","last_peered":"2023-12-02T00:31:46.243313+0000","last_clean":"2023-12-02T00:31:46.243313+0000","last_became_active":"2023-12-02T00:31:44.192573+0000","last_became_peered":"2023-12-02T00:31:44.192573+0000","last_unstale":"2023-12-02T00:31:46.243313+0000","last_undegraded":"2023-12-02T00:31:46.243313+0000","last_fullsized":"2023-12-02T00:31:46.243313+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193112+0000","last_change":"2023-12-02T00:31:45.184553+0000","last_active":"2023-12-02T00:31:46.193112+0000","last_peered":"2023-12-02T00:31:46.193112+0000","last_clean":"2023-12-02T00:31:46.193112+0000","last_became_active":"2023-12-02T00:31:45.184253+0000","last_became_peered":"2023-12-02T00:31:45.184253+0000","last_unstale":"2023-12-02T00:31:46.193112+0000","last_undegraded":"2023-12-02T00:31:46.193112+0000","last_fullsized":"2023-12-02T00:31:46.193112+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:39.396860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189531+0000","last_change":"2023-12-02T00:31:44.201502+0000","last_active":"2023-12-02T00:31:46.189531+0000","last_peered":"2023-12-02T00:31:46.189531+0000","last_clean":"2023-12-02T00:31:46.189531+0000","last_became_active":"2023-12-02T00:31:44.201173+0000","last_became_peered":"2023-12-02T00:31:44.201173+0000","last_unstale":"2023-12-02T00:31:46.189531+0000","last_undegraded":"2023-12-02T00:31:46.189531+0000","last_fullsized":"2023-12-02T00:31:46.189531+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.189430+0000","last_change":"2023-12-02T00:31:45.192562+0000","last_active":"2023-12-02T00:31:46.189430+0000","last_peered":"2023-12-02T00:31:46.189430+0000","last_clean":"2023-12-02T00:31:46.189430+0000","last_became_active":"2023-12-02T00:31:45.191214+0000","last_became_peered":"2023-12-02T00:31:45.191214+0000","last_unstale":"2023-12-02T00:31:46.189430+0000","last_undegraded":"2023-12-02T00:31:46.189430+0000","last_fullsized":"2023-12-02T00:31:46.189430+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:25.334214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242895+0000","last_change":"2023-12-02T00:31:44.198046+0000","last_active":"2023-12-02T00:31:46.242895+0000","last_peered":"2023-12-02T00:31:46.242895+0000","last_clean":"2023-12-02T00:31:46.242895+0000","last_became_active":"2023-12-02T00:31:44.197763+0000","last_became_peered":"2023-12-02T00:31:44.197763+0000","last_unstale":"2023-12-02T00:31:46.242895+0000","last_undegraded":"2023-12-02T00:31:46.242895+0000","last_fullsized":"2023-12-02T00:31:46.242895+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242414+0000","last_change":"2023-12-02T00:31:45.209165+0000","last_active":"2023-12-02T00:31:46.242414+0000","last_peered":"2023-12-02T00:31:46.242414+0000","last_clean":"2023-12-02T00:31:46.242414+0000","last_became_active":"2023-12-02T00:31:45.207325+0000","last_became_peered":"2023-12-02T00:31:45.207325+0000","last_unstale":"2023-12-02T00:31:46.242414+0000","last_undegraded":"2023-12-02T00:31:46.242414+0000","last_fullsized":"2023-12-02T00:31:46.242414+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192506+0000","last_change":"2023-12-02T00:31:44.184589+0000","last_active":"2023-12-02T00:31:46.192506+0000","last_peered":"2023-12-02T00:31:46.192506+0000","last_clean":"2023-12-02T00:31:46.192506+0000","last_became_active":"2023-12-02T00:31:44.184302+0000","last_became_peered":"2023-12-02T00:31:44.184302+0000","last_unstale":"2023-12-02T00:31:46.192506+0000","last_undegraded":"2023-12-02T00:31:46.192506+0000","last_fullsized":"2023-12-02T00:31:46.192506+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.192306+0000","last_change":"2023-12-02T00:31:45.199307+0000","last_active":"2023-12-02T00:31:46.192306+0000","last_peered":"2023-12-02T00:31:46.192306+0000","last_clean":"2023-12-02T00:31:46.192306+0000","last_became_active":"2023-12-02T00:31:45.199043+0000","last_became_peered":"2023-12-02T00:31:45.199043+0000","last_unstale":"2023-12-02T00:31:46.192306+0000","last_undegraded":"2023-12-02T00:31:46.192306+0000","last_fullsized":"2023-12-02T00:31:46.192306+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.242618+0000","last_change":"2023-12-02T00:31:44.195709+0000","last_active":"2023-12-02T00:31:46.242618+0000","last_peered":"2023-12-02T00:31:46.242618+0000","last_clean":"2023-12-02T00:31:46.242618+0000","last_became_active":"2023-12-02T00:31:44.195202+0000","last_became_peered":"2023-12-02T00:31:44.195202+0000","last_unstale":"2023-12-02T00:31:46.242618+0000","last_undegraded":"2023-12-02T00:31:46.242618+0000","last_fullsized":"2023-12-02T00:31:46.242618+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:55.352177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.243352+0000","last_change":"2023-12-02T00:31:45.198039+0000","last_active":"2023-12-02T00:31:46.243352+0000","last_peered":"2023-12-02T00:31:46.243352+0000","last_clean":"2023-12-02T00:31:46.243352+0000","last_became_active":"2023-12-02T00:31:45.197761+0000","last_became_peered":"2023-12-02T00:31:45.197761+0000","last_unstale":"2023-12-02T00:31:46.243352+0000","last_undegraded":"2023-12-02T00:31:46.243352+0000","last_fullsized":"2023-12-02T00:31:46.243352+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:46.193234+0000","last_change":"2023-12-02T00:31:44.184204+0000","last_active":"2023-12-02T00:31:46.193234+0000","last_peered":"2023-12-02T00:31:46.193234+0000","last_clean":"2023-12-02T00:31:46.193234+0000","last_became_active":"2023-12-02T00:31:44.183918+0000","last_became_peered":"2023-12-02T00:31:44.183918+0000","last_unstale":"2023-12-02T00:31:46.193234+0000","last_undegraded":"2023-12-02T00:31:46.193234+0000","last_fullsized":"2023-12-02T00:31:46.193234+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":173,"reported_epoch":30,"state":"active+clean","last_fresh":"2023-12-02T00:31:45.180049+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:45.180049+0000","last_peered":"2023-12-02T00:31:45.180049+0000","last_clean":"2023-12-02T00:31:45.180049+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:45.180049+0000","last_undegraded":"2023-12-02T00:31:45.180049+0000","last_fullsized":"2023-12-02T00:31:45.180049+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574862,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343892,"statfs":{"total":96636764160,"available":96608145408,"internally_reserved":0,"allocated":946176,"data_stored":724560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":356352,"data_stored":134718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91900000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574862,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":356352,"data_stored":134774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574863,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":356352,"data_stored":134206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":364544,"data_stored":135736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":352256,"data_stored":134172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.871}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":364544,"data_stored":135736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]}]},{"osd":0,"up_from":13,"seq":55834574863,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":724470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.495},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.67600000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.63300000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.60999999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.82099999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.748},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.85199999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.76300000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.78200000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:31:49.631 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-02T00:31:49.631 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-12-02T00:31:49.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.809+0000 7f622fa09640 1 Processor -- start 2023-12-02T00:31:49.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.809+0000 7f622fa09640 1 -- start start 2023-12-02T00:31:49.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622fa09640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f62280c5640 0x7f62280c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622fa09640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f62280c60f0 0x7f6228155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622fa09640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62280c2580 con 0x7f62280c5260 2023-12-02T00:31:49.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622fa09640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6228153510 con 0x7f62280c5640 2023-12-02T00:31:49.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622fa09640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62280c17f0 con 0x7f62280c60f0 2023-12-02T00:31:49.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622d7a5640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f62280c5260 0x7f622806d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37426/0 (socket says 172.21.15.133:37426) 2023-12-02T00:31:49.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622d7a5640 1 -- 172.21.15.133:0/3152992498 learned_addr learned my addr 172.21.15.133:0/3152992498 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:49.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622cfa4640 1 --2- 172.21.15.133:0/3152992498 >> v2:172.21.15.133:3300/0 conn(0x7f62280c5640 0x7f62280c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622dfa6640 1 --2- 172.21.15.133:0/3152992498 >> v2:172.21.15.172:3300/0 conn(0x7f62280c60f0 0x7f6228155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622cfa4640 1 -- 172.21.15.133:0/3152992498 >> v2:172.21.15.172:3300/0 conn(0x7f62280c60f0 msgr2=0x7f6228155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:49.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622cfa4640 1 --2- 172.21.15.133:0/3152992498 >> v2:172.21.15.172:3300/0 conn(0x7f62280c60f0 0x7f6228155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622cfa4640 1 -- 172.21.15.133:0/3152992498 >> v1:172.21.15.133:6789/0 conn(0x7f62280c5260 legacy=0x7f622806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f621ffff640 1 -- 172.21.15.133:0/3152992498 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 778994287 0 0) 0x7f62280c2580 con 0x7f62280c5260 2023-12-02T00:31:49.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.813+0000 7f622cfa4640 1 -- 172.21.15.133:0/3152992498 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62280c1a00 con 0x7f62280c5640 2023-12-02T00:31:49.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622cfa4640 1 --2- 172.21.15.133:0/3152992498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5640 0x7f62280c5bb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f62280c6b10 tx=0x7f621801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a50a85be1781b3d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f621ffff640 1 -- 172.21.15.133:0/3152992498 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62180ab600 con 0x7f62280c5640 2023-12-02T00:31:49.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f621ffff640 1 -- 172.21.15.133:0/3152992498 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62180a7050 con 0x7f62280c5640 2023-12-02T00:31:49.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f621ffff640 1 -- 172.21.15.133:0/3152992498 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62180ab980 con 0x7f62280c5640 2023-12-02T00:31:49.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 -- 172.21.15.133:0/3152992498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5640 msgr2=0x7f62280c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 --2- 172.21.15.133:0/3152992498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5640 0x7f62280c5bb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f62280c6b10 tx=0x7f621801c3a0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 -- 172.21.15.133:0/3152992498 shutdown_connections 2023-12-02T00:31:49.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 --2- 172.21.15.133:0/3152992498 >> v2:172.21.15.172:3300/0 conn(0x7f62280c60f0 0x7f6228155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 --2- 172.21.15.133:0/3152992498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5640 0x7f62280c5bb0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 -- 172.21.15.133:0/3152992498 >> 172.21.15.133:0/3152992498 conn(0x7f622806a5b0 msgr2=0x7f622806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:49.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 -- 172.21.15.133:0/3152992498 shutdown_connections 2023-12-02T00:31:49.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 -- 172.21.15.133:0/3152992498 wait complete. 2023-12-02T00:31:49.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 Processor -- start 2023-12-02T00:31:49.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.817+0000 7f622fa09640 1 -- start start 2023-12-02T00:31:49.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5260 0x7f622814f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62280c5640 0x7f62280a6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62280c60f0 0x7f62280a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62280bdba0 con 0x7f62280c5260 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62280a6920 con 0x7f62280c5640 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62280a77f0 con 0x7f62280c60f0 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5260 0x7f622814f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5260 0x7f622814f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35694/0 (socket says 172.21.15.133:35694) 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 -- 172.21.15.133:0/38985668 learned_addr learned my addr 172.21.15.133:0/38985668 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622cfa4640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62280c5640 0x7f62280a6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622dfa6640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62280c60f0 0x7f62280a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 -- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62280c60f0 msgr2=0x7f62280a72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62280c60f0 0x7f62280a72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 -- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62280c5640 msgr2=0x7f62280a6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62280c5640 0x7f62280a6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 -- 172.21.15.133:0/38985668 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6218009420 con 0x7f62280c5260 2023-12-02T00:31:49.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622d7a5640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5260 0x7f622814f0a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f622400c480 tx=0x7f622400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f621dffb640 1 -- 172.21.15.133:0/38985668 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62240074e0 con 0x7f62280c5260 2023-12-02T00:31:49.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f621dffb640 1 -- 172.21.15.133:0/38985668 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6224007660 con 0x7f62280c5260 2023-12-02T00:31:49.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f621dffb640 1 -- 172.21.15.133:0/38985668 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6224004a30 con 0x7f62280c5260 2023-12-02T00:31:49.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62281eb3e0 con 0x7f62280c5260 2023-12-02T00:31:49.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62281eb9a0 con 0x7f62280c5260 2023-12-02T00:31:49.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6228068400 con 0x7f62280c5260 2023-12-02T00:31:49.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.821+0000 7f621dffb640 1 -- 172.21.15.133:0/38985668 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6224004b90 con 0x7f62280c5260 2023-12-02T00:31:49.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.825+0000 7f621dffb640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f620c066470 0x7f620c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:49.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.825+0000 7f621dffb640 1 -- 172.21.15.133:0/38985668 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6224082f20 con 0x7f62280c5260 2023-12-02T00:31:49.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.825+0000 7f622cfa4640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f620c066470 0x7f620c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:49.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.825+0000 7f622cfa4640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f620c066470 0x7f620c068930 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f62180ad000 tx=0x7f62180a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:49.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:49.829+0000 7f621dffb640 1 -- 172.21.15.133:0/38985668 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6224053f70 con 0x7f62280c5260 2023-12-02T00:31:50.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.065+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f622806d390 con 0x7f62280c5260 2023-12-02T00:31:50.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.069+0000 7f621dffb640 1 -- 172.21.15.133:0/38985668 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+147 (secure 0 0 0) 0x7f62240180b0 con 0x7f62280c5260 2023-12-02T00:31:50.075 INFO:teuthology.orchestra.run.smithi133.stdout:[client.0] 2023-12-02T00:31:50.075 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg== 2023-12-02T00:31:50.075 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow" 2023-12-02T00:31:50.075 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r" 2023-12-02T00:31:50.075 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-12-02T00:31:50.075 INFO:teuthology.orchestra.run.smithi133.stderr:updated caps for client.0 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f620c066470 msgr2=0x7f620c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f620c066470 0x7f620c068930 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f62180ad000 tx=0x7f62180a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5260 msgr2=0x7f622814f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5260 0x7f622814f0a0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f622400c480 tx=0x7f622400c940 comp rx=0 tx=0).stop 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 shutdown_connections 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f620c066470 0x7f620c068930 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62280c60f0 0x7f62280a72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62280c5640 0x7f62280a6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 --2- 172.21.15.133:0/38985668 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62280c5260 0x7f622814f0a0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 >> 172.21.15.133:0/38985668 conn(0x7f622806a5b0 msgr2=0x7f62280c2730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:50.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 shutdown_connections 2023-12-02T00:31:50.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.073+0000 7f622fa09640 1 -- 172.21.15.133:0/38985668 wait complete. 2023-12-02T00:31:50.097 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:31:50.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.233+0000 7f3f68901640 1 Processor -- start 2023-12-02T00:31:50.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.233+0000 7f3f68901640 1 -- start start 2023-12-02T00:31:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f68901640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f3f640c7ea0 0x7f3f6406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f68901640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f6406c860 con 0x7f3f6406b9e0 2023-12-02T00:31:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f68901640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f64154930 con 0x7f3f64151e90 2023-12-02T00:31:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f68901640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f640c8750 con 0x7f3f640c7ea0 2023-12-02T00:31:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f62d9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3f6406b9e0 0x7f3f6415f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37440/0 (socket says 172.21.15.133:37440) 2023-12-02T00:31:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f62d9d640 1 -- 172.21.15.133:0/331262089 learned_addr learned my addr 172.21.15.133:0/331262089 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f61d9b640 1 --2- 172.21.15.133:0/331262089 >> v2:172.21.15.172:3300/0 conn(0x7f3f640c7ea0 0x7f3f6406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:50.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f6159a640 1 -- 172.21.15.133:0/331262089 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3861717344 0 0) 0x7f3f6406c860 con 0x7f3f6406b9e0 2023-12-02T00:31:50.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f6159a640 1 -- 172.21.15.133:0/331262089 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3f4c003530 con 0x7f3f6406b9e0 2023-12-02T00:31:50.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f61d9b640 1 -- 172.21.15.133:0/331262089 >> v1:172.21.15.172:6789/0 conn(0x7f3f64151e90 legacy=0x7f3f640c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f6159a640 1 -- 172.21.15.133:0/331262089 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3259607474 0 0) 0x7f3f64154930 con 0x7f3f64151e90 2023-12-02T00:31:50.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f61d9b640 1 -- 172.21.15.133:0/331262089 >> v1:172.21.15.133:6789/0 conn(0x7f3f6406b9e0 legacy=0x7f3f6415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.237+0000 7f3f61d9b640 1 -- 172.21.15.133:0/331262089 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f64154c10 con 0x7f3f640c7ea0 2023-12-02T00:31:50.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f61d9b640 1 --2- 172.21.15.133:0/331262089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f640c7ea0 0x7f3f6406b4a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3f580097c0 tx=0x7f3f5801c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=925917dde4f9e1d5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:50.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f6159a640 1 -- 172.21.15.133:0/331262089 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f580ab600 con 0x7f3f640c7ea0 2023-12-02T00:31:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f6159a640 1 -- 172.21.15.133:0/331262089 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f580a7050 con 0x7f3f640c7ea0 2023-12-02T00:31:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f6159a640 1 -- 172.21.15.133:0/331262089 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f580ab960 con 0x7f3f640c7ea0 2023-12-02T00:31:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 -- 172.21.15.133:0/331262089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f640c7ea0 msgr2=0x7f3f6406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 --2- 172.21.15.133:0/331262089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f640c7ea0 0x7f3f6406b4a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3f580097c0 tx=0x7f3f5801c360 comp rx=0 tx=0).stop 2023-12-02T00:31:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 -- 172.21.15.133:0/331262089 shutdown_connections 2023-12-02T00:31:50.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 --2- 172.21.15.133:0/331262089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f640c7ea0 0x7f3f6406b4a0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 -- 172.21.15.133:0/331262089 >> 172.21.15.133:0/331262089 conn(0x7f3f640ca170 msgr2=0x7f3f640ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:50.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 -- 172.21.15.133:0/331262089 shutdown_connections 2023-12-02T00:31:50.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 -- 172.21.15.133:0/331262089 wait complete. 2023-12-02T00:31:50.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.241+0000 7f3f68901640 1 Processor -- start 2023-12-02T00:31:50.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 -- start start 2023-12-02T00:31:50.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f6406b9e0 0x7f3f64147d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f640c7ea0 0x7f3f64148280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f64151e90 0x7f3f641f00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f641552d0 con 0x7f3f64151e90 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f641f0fe0 con 0x7f3f6406b9e0 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f641487c0 con 0x7f3f640c7ea0 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f62d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f64151e90 0x7f3f641f00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f6406b9e0 0x7f3f64147d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f6406b9e0 0x7f3f64147d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:47112/0 (socket says 172.21.15.133:47112) 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 -- 172.21.15.133:0/3625471578 learned_addr learned my addr 172.21.15.133:0/3625471578 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f61d9b640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f640c7ea0 0x7f3f64148280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 -- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f640c7ea0 msgr2=0x7f3f64148280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f640c7ea0 0x7f3f64148280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 -- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f64151e90 msgr2=0x7f3f641f00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f64151e90 0x7f3f641f00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 -- 172.21.15.133:0/3625471578 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f58009420 con 0x7f3f6406b9e0 2023-12-02T00:31:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f6259c640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f6406b9e0 0x7f3f64147d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400c500 tx=0x7f3f5400c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f52ffd640 1 -- 172.21.15.133:0/3625471578 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f54003600 con 0x7f3f6406b9e0 2023-12-02T00:31:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f52ffd640 1 -- 172.21.15.133:0/3625471578 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f54003760 con 0x7f3f6406b9e0 2023-12-02T00:31:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f52ffd640 1 -- 172.21.15.133:0/3625471578 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f54003b10 con 0x7f3f6406b9e0 2023-12-02T00:31:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f6414ead0 con 0x7f3f6406b9e0 2023-12-02T00:31:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f6414f090 con 0x7f3f6406b9e0 2023-12-02T00:31:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.245+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f64068400 con 0x7f3f6406b9e0 2023-12-02T00:31:50.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.249+0000 7f3f52ffd640 1 -- 172.21.15.133:0/3625471578 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3f54003c70 con 0x7f3f6406b9e0 2023-12-02T00:31:50.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.249+0000 7f3f52ffd640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3f44066470 0x7f3f44068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:50.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.249+0000 7f3f52ffd640 1 -- 172.21.15.133:0/3625471578 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3f54083540 con 0x7f3f6406b9e0 2023-12-02T00:31:50.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.249+0000 7f3f61d9b640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3f44066470 0x7f3f44068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:50.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.249+0000 7f3f61d9b640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3f44066470 0x7f3f44068930 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3f580ad000 tx=0x7f3f580a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:50.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.257+0000 7f3f52ffd640 1 -- 172.21.15.133:0/3625471578 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3f54050c20 con 0x7f3f6406b9e0 2023-12-02T00:31:50.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.441+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f641605a0 con 0x7f3f6406b9e0 2023-12-02T00:31:50.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.441+0000 7f3f52ffd640 1 -- 172.21.15.133:0/3625471578 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4922 (secure 0 0 0) 0x7f3f54054240 con 0x7f3f6406b9e0 2023-12-02T00:31:50.447 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:50.447 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4974,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:44.551422+0000","modified":"2023-12-02T00:31:47.569166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4977},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4977":{"gid":4977,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/952822086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":952822086},{"type":"v1","addr":"172.21.15.133:6837","nonce":952822086}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-12-02T00:31:50.447 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 17 2023-12-02T00:31:50.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3f44066470 msgr2=0x7f3f44068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3f44066470 0x7f3f44068930 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3f580ad000 tx=0x7f3f580a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:50.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f6406b9e0 msgr2=0x7f3f64147d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:50.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f6406b9e0 0x7f3f64147d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400c500 tx=0x7f3f5400c9c0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 shutdown_connections 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3f44066470 0x7f3f44068930 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f64151e90 0x7f3f641f00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f640c7ea0 0x7f3f64148280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 --2- 172.21.15.133:0/3625471578 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f6406b9e0 0x7f3f64147d40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 >> 172.21.15.133:0/3625471578 conn(0x7f3f640ca170 msgr2=0x7f3f640c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 shutdown_connections 2023-12-02T00:31:50.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:50.445+0000 7f3f68901640 1 -- 172.21.15.133:0/3625471578 wait complete. 2023-12-02T00:31:50.872 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-02T00:31:44.551422+0000', 'modified': '2023-12-02T00:31:47.569166+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4977}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4977': {'gid': 4977, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.133:6837/952822086', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6835', 'nonce': 952822086}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 952822086}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-12-02T00:31:50.873 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-02T00:31:50.873 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-12-02T00:31:51.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b3b1d640 1 Processor -- start 2023-12-02T00:31:51.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b3b1d640 1 -- start start 2023-12-02T00:31:51.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b3b1d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5640 0x7f88ac0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b3b1d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88ac0c2580 con 0x7f88ac0c60f0 2023-12-02T00:31:51.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b3b1d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88ac0c1a00 con 0x7f88ac0c5260 2023-12-02T00:31:51.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b3b1d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac153510 con 0x7f88ac0c5640 2023-12-02T00:31:51.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b20ba640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f88ac0c60f0 0x7f88ac155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37450/0 (socket says 172.21.15.133:37450) 2023-12-02T00:31:51.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b20ba640 1 -- 172.21.15.133:0/4059092110 learned_addr learned my addr 172.21.15.133:0/4059092110 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:51.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b10b8640 1 --2- 172.21.15.133:0/4059092110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5640 0x7f88ac0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b08b7640 1 -- 172.21.15.133:0/4059092110 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3128574450 0 0) 0x7f88ac0c2580 con 0x7f88ac0c60f0 2023-12-02T00:31:51.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b08b7640 1 -- 172.21.15.133:0/4059092110 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8898003530 con 0x7f88ac0c60f0 2023-12-02T00:31:51.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b08b7640 1 -- 172.21.15.133:0/4059092110 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3435960080 0 0) 0x7f88ac0c1a00 con 0x7f88ac0c5260 2023-12-02T00:31:51.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b08b7640 1 -- 172.21.15.133:0/4059092110 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88ac0c2580 con 0x7f88ac0c5260 2023-12-02T00:31:51.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b10b8640 1 -- 172.21.15.133:0/4059092110 >> v1:172.21.15.172:6789/0 conn(0x7f88ac0c5260 legacy=0x7f88ac06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b10b8640 1 -- 172.21.15.133:0/4059092110 >> v1:172.21.15.133:6789/0 conn(0x7f88ac0c60f0 legacy=0x7f88ac155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.009+0000 7f88b10b8640 1 -- 172.21.15.133:0/4059092110 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88ac0c1ce0 con 0x7f88ac0c5640 2023-12-02T00:31:51.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b10b8640 1 --2- 172.21.15.133:0/4059092110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5640 0x7f88ac0c5bb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f889c0097f0 tx=0x7f889c01c430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8341444456ced9d5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b08b7640 1 -- 172.21.15.133:0/4059092110 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f889c0ab600 con 0x7f88ac0c5640 2023-12-02T00:31:51.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b08b7640 1 -- 172.21.15.133:0/4059092110 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f889c0a7050 con 0x7f88ac0c5640 2023-12-02T00:31:51.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b08b7640 1 -- 172.21.15.133:0/4059092110 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f889c0ab980 con 0x7f88ac0c5640 2023-12-02T00:31:51.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b3b1d640 1 -- 172.21.15.133:0/4059092110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5640 msgr2=0x7f88ac0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/4059092110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5640 0x7f88ac0c5bb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f889c0097f0 tx=0x7f889c01c430 comp rx=0 tx=0).stop 2023-12-02T00:31:51.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b3b1d640 1 -- 172.21.15.133:0/4059092110 shutdown_connections 2023-12-02T00:31:51.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/4059092110 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5640 0x7f88ac0c5bb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b3b1d640 1 -- 172.21.15.133:0/4059092110 >> 172.21.15.133:0/4059092110 conn(0x7f88ac06a5b0 msgr2=0x7f88ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b3b1d640 1 -- 172.21.15.133:0/4059092110 shutdown_connections 2023-12-02T00:31:51.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.013+0000 7f88b3b1d640 1 -- 172.21.15.133:0/4059092110 wait complete. 2023-12-02T00:31:51.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 Processor -- start 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 -- start start 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5260 0x7f88ac14b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f88ac0c5640 0x7f88ac141fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88ac0c60f0 0x7f88ac142520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac14fa90 con 0x7f88ac0c60f0 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac14f230 con 0x7f88ac0c5640 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88ac142d40 con 0x7f88ac0c5260 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88ac0c60f0 0x7f88ac142520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88ac0c60f0 0x7f88ac142520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35726/0 (socket says 172.21.15.133:35726) 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 -- 172.21.15.133:0/3234501428 learned_addr learned my addr 172.21.15.133:0/3234501428 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b10b8640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f88ac0c5640 0x7f88ac141fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b18b9640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5260 0x7f88ac14b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 -- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5260 msgr2=0x7f88ac14b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5260 0x7f88ac14b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 -- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f88ac0c5640 msgr2=0x7f88ac141fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f88ac0c5640 0x7f88ac141fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 -- 172.21.15.133:0/3234501428 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f889c009420 con 0x7f88ac0c60f0 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b20ba640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88ac0c60f0 0x7f88ac142520 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f88a400caf0 tx=0x7f88a400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88a27fc640 1 -- 172.21.15.133:0/3234501428 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a400aca0 con 0x7f88ac0c60f0 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88a27fc640 1 -- 172.21.15.133:0/3234501428 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88a400ae00 con 0x7f88ac0c60f0 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88ac142a60 con 0x7f88ac0c60f0 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88a27fc640 1 -- 172.21.15.133:0/3234501428 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4012620 con 0x7f88ac0c60f0 2023-12-02T00:31:51.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.017+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88ac14f440 con 0x7f88ac0c60f0 2023-12-02T00:31:51.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88a27fc640 1 -- 172.21.15.133:0/3234501428 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f88a4007070 con 0x7f88ac0c60f0 2023-12-02T00:31:51.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88a27fc640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8890066470 0x7f8890068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88a27fc640 1 -- 172.21.15.133:0/3234501428 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f88a4083da0 con 0x7f88ac0c60f0 2023-12-02T00:31:51.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8890066470 0x7f8890068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 Processor -- start 2023-12-02T00:31:51.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 -- start start 2023-12-02T00:31:51.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8890066470 0x7f8890068930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f88a80011f0 tx=0x7f88a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdeeaad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdeeb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf34c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcdd53130 con 0x563fcdeea6f0 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcdd409a0 con 0x563fcdeeb930 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x563fcdd3ded0 con 0x563fcdeeb010 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdeeaad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdeeaad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35740/0 (socket says 172.21.15.133:35740) 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 -- 172.21.15.133:0/1132402766 learned_addr learned my addr 172.21.15.133:0/1132402766 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b20ba640 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf34c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b10b8640 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdeeb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 -- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 msgr2=0x563fcdeeb3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdeeb3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 -- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 msgr2=0x563fcdf34c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf34c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b18b9640 1 -- 172.21.15.133:0/1132402766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563fcda31890 con 0x563fcdeea6f0 2023-12-02T00:31:51.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.021+0000 7f88b20ba640 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf34c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdeeaad0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f88a800f850 tx=0x7f88a8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17186675a97c5974 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f888f7fe640 1 -- 172.21.15.133:0/1132402766 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a80149d0 con 0x563fcdeea6f0 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f888f7fe640 1 -- 172.21.15.133:0/1132402766 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88a8014b30 con 0x563fcdeea6f0 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f888f7fe640 1 -- 172.21.15.133:0/1132402766 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a8014ea0 con 0x563fcdeea6f0 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- 172.21.15.133:0/1132402766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 msgr2=0x563fcdeeaad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdeeaad0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f88a800f850 tx=0x7f88a8012000 comp rx=0 tx=0).stop 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- 172.21.15.133:0/1132402766 shutdown_connections 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf34c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdeeb3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/1132402766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdeeaad0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- 172.21.15.133:0/1132402766 >> 172.21.15.133:0/1132402766 conn(0x563fcdf289e0 msgr2=0x563fcdf2add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- 172.21.15.133:0/1132402766 shutdown_connections 2023-12-02T00:31:51.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- 172.21.15.133:0/1132402766 wait complete. 2023-12-02T00:31:51.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- start start 2023-12-02T00:31:51.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 Processor -- start 2023-12-02T00:31:51.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf15880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdf164a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf169e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcdd397c0 con 0x563fcdeea6f0 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcdcf1bf0 con 0x563fcdeeb930 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x563fcdcf7a90 con 0x563fcdeeb010 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b6e7f000 10 client.0 _ll_register_callbacks cb 0x563fcded43c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf15880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf15880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35748/0 (socket says 172.21.15.133:35748) 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 -- 172.21.15.133:0/625925900 learned_addr learned my addr 172.21.15.133:0/625925900 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b20ba640 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf169e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b10b8640 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdf164a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 -- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 msgr2=0x563fcdf164a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdf164a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 -- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 msgr2=0x563fcdf169e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf169e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.025+0000 7f88b18b9640 1 -- 172.21.15.133:0/625925900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88ac14f440 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b18b9640 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf15880 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f88a8023040 tx=0x7f88a8001160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74268898cb0b869d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 1 -- 172.21.15.133:0/625925900 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a8020a20 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 1 -- 172.21.15.133:0/625925900 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f88a801c040 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563fcdcfb470 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 1 -- 172.21.15.133:0/625925900 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88a8020b80 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 10 client.5172 fetch_fsmap learned FSMap version 17 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x7f88ac0c2580 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 1 -- 172.21.15.133:0/625925900 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x563fcdcfb470 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 1 -- 172.21.15.133:0/625925900 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 17) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f88a8012070 con 0x563fcdeea6f0 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 10 client.5172 fetch_fsmap finished waiting for FSMap version 17 2023-12-02T00:31:51.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 10 client.5172 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 20 client.5172 populate_metadata read hostname 'smithi133' 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdf16f20 0x563fcdf17300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 4 client.5172 mds_command: new command op to 4977 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 --> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563fcdcfeb50 con 0x563fcdf16f20 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b10b8640 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdf16f20 0x563fcdf17300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b10b8640 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdf16f20 0x563fcdf17300 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=960d6543bab3771e server_cookie=c2bdb0e45c5d2626 in_seq=0 out_seq=0 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 10 client.5172 ms_handle_connect on v2:172.21.15.133:6835/952822086 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 1 -- 172.21.15.133:0/625925900 <== mds.0 v2:172.21.15.133:6835/952822086 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563fcdcfeb50 con 0x563fcdf16f20 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 10 client.5172 handle_command_reply: tid=0 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 client.5172 shutdown 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 msgr2=0x563fcdf15880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf15880 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f88a8023040 tx=0x7f88a8001160 comp rx=0 tx=0).stop 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 shutdown_connections 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb930 0x563fcdf169e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdeeb010 0x563fcdf164a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdf16f20 0x563fcdf17300 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/625925900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf15880 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f888cff9640 0 client.5172 ms_handle_reset on v2:172.21.15.133:6835/952822086 2023-12-02T00:31:51.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 >> 172.21.15.133:0/625925900 conn(0x563fcdf289e0 msgr2=0x563fcdf2add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 shutdown_connections 2023-12-02T00:31:51.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 1 -- 172.21.15.133:0/625925900 wait complete. 2023-12-02T00:31:51.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.029+0000 7f88b6e7f000 20 client.5172 trim_cache size 0 max 16384 2023-12-02T00:31:51.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 Processor -- start 2023-12-02T00:31:51.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 -- start start 2023-12-02T00:31:51.052 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf444f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.052 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeea6f0 0x563fcdf3ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeeb010 0x563fcdf3efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcd9f2940 con 0x563fcdeeb010 2023-12-02T00:31:51.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcdf2b000 con 0x563fcdeea6f0 2023-12-02T00:31:51.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x563fcdd35130 con 0x563fcdf289e0 2023-12-02T00:31:51.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeeb010 0x563fcdf3efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeeb010 0x563fcdf3efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35762/0 (socket says 172.21.15.133:35762) 2023-12-02T00:31:51.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 -- 172.21.15.133:0/3947837377 learned_addr learned my addr 172.21.15.133:0/3947837377 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:51.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b18b9640 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf444f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b10b8640 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeea6f0 0x563fcdf3ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 -- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 msgr2=0x563fcdf444f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf444f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 -- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeea6f0 msgr2=0x563fcdf3ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeea6f0 0x563fcdf3ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b20ba640 1 -- 172.21.15.133:0/3947837377 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563fcdcfa190 con 0x563fcdeeb010 2023-12-02T00:31:51.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.045+0000 7f88b10b8640 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeea6f0 0x563fcdf3ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:51.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b20ba640 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeeb010 0x563fcdf3efd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f88a4054c80 tx=0x7f88a405b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e399b5f0f28ca643 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f888ffff640 1 -- 172.21.15.133:0/3947837377 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4082340 con 0x563fcdeeb010 2023-12-02T00:31:51.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f888ffff640 1 -- 172.21.15.133:0/3947837377 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88a406c070 con 0x563fcdeeb010 2023-12-02T00:31:51.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f888ffff640 1 -- 172.21.15.133:0/3947837377 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4051690 con 0x563fcdeeb010 2023-12-02T00:31:51.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- 172.21.15.133:0/3947837377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeeb010 msgr2=0x563fcdf3efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeeb010 0x563fcdf3efd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f88a4054c80 tx=0x7f88a405b040 comp rx=0 tx=0).stop 2023-12-02T00:31:51.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- 172.21.15.133:0/3947837377 shutdown_connections 2023-12-02T00:31:51.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeeb010 0x563fcdf3efd0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeea6f0 0x563fcdf3ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/3947837377 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf444f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- 172.21.15.133:0/3947837377 >> 172.21.15.133:0/3947837377 conn(0x563fcdeee2e0 msgr2=0x563fcdee71e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- 172.21.15.133:0/3947837377 shutdown_connections 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- 172.21.15.133:0/3947837377 wait complete. 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- start start 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 Processor -- start 2023-12-02T00:31:51.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf44670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb010 0x563fcdf42440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf42980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcdd13e30 con 0x563fcdeea6f0 2023-12-02T00:31:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fcdcee760 con 0x563fcdeeb010 2023-12-02T00:31:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x563fcdd33ac0 con 0x563fcdf289e0 2023-12-02T00:31:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 10 client.0 _ll_register_callbacks cb 0x563fcdeb4bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:31:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf44670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b10b8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb010 0x563fcdf42440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf44670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35766/0 (socket says 172.21.15.133:35766) 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 -- 172.21.15.133:0/283456480 learned_addr learned my addr 172.21.15.133:0/283456480 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b20ba640 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf42980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 -- 172.21.15.133:0/283456480 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 msgr2=0x563fcdf42980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf42980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 -- 172.21.15.133:0/283456480 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb010 msgr2=0x563fcdf42440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb010 0x563fcdf42440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 -- 172.21.15.133:0/283456480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88ac142a60 con 0x563fcdeea6f0 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b18b9640 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf44670 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f88a8001160 tx=0x7f88a800a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eaf81fc2e413036 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f888cff9640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f888cff9640 1 -- 172.21.15.133:0/283456480 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a8020490 con 0x563fcdeea6f0 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f888cff9640 1 -- 172.21.15.133:0/283456480 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f88a8014820 con 0x563fcdeea6f0 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.049+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563fcdeef120 con 0x563fcdeea6f0 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f888cff9640 1 -- 172.21.15.133:0/283456480 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88a802a650 con 0x563fcdeea6f0 2023-12-02T00:31:51.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 10 client.5178 fetch_fsmap learned FSMap version 17 2023-12-02T00:31:51.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x563fcdce0490 con 0x563fcdeea6f0 2023-12-02T00:31:51.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f888cff9640 1 -- 172.21.15.133:0/283456480 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x563fcdeef120 con 0x563fcdeea6f0 2023-12-02T00:31:51.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f888cff9640 1 -- 172.21.15.133:0/283456480 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 17) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f88a8012040 con 0x563fcdeea6f0 2023-12-02T00:31:51.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 10 client.5178 fetch_fsmap finished waiting for FSMap version 17 2023-12-02T00:31:51.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 10 client.5178 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-02T00:31:51.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 20 client.5178 populate_metadata read hostname 'smithi133' 2023-12-02T00:31:51.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdeeb930 0x563fcdf43340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 4 client.5178 mds_command: new command op to 4977 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-02T00:31:51.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 --> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563fcdd38110 con 0x563fcdeeb930 2023-12-02T00:31:51.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b10b8640 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdeeb930 0x563fcdf43340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b10b8640 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdeeb930 0x563fcdf43340 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22b4edf49e12d56 server_cookie=af5c3857617fd0dc in_seq=0 out_seq=0 2023-12-02T00:31:51.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f888cff9640 10 client.5178 ms_handle_connect on v2:172.21.15.133:6835/952822086 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f888cff9640 1 -- 172.21.15.133:0/283456480 <== mds.0 v2:172.21.15.133:6835/952822086 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x563fcdd38110 con 0x563fcdeeb930 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f888cff9640 10 client.5178 handle_command_reply: tid=0 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 client.5178 shutdown 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 msgr2=0x563fcdf44670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf44670 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f88a8001160 tx=0x7f88a800a000 comp rx=0 tx=0).stop 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 shutdown_connections 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x563fcdf289e0 0x563fcdf42980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x563fcdeeb010 0x563fcdf42440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:6835/952822086,v1:172.21.15.133:6837/952822086] conn(0x563fcdeeb930 0x563fcdf43340 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 --2- 172.21.15.133:0/283456480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563fcdeea6f0 0x563fcdf44670 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 >> 172.21.15.133:0/283456480 conn(0x563fcdeee2e0 msgr2=0x563fcdee8170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f888cff9640 0 client.5178 ms_handle_reset on v2:172.21.15.133:6835/952822086 2023-12-02T00:31:51.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 shutdown_connections 2023-12-02T00:31:51.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 1 -- 172.21.15.133:0/283456480 wait complete. 2023-12-02T00:31:51.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b6e7f000 20 client.5178 trim_cache size 0 max 16384 2023-12-02T00:31:51.072 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:31:51.072 INFO:teuthology.orchestra.run.smithi133.stdout: "cluster_fsid": "010aff74-abf7-4bf1-a4a3-05283159cf96", 2023-12-02T00:31:51.072 INFO:teuthology.orchestra.run.smithi133.stdout: "whoami": 0, 2023-12-02T00:31:51.072 INFO:teuthology.orchestra.run.smithi133.stdout: "id": 4977, 2023-12-02T00:31:51.072 INFO:teuthology.orchestra.run.smithi133.stdout: "want_state": "up:active", 2023-12-02T00:31:51.072 INFO:teuthology.orchestra.run.smithi133.stdout: "state": "up:active", 2023-12-02T00:31:51.073 INFO:teuthology.orchestra.run.smithi133.stdout: "fs_name": "cephfs", 2023-12-02T00:31:51.073 INFO:teuthology.orchestra.run.smithi133.stdout: "rank_uptime": 5.8879976369999998, 2023-12-02T00:31:51.073 INFO:teuthology.orchestra.run.smithi133.stdout: "mdsmap_epoch": 17, 2023-12-02T00:31:51.073 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch": 31, 2023-12-02T00:31:51.073 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch_barrier": 31, 2023-12-02T00:31:51.073 INFO:teuthology.orchestra.run.smithi133.stdout: "uptime": 13.747382958999999 2023-12-02T00:31:51.073 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8890066470 msgr2=0x7f8890068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8890066470 0x7f8890068930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f88a80011f0 tx=0x7f88a8009040 comp rx=0 tx=0).stop 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88ac0c60f0 msgr2=0x7f88ac142520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88ac0c60f0 0x7f88ac142520 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f88a400caf0 tx=0x7f88a400a060 comp rx=0 tx=0).stop 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 shutdown_connections 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8890066470 0x7f8890068930 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88ac0c60f0 0x7f88ac142520 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f88ac0c5640 0x7f88ac141fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 --2- 172.21.15.133:0/3234501428 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f88ac0c5260 0x7f88ac14b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 >> 172.21.15.133:0/3234501428 conn(0x7f88ac06a5b0 msgr2=0x7f88ac155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 shutdown_connections 2023-12-02T00:31:51.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.053+0000 7f88b3b1d640 1 -- 172.21.15.133:0/3234501428 wait complete. 2023-12-02T00:31:51.078 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:31:51.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f56344ea640 1 Processor -- start 2023-12-02T00:31:51.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f56344ea640 1 -- start start 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f56344ea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f56344ea640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f562c0c4e60 0x7f562c06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f56344ea640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f562c06c860 con 0x7f562c0c7ea0 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f56344ea640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f562c0c8750 con 0x7f562c0c4e60 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f56344ea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f562c1552d0 con 0x7f562c151e90 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5631a85640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f562c0c7ea0 0x7f562c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37458/0 (socket says 172.21.15.133:37458) 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5631a85640 1 -- 172.21.15.133:0/3502946488 learned_addr learned my addr 172.21.15.133:0/3502946488 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5632286640 1 --2- 172.21.15.133:0/3502946488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5632a87640 1 --2- 172.21.15.133:0/3502946488 >> v2:172.21.15.133:3300/0 conn(0x7f562c0c4e60 0x7f562c06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5631284640 1 -- 172.21.15.133:0/3502946488 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3772305427 0 0) 0x7f562c06c860 con 0x7f562c0c7ea0 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5631284640 1 -- 172.21.15.133:0/3502946488 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5618003530 con 0x7f562c0c7ea0 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5632286640 1 -- 172.21.15.133:0/3502946488 >> v2:172.21.15.133:3300/0 conn(0x7f562c0c4e60 msgr2=0x7f562c06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:51.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5632286640 1 --2- 172.21.15.133:0/3502946488 >> v2:172.21.15.133:3300/0 conn(0x7f562c0c4e60 0x7f562c06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5632286640 1 -- 172.21.15.133:0/3502946488 >> v1:172.21.15.133:6789/0 conn(0x7f562c0c7ea0 legacy=0x7f562c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.213+0000 7f5632286640 1 -- 172.21.15.133:0/3502946488 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f562c154930 con 0x7f562c151e90 2023-12-02T00:31:51.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f5632286640 1 --2- 172.21.15.133:0/3502946488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c0c4920 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f56280097c0 tx=0x7f562801c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19008e3a82f3f84 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f5631284640 1 -- 172.21.15.133:0/3502946488 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56280ab600 con 0x7f562c151e90 2023-12-02T00:31:51.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f5631284640 1 -- 172.21.15.133:0/3502946488 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56280a7050 con 0x7f562c151e90 2023-12-02T00:31:51.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f5631284640 1 -- 172.21.15.133:0/3502946488 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56280ab960 con 0x7f562c151e90 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 -- 172.21.15.133:0/3502946488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 msgr2=0x7f562c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 --2- 172.21.15.133:0/3502946488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c0c4920 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f56280097c0 tx=0x7f562801c360 comp rx=0 tx=0).stop 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 -- 172.21.15.133:0/3502946488 shutdown_connections 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 --2- 172.21.15.133:0/3502946488 >> v2:172.21.15.133:3300/0 conn(0x7f562c0c4e60 0x7f562c06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 --2- 172.21.15.133:0/3502946488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c0c4920 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 -- 172.21.15.133:0/3502946488 >> 172.21.15.133:0/3502946488 conn(0x7f562c0ca170 msgr2=0x7f562c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 -- 172.21.15.133:0/3502946488 shutdown_connections 2023-12-02T00:31:51.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.217+0000 7f56344ea640 1 -- 172.21.15.133:0/3502946488 wait complete. 2023-12-02T00:31:51.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 Processor -- start 2023-12-02T00:31:51.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 -- start start 2023-12-02T00:31:51.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f562c0c4e60 0x7f562c1edaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0c7ea0 0x7f562c0c22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c1efe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562c0c1e40 con 0x7f562c0c7ea0 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562c0acc70 con 0x7f562c0c4e60 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f562c0a9ae0 con 0x7f562c151e90 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0c7ea0 0x7f562c0c22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0c7ea0 0x7f562c0c22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35786/0 (socket says 172.21.15.133:35786) 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 -- 172.21.15.133:0/876093526 learned_addr learned my addr 172.21.15.133:0/876093526 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5632286640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f562c0c4e60 0x7f562c1edaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5632a87640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c1efe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 -- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 msgr2=0x7f562c1efe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c1efe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 -- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f562c0c4e60 msgr2=0x7f562c1edaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f562c0c4e60 0x7f562c1edaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 -- 172.21.15.133:0/876093526 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5628009420 con 0x7f562c0c7ea0 2023-12-02T00:31:51.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5632286640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f562c0c4e60 0x7f562c1edaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:51.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5631a85640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0c7ea0 0x7f562c0c22d0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f561c00c390 tx=0x7f561c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5622ffd640 1 -- 172.21.15.133:0/876093526 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f561c005cf0 con 0x7f562c0c7ea0 2023-12-02T00:31:51.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5622ffd640 1 -- 172.21.15.133:0/876093526 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f561c005e70 con 0x7f562c0c7ea0 2023-12-02T00:31:51.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f562c0a9dc0 con 0x7f562c0c7ea0 2023-12-02T00:31:51.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f5622ffd640 1 -- 172.21.15.133:0/876093526 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f561c0072f0 con 0x7f562c0c7ea0 2023-12-02T00:31:51.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f562c0c2810 con 0x7f562c0c7ea0 2023-12-02T00:31:51.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.221+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f562c0aa000 con 0x7f562c0c7ea0 2023-12-02T00:31:51.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.225+0000 7f5622ffd640 1 -- 172.21.15.133:0/876093526 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f561c007450 con 0x7f562c0c7ea0 2023-12-02T00:31:51.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.225+0000 7f5622ffd640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5610066470 0x7f5610068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:51.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.225+0000 7f5622ffd640 1 -- 172.21.15.133:0/876093526 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f561c0834c0 con 0x7f562c0c7ea0 2023-12-02T00:31:51.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.225+0000 7f5632286640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5610066470 0x7f5610068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:51.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.225+0000 7f5632286640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5610066470 0x7f5610068930 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f56280ad000 tx=0x7f56280a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:51.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.229+0000 7f5622ffd640 1 -- 172.21.15.133:0/876093526 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f562c0aa000 con 0x7f562c0c7ea0 2023-12-02T00:31:51.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f562c0aa000 con 0x7f562c0c7ea0 2023-12-02T00:31:51.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f5622ffd640 1 -- 172.21.15.133:0/876093526 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+73 (secure 0 0 0) 0x7f561c017060 con 0x7f562c0c7ea0 2023-12-02T00:31:51.418 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5610066470 msgr2=0x7f5610068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5610066470 0x7f5610068930 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f56280ad000 tx=0x7f56280a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0c7ea0 msgr2=0x7f562c0c22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0c7ea0 0x7f562c0c22d0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f561c00c390 tx=0x7f561c00c850 comp rx=0 tx=0).stop 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 shutdown_connections 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5610066470 0x7f5610068930 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f562c151e90 0x7f562c1efe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0c7ea0 0x7f562c0c22d0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 --2- 172.21.15.133:0/876093526 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f562c0c4e60 0x7f562c1edaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:51.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 >> 172.21.15.133:0/876093526 conn(0x7f562c0ca170 msgr2=0x7f562c06b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:51.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 shutdown_connections 2023-12-02T00:31:51.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:51.413+0000 7f56344ea640 1 -- 172.21.15.133:0/876093526 wait complete. 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi133.front.sepia.ceph.com 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:31:51.439 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:31:51.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.439 DEBUG:teuthology.orchestra.run.smithi133:> ip addr 2023-12-02T00:31:51.450 INFO:teuthology.orchestra.run.smithi133.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 ::1/128 scope host 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b2 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:51.451 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f0 2023-12-02T00:31:51.452 INFO:teuthology.orchestra.run.smithi133.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:51.452 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b3 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:51.452 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f1 2023-12-02T00:31:51.452 INFO:teuthology.orchestra.run.smithi133.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:51.453 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:86 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:51.453 INFO:teuthology.orchestra.run.smithi133.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:31:51.453 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:87 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:51.453 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.21.15.133/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:31:51.454 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft 42370sec preferred_lft 42370sec 2023-12-02T00:31:51.454 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::ec4:7aff:fe88:8087/64 scope link 2023-12-02T00:31:51.454 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:51.454 INFO:teuthology.orchestra.run.smithi133.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:31:51.454 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 02:42:0c:5d:5e:7d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:51.454 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:31:51.455 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:51.455 INFO:teuthology.orchestra.run.smithi133.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:31:51.455 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:51.455 INFO:teuthology.orchestra.run.smithi133.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:31:51.455 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:51.455 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:31:51.455 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:51.456 INFO:teuthology.orchestra.run.smithi133.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:31:51.456 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:31:51.456 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:31:51.456 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:51.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.457 DEBUG:teuthology.orchestra.run.smithi133:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:31:51.514 INFO:teuthology.orchestra.run.smithi133.stdout:1 2023-12-02T00:31:51.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.517 DEBUG:teuthology.orchestra.run.smithi133:> route 2023-12-02T00:31:51.573 INFO:teuthology.orchestra.run.smithi133.stdout:Kernel IP routing table 2023-12-02T00:31:51.573 INFO:teuthology.orchestra.run.smithi133.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:31:51.573 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:31:51.573 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:31:51.574 INFO:teuthology.orchestra.run.smithi133.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:31:51.574 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:31:51.574 INFO:teuthology.orchestra.run.smithi133.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:51.574 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:51.574 INFO:teuthology.orchestra.run.smithi133.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:51.574 INFO:teuthology.orchestra.run.smithi133.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:31:51.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.574 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:31:51.574 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:31:51.575 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:31:51.575 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:31:51.575 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:31:51.575 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:31:51.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.667 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:31:51.677 INFO:teuthology.orchestra.run.smithi133.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-12-02T00:31:51.677 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:31:51.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.677 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set brx.0 up 2023-12-02T00:31:51.741 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:51.741 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:51.792 INFO:teuthology.orchestra.run.smithi133.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:31:51.792 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:51.792 DEBUG:teuthology.orchestra.run.smithi133:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:51.848 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:31:51.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.848 DEBUG:teuthology.orchestra.run.smithi133:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:51.942 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:51.942 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:31:51.942 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:31:51.957 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:51.957 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:31:51.957 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:31:51.957 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:51.957 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:31:51.966 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:31:51.970 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:31:51.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.970 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:31:51.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:51.991 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:52.048 INFO:teuthology.orchestra.run.smithi133.stdout:client4856 2023-12-02T00:31:52.049 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:31:52.049 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:52.101 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:31:52.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c75017640 1 Processor -- start 2023-12-02T00:31:52.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c75017640 1 -- start start 2023-12-02T00:31:52.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c75017640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c700c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:52.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c75017640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c7006c860 con 0x7f2c700c4e60 2023-12-02T00:31:52.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c75017640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c70154930 con 0x7f2c700c7ea0 2023-12-02T00:31:52.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c75017640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c700c8750 con 0x7f2c70151e90 2023-12-02T00:31:52.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6f59e640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f2c700c4e60 0x7f2c7015f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37472/0 (socket says 172.21.15.133:37472) 2023-12-02T00:31:52.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6f59e640 1 -- 172.21.15.133:0/4142427508 learned_addr learned my addr 172.21.15.133:0/4142427508 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:52.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6ed9d640 1 --2- 172.21.15.133:0/4142427508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c700c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:52.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6e59c640 1 -- 172.21.15.133:0/4142427508 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2340026765 0 0) 0x7f2c7006c860 con 0x7f2c700c4e60 2023-12-02T00:31:52.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6e59c640 1 -- 172.21.15.133:0/4142427508 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c5c003530 con 0x7f2c700c4e60 2023-12-02T00:31:52.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6e59c640 1 -- 172.21.15.133:0/4142427508 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3854363671 0 0) 0x7f2c70154930 con 0x7f2c700c7ea0 2023-12-02T00:31:52.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6ed9d640 1 -- 172.21.15.133:0/4142427508 >> v1:172.21.15.172:6789/0 conn(0x7f2c700c7ea0 legacy=0x7f2c7006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6ed9d640 1 -- 172.21.15.133:0/4142427508 >> v1:172.21.15.133:6789/0 conn(0x7f2c700c4e60 legacy=0x7f2c7015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.281+0000 7f2c6ed9d640 1 -- 172.21.15.133:0/4142427508 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c70154c10 con 0x7f2c70151e90 2023-12-02T00:31:52.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c6ed9d640 1 --2- 172.21.15.133:0/4142427508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c700c4920 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2c600097f0 tx=0x7f2c6001c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=603869ff2e8dcba7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:52.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c6e59c640 1 -- 172.21.15.133:0/4142427508 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c600ab600 con 0x7f2c70151e90 2023-12-02T00:31:52.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c6e59c640 1 -- 172.21.15.133:0/4142427508 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c600a7050 con 0x7f2c70151e90 2023-12-02T00:31:52.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c6e59c640 1 -- 172.21.15.133:0/4142427508 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c600ab980 con 0x7f2c70151e90 2023-12-02T00:31:52.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c75017640 1 -- 172.21.15.133:0/4142427508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 msgr2=0x7f2c700c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:52.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c75017640 1 --2- 172.21.15.133:0/4142427508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c700c4920 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2c600097f0 tx=0x7f2c6001c3a0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c75017640 1 -- 172.21.15.133:0/4142427508 shutdown_connections 2023-12-02T00:31:52.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c75017640 1 --2- 172.21.15.133:0/4142427508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c700c4920 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c75017640 1 -- 172.21.15.133:0/4142427508 >> 172.21.15.133:0/4142427508 conn(0x7f2c700ca170 msgr2=0x7f2c700ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:52.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c75017640 1 -- 172.21.15.133:0/4142427508 shutdown_connections 2023-12-02T00:31:52.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.285+0000 7f2c75017640 1 -- 172.21.15.133:0/4142427508 wait complete. 2023-12-02T00:31:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 Processor -- start 2023-12-02T00:31:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 -- start start 2023-12-02T00:31:52.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c700c4e60 0x7f2c7014b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:52.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2c700c7ea0 0x7f2c701f04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:52.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c7014cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:52.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c701552d0 con 0x7f2c700c4e60 2023-12-02T00:31:52.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c70149320 con 0x7f2c700c7ea0 2023-12-02T00:31:52.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c7014dc10 con 0x7f2c70151e90 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c700c4e60 0x7f2c7014b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c700c4e60 0x7f2c7014b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35794/0 (socket says 172.21.15.133:35794) 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 -- 172.21.15.133:0/3784346005 learned_addr learned my addr 172.21.15.133:0/3784346005 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6659c640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2c700c7ea0 0x7f2c701f04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6f59e640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c7014cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 -- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 msgr2=0x7f2c7014cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c7014cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 -- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2c700c7ea0 msgr2=0x7f2c701f04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2c700c7ea0 0x7f2c701f04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 -- 172.21.15.133:0/3784346005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c60009420 con 0x7f2c700c4e60 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6f59e640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c7014cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c6ed9d640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c700c4e60 0x7f2c7014b8a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2c60009740 tx=0x7f2c60019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c67fff640 1 -- 172.21.15.133:0/3784346005 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c600abdc0 con 0x7f2c700c4e60 2023-12-02T00:31:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c67fff640 1 -- 172.21.15.133:0/3784346005 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c60004020 con 0x7f2c700c4e60 2023-12-02T00:31:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c67fff640 1 -- 172.21.15.133:0/3784346005 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c600043b0 con 0x7f2c700c4e60 2023-12-02T00:31:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c701f0f70 con 0x7f2c700c4e60 2023-12-02T00:31:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c7014de60 con 0x7f2c700c4e60 2023-12-02T00:31:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.289+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c7014cb50 con 0x7f2c700c4e60 2023-12-02T00:31:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.293+0000 7f2c67fff640 1 -- 172.21.15.133:0/3784346005 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2c600b2040 con 0x7f2c700c4e60 2023-12-02T00:31:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.293+0000 7f2c67fff640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2c50066470 0x7f2c50068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.293+0000 7f2c67fff640 1 -- 172.21.15.133:0/3784346005 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2c6011e1f0 con 0x7f2c700c4e60 2023-12-02T00:31:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.293+0000 7f2c6659c640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2c50066470 0x7f2c50068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.293+0000 7f2c6659c640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2c50066470 0x7f2c50068930 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2c70150f30 tx=0x7f2c58009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:52.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.297+0000 7f2c67fff640 1 -- 172.21.15.133:0/3784346005 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2c600eb660 con 0x7f2c700c4e60 2023-12-02T00:31:52.485 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f2c70068400 con 0x7f2c700c4e60 2023-12-02T00:31:52.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c67fff640 1 -- 172.21.15.133:0/3784346005 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+73 (secure 0 0 0) 0x7f2c600eec80 con 0x7f2c700c4e60 2023-12-02T00:31:52.486 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2c50066470 msgr2=0x7f2c50068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2c50066470 0x7f2c50068930 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2c70150f30 tx=0x7f2c58009040 comp rx=0 tx=0).stop 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c700c4e60 msgr2=0x7f2c7014b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c700c4e60 0x7f2c7014b8a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2c60009740 tx=0x7f2c60019140 comp rx=0 tx=0).stop 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 shutdown_connections 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2c50066470 0x7f2c50068930 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2c70151e90 0x7f2c7014cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2c700c7ea0 0x7f2c701f04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 --2- 172.21.15.133:0/3784346005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c700c4e60 0x7f2c7014b8a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 >> 172.21.15.133:0/3784346005 conn(0x7f2c700ca170 msgr2=0x7f2c700c69b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:52.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 shutdown_connections 2023-12-02T00:31:52.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:52.481+0000 7f2c75017640 1 -- 172.21.15.133:0/3784346005 wait complete. 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:31:52.507 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:31:52.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:52.507 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:31:52.519 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:31:52.519 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:31:52.519 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:31:52.519 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:52.519 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:31:52.519 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:52.520 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42279sec preferred_lft 42279sec 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:31:52.521 INFO:teuthology.orchestra.run.smithi172.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:31:52.522 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:52.522 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:31:52.522 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:52.522 INFO:teuthology.orchestra.run.smithi172.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:31:52.522 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:31:52.522 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:31:52.522 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:31:52.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:52.523 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:31:52.580 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:31:52.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:52.583 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:31:52.635 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:31:52.635 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:31:52.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:52.636 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:31:52.637 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:31:52.637 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:31:52.637 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:31:52.637 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:31:52.637 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:31:52.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:52.732 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:31:52.742 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:31:52.742 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:31:52.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:52.742 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:31:52.805 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:52.805 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:52.856 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:31:52.856 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:31:52.856 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:52.908 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:31:52.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:52.909 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:53.004 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:53.004 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:31:53.004 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:31:53.020 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:53.020 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:31:53.020 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:31:53.020 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:53.020 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:53.029 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:31:53.029 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:31:53.030 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:31:53.030 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:31:53.030 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:31:53.030 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:31:53.030 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:31:53.030 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:31:53.034 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:31:53.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:53.034 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:31:53.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:31:53.055 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:31:53.111 INFO:teuthology.orchestra.run.smithi172.stdout:client4865 2023-12-02T00:31:53.111 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:31:53.111 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:31:53.160 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2023-12-02T00:31:53.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.301+0000 7f41160bb640 1 Processor -- start 2023-12-02T00:31:53.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.301+0000 7f41160bb640 1 -- start start 2023-12-02T00:31:53.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41160bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100a7160 0x7f41100c44a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41160bb640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f41100c6a00 0x7f41100c49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41160bb640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41100c2fc0 con 0x7f41100c1600 2023-12-02T00:31:53.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41160bb640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41100c73b0 con 0x7f41100c6a00 2023-12-02T00:31:53.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41160bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41100c7690 con 0x7f41100a7160 2023-12-02T00:31:53.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41148b8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f41100c6a00 0x7f41100c49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41158ba640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f41100c1600 0x7f4110157bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37484/0 (socket says 172.21.15.133:37484) 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41158ba640 1 -- 172.21.15.133:0/581706579 learned_addr learned my addr 172.21.15.133:0/581706579 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41150b9640 1 --2- 172.21.15.133:0/581706579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100a7160 0x7f41100c44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41148b8640 1 -- 172.21.15.133:0/581706579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100a7160 msgr2=0x7f41100c44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41148b8640 1 --2- 172.21.15.133:0/581706579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100a7160 0x7f41100c44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41148b8640 1 -- 172.21.15.133:0/581706579 >> v1:172.21.15.133:6789/0 conn(0x7f41100c1600 legacy=0x7f4110157bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f4107fff640 1 -- 172.21.15.133:0/581706579 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1021442410 0 0) 0x7f41100c2fc0 con 0x7f41100c1600 2023-12-02T00:31:53.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41148b8640 1 -- 172.21.15.133:0/581706579 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41100c10e0 con 0x7f41100c6a00 2023-12-02T00:31:53.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.305+0000 7f41150b9640 1 --2- 172.21.15.133:0/581706579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100a7160 0x7f41100c44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:53.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41148b8640 1 --2- 172.21.15.133:0/581706579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100c6a00 0x7f41100c49e0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f41000097c0 tx=0x7f410001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d59b198b1ceaeec6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:53.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f4107fff640 1 -- 172.21.15.133:0/581706579 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41000ac410 con 0x7f41100c6a00 2023-12-02T00:31:53.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f4107fff640 1 -- 172.21.15.133:0/581706579 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41000ac570 con 0x7f41100c6a00 2023-12-02T00:31:53.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f4107fff640 1 -- 172.21.15.133:0/581706579 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41000ac900 con 0x7f41100c6a00 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- 172.21.15.133:0/581706579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100c6a00 msgr2=0x7f41100c49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 --2- 172.21.15.133:0/581706579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100c6a00 0x7f41100c49e0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f41000097c0 tx=0x7f410001c480 comp rx=0 tx=0).stop 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- 172.21.15.133:0/581706579 shutdown_connections 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 --2- 172.21.15.133:0/581706579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100c6a00 0x7f41100c49e0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 --2- 172.21.15.133:0/581706579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100a7160 0x7f41100c44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- 172.21.15.133:0/581706579 >> 172.21.15.133:0/581706579 conn(0x7f41100c7b10 msgr2=0x7f41100c7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- 172.21.15.133:0/581706579 shutdown_connections 2023-12-02T00:31:53.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- 172.21.15.133:0/581706579 wait complete. 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 Processor -- start 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- start start 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100a7160 0x7f411014e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41100c1600 0x7f4110145f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100c6a00 0x7f4110154100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f411014e620 con 0x7f41100a7160 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f411014f480 con 0x7f41100c1600 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.309+0000 7f41160bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f411014e890 con 0x7f41100c6a00 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100a7160 0x7f411014e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100a7160 0x7f411014e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35802/0 (socket says 172.21.15.133:35802) 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 -- 172.21.15.133:0/3156352232 learned_addr learned my addr 172.21.15.133:0/3156352232 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41158ba640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100c6a00 0x7f4110154100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41148b8640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41100c1600 0x7f4110145f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 -- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100c6a00 msgr2=0x7f4110154100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100c6a00 0x7f4110154100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 -- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41100c1600 msgr2=0x7f4110145f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41100c1600 0x7f4110145f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 -- 172.21.15.133:0/3156352232 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4100009420 con 0x7f41100a7160 2023-12-02T00:31:53.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41158ba640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100c6a00 0x7f4110154100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:53.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41150b9640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100a7160 0x7f411014e0e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f410c00e840 tx=0x7f410c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:53.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f4105ffb640 1 -- 172.21.15.133:0/3156352232 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f410c00c870 con 0x7f41100a7160 2023-12-02T00:31:53.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f4105ffb640 1 -- 172.21.15.133:0/3156352232 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f410c00c9d0 con 0x7f41100a7160 2023-12-02T00:31:53.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f4105ffb640 1 -- 172.21.15.133:0/3156352232 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f410c00cd80 con 0x7f41100a7160 2023-12-02T00:31:53.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41100c6850 con 0x7f41100a7160 2023-12-02T00:31:53.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f411014ee30 con 0x7f41100a7160 2023-12-02T00:31:53.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4110068050 con 0x7f41100a7160 2023-12-02T00:31:53.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.313+0000 7f4105ffb640 1 -- 172.21.15.133:0/3156352232 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f410c013410 con 0x7f41100a7160 2023-12-02T00:31:53.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.317+0000 7f4105ffb640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40f4066470 0x7f40f4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.317+0000 7f4105ffb640 1 -- 172.21.15.133:0/3156352232 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f410c083bb0 con 0x7f41100a7160 2023-12-02T00:31:53.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.317+0000 7f41148b8640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40f4066470 0x7f40f4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.317+0000 7f41148b8640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40f4066470 0x7f40f4068930 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f41000ae000 tx=0x7f4100008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:53.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.321+0000 7f4105ffb640 1 -- 172.21.15.133:0/3156352232 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f410c0510d0 con 0x7f41100a7160 2023-12-02T00:31:53.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.521+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7f411004e850 con 0x7f41100a7160 2023-12-02T00:31:53.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.521+0000 7f4105ffb640 1 -- 172.21.15.133:0/3156352232 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v13) v1 ==== 84+0+0 (secure 0 0 0) 0x7f410c0546f0 con 0x7f41100a7160 2023-12-02T00:31:53.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40f4066470 msgr2=0x7f40f4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40f4066470 0x7f40f4068930 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f41000ae000 tx=0x7f4100008040 comp rx=0 tx=0).stop 2023-12-02T00:31:53.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100a7160 msgr2=0x7f411014e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100a7160 0x7f411014e0e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f410c00e840 tx=0x7f410c00ed00 comp rx=0 tx=0).stop 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 shutdown_connections 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40f4066470 0x7f40f4068930 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41100c6a00 0x7f4110154100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41100c1600 0x7f4110145f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 --2- 172.21.15.133:0/3156352232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41100a7160 0x7f411014e0e0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 >> 172.21.15.133:0/3156352232 conn(0x7f41100c7b10 msgr2=0x7f41100c4430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 shutdown_connections 2023-12-02T00:31:53.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.525+0000 7f41160bb640 1 -- 172.21.15.133:0/3156352232 wait complete. 2023-12-02T00:31:53.549 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:53.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcff1679640 1 Processor -- start 2023-12-02T00:31:53.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcff1679640 1 -- start start 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcff1679640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcfec0c7ed0 0x7fcfec154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcff1679640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec0bd660 0x7fcfec154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcff1679640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfec0ac4f0 con 0x7fcfec151dc0 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcff1679640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfec158780 con 0x7fcfec0c7ed0 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcff1679640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfec158a60 con 0x7fcfec0bd660 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcfeaffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fcfec151dc0 0x7fcfec0c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37498/0 (socket says 172.21.15.133:37498) 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcfeaffd640 1 -- 172.21.15.133:0/2533024730 learned_addr learned my addr 172.21.15.133:0/2533024730 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcfe3fff640 1 --2- 172.21.15.133:0/2533024730 >> v2:172.21.15.172:3300/0 conn(0x7fcfec0c7ed0 0x7fcfec154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.681+0000 7fcfeb7fe640 1 --2- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec0bd660 0x7fcfec154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfea7fc640 1 -- 172.21.15.133:0/2533024730 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 979814221 0 0) 0x7fcfec0ac4f0 con 0x7fcfec151dc0 2023-12-02T00:31:53.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfea7fc640 1 -- 172.21.15.133:0/2533024730 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcfd8003530 con 0x7fcfec151dc0 2023-12-02T00:31:53.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfe3fff640 1 -- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec0bd660 msgr2=0x7fcfec154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:53.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfe3fff640 1 --2- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec0bd660 0x7fcfec154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfea7fc640 1 -- 172.21.15.133:0/2533024730 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 606323722 0 0) 0x7fcfd8003530 con 0x7fcfec151dc0 2023-12-02T00:31:53.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfe3fff640 1 -- 172.21.15.133:0/2533024730 >> v1:172.21.15.133:6789/0 conn(0x7fcfec151dc0 legacy=0x7fcfec0c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfe3fff640 1 -- 172.21.15.133:0/2533024730 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfec0ac180 con 0x7fcfec0c7ed0 2023-12-02T00:31:53.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfe3fff640 1 --2- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 0x7fcfec154650 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcfd40097f0 tx=0x7fcfd401c280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d200968981374825 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:53.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfea7fc640 1 -- 172.21.15.133:0/2533024730 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc001680 con 0x7fcfec0c7ed0 2023-12-02T00:31:53.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfea7fc640 1 -- 172.21.15.133:0/2533024730 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfd40a7050 con 0x7fcfec0c7ed0 2023-12-02T00:31:53.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.685+0000 7fcfea7fc640 1 -- 172.21.15.133:0/2533024730 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd40ab620 con 0x7fcfec0c7ed0 2023-12-02T00:31:53.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 msgr2=0x7fcfec154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 --2- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 0x7fcfec154650 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcfd40097f0 tx=0x7fcfd401c280 comp rx=0 tx=0).stop 2023-12-02T00:31:53.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- 172.21.15.133:0/2533024730 shutdown_connections 2023-12-02T00:31:53.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 --2- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec0bd660 0x7fcfec154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 --2- 172.21.15.133:0/2533024730 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 0x7fcfec154650 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- 172.21.15.133:0/2533024730 >> 172.21.15.133:0/2533024730 conn(0x7fcfec071eb0 msgr2=0x7fcfec0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:53.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- 172.21.15.133:0/2533024730 shutdown_connections 2023-12-02T00:31:53.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- 172.21.15.133:0/2533024730 wait complete. 2023-12-02T00:31:53.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 Processor -- start 2023-12-02T00:31:53.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- start start 2023-12-02T00:31:53.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfec0bd660 0x7fcfec0bea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 0x7fcfec1524c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec151dc0 0x7fcfec14b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfec0be5f0 con 0x7fcfec0bd660 2023-12-02T00:31:53.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfec0c3910 con 0x7fcfec0c7ed0 2023-12-02T00:31:53.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcff1679640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfec0c07d0 con 0x7fcfec151dc0 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfec0bd660 0x7fcfec0bea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfec0bd660 0x7fcfec0bea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35812/0 (socket says 172.21.15.133:35812) 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 -- 172.21.15.133:0/410794134 learned_addr learned my addr 172.21.15.133:0/410794134 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfe3fff640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 0x7fcfec1524c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeb7fe640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec151dc0 0x7fcfec14b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 -- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec151dc0 msgr2=0x7fcfec14b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec151dc0 0x7fcfec14b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 -- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 msgr2=0x7fcfec1524c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 0x7fcfec1524c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.689+0000 7fcfeaffd640 1 -- 172.21.15.133:0/410794134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd4009420 con 0x7fcfec0bd660 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfeaffd640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfec0bd660 0x7fcfec0bea10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00c780 tx=0x7fcfdc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe37fe640 1 -- 172.21.15.133:0/410794134 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc005cf0 con 0x7fcfec0bd660 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe37fe640 1 -- 172.21.15.133:0/410794134 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfdc005e50 con 0x7fcfec0bd660 2023-12-02T00:31:53.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe37fe640 1 -- 172.21.15.133:0/410794134 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc0072b0 con 0x7fcfec0bd660 2023-12-02T00:31:53.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfec0c3b60 con 0x7fcfec0bd660 2023-12-02T00:31:53.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfec0bd2a0 con 0x7fcfec0bd660 2023-12-02T00:31:53.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfec068400 con 0x7fcfec0bd660 2023-12-02T00:31:53.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe37fe640 1 -- 172.21.15.133:0/410794134 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcfdc007410 con 0x7fcfec0bd660 2023-12-02T00:31:53.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe37fe640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:53.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe37fe640 1 -- 172.21.15.133:0/410794134 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcfdc083b00 con 0x7fcfec0bd660 2023-12-02T00:31:53.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe3fff640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:53.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.693+0000 7fcfe3fff640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcfd40ad000 tx=0x7fcfd40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:53.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.697+0000 7fcfe37fe640 1 -- 172.21.15.133:0/410794134 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcfdc051030 con 0x7fcfec0bd660 2023-12-02T00:31:53.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcfec1514e0 con 0x7fcfec0bd660 2023-12-02T00:31:53.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcfe37fe640 1 -- 172.21.15.133:0/410794134 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) v1 ==== 74+0+16605 (secure 0 0 0) 0x7fcfdc054650 con 0x7fcfec0bd660 2023-12-02T00:31:53.854 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:53.854 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":31,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:46.180750+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:53.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 msgr2=0x7fcfcc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcfd40ad000 tx=0x7fcfd40a6000 comp rx=0 tx=0).stop 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfec0bd660 msgr2=0x7fcfec0bea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfec0bd660 0x7fcfec0bea10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc00c780 tx=0x7fcfdc00cc40 comp rx=0 tx=0).stop 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 shutdown_connections 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfec151dc0 0x7fcfec14b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfec0c7ed0 0x7fcfec1524c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 --2- 172.21.15.133:0/410794134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfec0bd660 0x7fcfec0bea10 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.849+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 >> 172.21.15.133:0/410794134 conn(0x7fcfec071eb0 msgr2=0x7fcfec15e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.853+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 shutdown_connections 2023-12-02T00:31:53.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:53.853+0000 7fcff1679640 1 -- 172.21.15.133:0/410794134 wait complete. 2023-12-02T00:31:53.876 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:31:42.196620+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '30', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:31:43.550398+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:31:53.876 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:31:54.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.009+0000 7f0690eea640 1 Processor -- start 2023-12-02T00:31:54.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.009+0000 7f0690eea640 1 -- start start 2023-12-02T00:31:54.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0690eea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c0a5370 0x7f068c0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0690eea640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f068c072090 0x7f068c1516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0690eea640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f068c0c2760 con 0x7f068c0c4110 2023-12-02T00:31:54.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0690eea640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f068c0c3070 con 0x7f068c072090 2023-12-02T00:31:54.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0690eea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f068c151bf0 con 0x7f068c0a5370 2023-12-02T00:31:54.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0683fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f068c0c4110 0x7f068c150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37508/0 (socket says 172.21.15.133:37508) 2023-12-02T00:31:54.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0683fff640 1 -- 172.21.15.133:0/797239396 learned_addr learned my addr 172.21.15.133:0/797239396 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:54.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f068ad9d640 1 --2- 172.21.15.133:0/797239396 >> v2:172.21.15.133:3300/0 conn(0x7f068c072090 0x7f068c1516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f068a59c640 1 --2- 172.21.15.133:0/797239396 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c0a5370 0x7f068c0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0689d9b640 1 -- 172.21.15.133:0/797239396 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 758411163 0 0) 0x7f068c0c2760 con 0x7f068c0c4110 2023-12-02T00:31:54.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f0689d9b640 1 -- 172.21.15.133:0/797239396 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0678003530 con 0x7f068c0c4110 2023-12-02T00:31:54.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f068ad9d640 1 -- 172.21.15.133:0/797239396 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c0a5370 msgr2=0x7f068c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:54.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f068ad9d640 1 --2- 172.21.15.133:0/797239396 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c0a5370 0x7f068c0c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f068ad9d640 1 -- 172.21.15.133:0/797239396 >> v1:172.21.15.133:6789/0 conn(0x7f068c0c4110 legacy=0x7f068c150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.013+0000 7f068ad9d640 1 -- 172.21.15.133:0/797239396 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f068c0a5750 con 0x7f068c072090 2023-12-02T00:31:54.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f068ad9d640 1 --2- 172.21.15.133:0/797239396 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c072090 0x7f068c1516b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f068400aed0 tx=0x7f068401d900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b11d49fd2f76ecc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0689d9b640 1 -- 172.21.15.133:0/797239396 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068400a2d0 con 0x7f068c072090 2023-12-02T00:31:54.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0689d9b640 1 -- 172.21.15.133:0/797239396 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06840a6710 con 0x7f068c072090 2023-12-02T00:31:54.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0689d9b640 1 -- 172.21.15.133:0/797239396 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06840a6aa0 con 0x7f068c072090 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 -- 172.21.15.133:0/797239396 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c072090 msgr2=0x7f068c1516b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 --2- 172.21.15.133:0/797239396 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c072090 0x7f068c1516b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f068400aed0 tx=0x7f068401d900 comp rx=0 tx=0).stop 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 -- 172.21.15.133:0/797239396 shutdown_connections 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 --2- 172.21.15.133:0/797239396 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c072090 0x7f068c1516b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 --2- 172.21.15.133:0/797239396 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c0a5370 0x7f068c0c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 -- 172.21.15.133:0/797239396 >> 172.21.15.133:0/797239396 conn(0x7f068c06a5b0 msgr2=0x7f068c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 -- 172.21.15.133:0/797239396 shutdown_connections 2023-12-02T00:31:54.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 -- 172.21.15.133:0/797239396 wait complete. 2023-12-02T00:31:54.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 Processor -- start 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.017+0000 7f0690eea640 1 -- start start 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c072090 0x7f068c0701f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f068c0a5370 0x7f068c0c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c0c4110 0x7f068c143a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c070730 con 0x7f068c0c4110 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1edaa0 con 0x7f068c0a5370 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f068c15ee60 con 0x7f068c072090 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c0c4110 0x7f068c143a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c0c4110 0x7f068c143a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35834/0 (socket says 172.21.15.133:35834) 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 -- 172.21.15.133:0/2071816385 learned_addr learned my addr 172.21.15.133:0/2071816385 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068a59c640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c072090 0x7f068c0701f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0683fff640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f068c0a5370 0x7f068c0c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 -- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c072090 msgr2=0x7f068c0701f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c072090 0x7f068c0701f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 -- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f068c0a5370 msgr2=0x7f068c0c4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f068c0a5370 0x7f068c0c4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 -- 172.21.15.133:0/2071816385 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f068400ab80 con 0x7f068c0c4110 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0683fff640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f068c0a5370 0x7f068c0c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068a59c640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c072090 0x7f068c0701f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f068ad9d640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c0c4110 0x7f068c143a10 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f068401b530 tx=0x7f068401a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0682ffd640 1 -- 172.21.15.133:0/2071816385 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06840b7680 con 0x7f068c0c4110 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0682ffd640 1 -- 172.21.15.133:0/2071816385 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06840b77e0 con 0x7f068c0c4110 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f068c15f140 con 0x7f068c0c4110 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0682ffd640 1 -- 172.21.15.133:0/2071816385 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06840b7b90 con 0x7f068c0c4110 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f068c0c5870 con 0x7f068c0c4110 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f068c068400 con 0x7f068c0c4110 2023-12-02T00:31:54.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.021+0000 7f0682ffd640 1 -- 172.21.15.133:0/2071816385 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f06840b7cf0 con 0x7f068c0c4110 2023-12-02T00:31:54.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.025+0000 7f0682ffd640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f066c0664a0 0x7f066c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.025+0000 7f0682ffd640 1 -- 172.21.15.133:0/2071816385 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f068411ea00 con 0x7f068c0c4110 2023-12-02T00:31:54.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.025+0000 7f068a59c640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f066c0664a0 0x7f066c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.025+0000 7f068a59c640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f066c0664a0 0x7f066c068960 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f067c009ae0 tx=0x7f067c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.025+0000 7f0682ffd640 1 -- 172.21.15.133:0/2071816385 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f06840ebf30 con 0x7f068c0c4110 2023-12-02T00:31:54.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.177+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f068c0c3bd0 con 0x7f068c0c4110 2023-12-02T00:31:54.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.177+0000 7f0682ffd640 1 -- 172.21.15.133:0/2071816385 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v31) v1 ==== 93+0+10 (secure 0 0 0) 0x7f06840ef550 con 0x7f068c0c4110 2023-12-02T00:31:54.184 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:31:54.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f066c0664a0 msgr2=0x7f066c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f066c0664a0 0x7f066c068960 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f067c009ae0 tx=0x7f067c008040 comp rx=0 tx=0).stop 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c0c4110 msgr2=0x7f068c143a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c0c4110 0x7f068c143a10 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f068401b530 tx=0x7f068401a6a0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 shutdown_connections 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f066c0664a0 0x7f066c068960 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f068c0c4110 0x7f068c143a10 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f068c0a5370 0x7f068c0c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 --2- 172.21.15.133:0/2071816385 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f068c072090 0x7f068c0701f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 >> 172.21.15.133:0/2071816385 conn(0x7f068c06a5b0 msgr2=0x7f068c0bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 shutdown_connections 2023-12-02T00:31:54.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.181+0000 7f0690eea640 1 -- 172.21.15.133:0/2071816385 wait complete. 2023-12-02T00:31:54.204 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:31:54.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.341+0000 7f05f0f57640 1 Processor -- start 2023-12-02T00:31:54.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.341+0000 7f05f0f57640 1 -- start start 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05f0f57640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f05ec0c5260 0x7f05ec06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05f0f57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec155de0 0x7f05ec156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05f0f57640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05ec0c2580 con 0x7f05ec0c5640 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05f0f57640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05ec153510 con 0x7f05ec0c5260 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05f0f57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05ec0c17f0 con 0x7f05ec155de0 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f05ec0c5260 0x7f05ec06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f05ec0c5260 0x7f05ec06d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35846/0 (socket says 172.21.15.133:35846) 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 -- 172.21.15.133:0/3885255258 learned_addr learned my addr 172.21.15.133:0/3885255258 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:54.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ead9d640 1 --2- 172.21.15.133:0/3885255258 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec155de0 0x7f05ec156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 -- 172.21.15.133:0/3885255258 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec155de0 msgr2=0x7f05ec156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:54.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 --2- 172.21.15.133:0/3885255258 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec155de0 0x7f05ec156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 -- 172.21.15.133:0/3885255258 >> v1:172.21.15.172:6789/0 conn(0x7f05ec0c5640 legacy=0x7f05ec0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 -- 172.21.15.133:0/3885255258 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05ec0c1a00 con 0x7f05ec0c5260 2023-12-02T00:31:54.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ead9d640 1 --2- 172.21.15.133:0/3885255258 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec155de0 0x7f05ec156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:54.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05ea59c640 1 --2- 172.21.15.133:0/3885255258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5260 0x7f05ec06d5b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f05ec0c1930 tx=0x7f05dc01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f9c210e480dc4d5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.345+0000 7f05e9d9b640 1 -- 172.21.15.133:0/3885255258 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05dc0ab660 con 0x7f05ec0c5260 2023-12-02T00:31:54.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05e9d9b640 1 -- 172.21.15.133:0/3885255258 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05dc0ab7c0 con 0x7f05ec0c5260 2023-12-02T00:31:54.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05e9d9b640 1 -- 172.21.15.133:0/3885255258 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05dc0abb50 con 0x7f05ec0c5260 2023-12-02T00:31:54.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- 172.21.15.133:0/3885255258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5260 msgr2=0x7f05ec06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 --2- 172.21.15.133:0/3885255258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5260 0x7f05ec06d5b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f05ec0c1930 tx=0x7f05dc01c460 comp rx=0 tx=0).stop 2023-12-02T00:31:54.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- 172.21.15.133:0/3885255258 shutdown_connections 2023-12-02T00:31:54.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 --2- 172.21.15.133:0/3885255258 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec155de0 0x7f05ec156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 --2- 172.21.15.133:0/3885255258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5260 0x7f05ec06d5b0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- 172.21.15.133:0/3885255258 >> 172.21.15.133:0/3885255258 conn(0x7f05ec06a5b0 msgr2=0x7f05ec06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:54.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- 172.21.15.133:0/3885255258 shutdown_connections 2023-12-02T00:31:54.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- 172.21.15.133:0/3885255258 wait complete. 2023-12-02T00:31:54.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 Processor -- start 2023-12-02T00:31:54.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- start start 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec0c5260 0x7f05ec0aa120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5640 0x7f05ec0711a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05ec155de0 0x7f05ec156d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05ec1582e0 con 0x7f05ec0c5640 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05ec157f30 con 0x7f05ec155de0 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05f0f57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05ec0a5100 con 0x7f05ec0c5260 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05e3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5640 0x7f05ec0711a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05ea59c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec0c5260 0x7f05ec0aa120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05ea59c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec0c5260 0x7f05ec0aa120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:42628/0 (socket says 172.21.15.133:42628) 2023-12-02T00:31:54.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05ea59c640 1 -- 172.21.15.133:0/1978882516 learned_addr learned my addr 172.21.15.133:0/1978882516 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:54.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.349+0000 7f05ead9d640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05ec155de0 0x7f05ec156d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05ea59c640 1 -- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05ec155de0 msgr2=0x7f05ec156d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05ea59c640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05ec155de0 0x7f05ec156d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05ea59c640 1 -- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5640 msgr2=0x7f05ec0711a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05ea59c640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5640 0x7f05ec0711a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05ea59c640 1 -- 172.21.15.133:0/1978882516 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05dc0094d0 con 0x7f05ec0c5260 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e3fff640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5640 0x7f05ec0711a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05ead9d640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05ec155de0 0x7f05ec156d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05ea59c640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec0c5260 0x7f05ec0aa120 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f05dc0ad040 tx=0x7f05dc01aca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e2ffd640 1 -- 172.21.15.133:0/1978882516 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05dc0b4800 con 0x7f05ec0c5260 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e2ffd640 1 -- 172.21.15.133:0/1978882516 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05dc0b4980 con 0x7f05ec0c5260 2023-12-02T00:31:54.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e2ffd640 1 -- 172.21.15.133:0/1978882516 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05dc0b4d30 con 0x7f05ec0c5260 2023-12-02T00:31:54.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05ec0a53a0 con 0x7f05ec0c5260 2023-12-02T00:31:54.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05ec157730 con 0x7f05ec0c5260 2023-12-02T00:31:54.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05ec068400 con 0x7f05ec0c5260 2023-12-02T00:31:54.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e2ffd640 1 -- 172.21.15.133:0/1978882516 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f05dc0a9070 con 0x7f05ec0c5260 2023-12-02T00:31:54.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e2ffd640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f05cc066470 0x7f05cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e2ffd640 1 -- 172.21.15.133:0/1978882516 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f05dc11e870 con 0x7f05ec0c5260 2023-12-02T00:31:54.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.353+0000 7f05e3fff640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f05cc066470 0x7f05cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.357+0000 7f05e3fff640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f05cc066470 0x7f05cc068930 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f05ec0a6e80 tx=0x7f05d4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.361+0000 7f05e2ffd640 1 -- 172.21.15.133:0/1978882516 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f05dc0ebeb0 con 0x7f05ec0c5260 2023-12-02T00:31:54.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.509+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f05ec06d390 con 0x7f05ec0c5260 2023-12-02T00:31:54.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.509+0000 7f05e2ffd640 1 -- 172.21.15.133:0/1978882516 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v31) v1 ==== 104+0+11 (secure 0 0 0) 0x7f05dc0ef4d0 con 0x7f05ec0c5260 2023-12-02T00:31:54.516 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:31:54.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f05cc066470 msgr2=0x7f05cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f05cc066470 0x7f05cc068930 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f05ec0a6e80 tx=0x7f05d4009040 comp rx=0 tx=0).stop 2023-12-02T00:31:54.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec0c5260 msgr2=0x7f05ec0aa120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec0c5260 0x7f05ec0aa120 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f05dc0ad040 tx=0x7f05dc01aca0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 shutdown_connections 2023-12-02T00:31:54.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f05cc066470 0x7f05cc068930 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05ec155de0 0x7f05ec156d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05ec0c5640 0x7f05ec0711a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 --2- 172.21.15.133:0/1978882516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05ec0c5260 0x7f05ec0aa120 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 >> 172.21.15.133:0/1978882516 conn(0x7f05ec06a5b0 msgr2=0x7f05ec1561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:54.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 shutdown_connections 2023-12-02T00:31:54.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.513+0000 7f05f0f57640 1 -- 172.21.15.133:0/1978882516 wait complete. 2023-12-02T00:31:54.537 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:31:54.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031e817640 1 Processor -- start 2023-12-02T00:31:54.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031e817640 1 -- start start 2023-12-02T00:31:54.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031e817640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f03180c5260 0x7f031806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031e817640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0318155de0 0x7f0318156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031e817640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03180c2580 con 0x7f03180c5640 2023-12-02T00:31:54.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031e817640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0318153510 con 0x7f0318155de0 2023-12-02T00:31:54.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031e817640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03180c17f0 con 0x7f03180c5260 2023-12-02T00:31:54.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031cdb4640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0318155de0 0x7f0318156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031cdb4640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0318155de0 0x7f0318156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35872/0 (socket says 172.21.15.133:35872) 2023-12-02T00:31:54.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031cdb4640 1 -- 172.21.15.133:0/1203656944 learned_addr learned my addr 172.21.15.133:0/1203656944 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:54.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f0317fff640 1 --2- 172.21.15.133:0/1203656944 >> v2:172.21.15.172:3300/0 conn(0x7f03180c5260 0x7f031806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031cdb4640 1 -- 172.21.15.133:0/1203656944 >> v2:172.21.15.172:3300/0 conn(0x7f03180c5260 msgr2=0x7f031806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:54.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031cdb4640 1 --2- 172.21.15.133:0/1203656944 >> v2:172.21.15.172:3300/0 conn(0x7f03180c5260 0x7f031806d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031cdb4640 1 -- 172.21.15.133:0/1203656944 >> v1:172.21.15.172:6789/0 conn(0x7f03180c5640 legacy=0x7f03180c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.673+0000 7f031cdb4640 1 -- 172.21.15.133:0/1203656944 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03180c1a00 con 0x7f0318155de0 2023-12-02T00:31:54.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031cdb4640 1 --2- 172.21.15.133:0/1203656944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0318155de0 0x7f0318156230 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f03180c6920 tx=0x7f031001c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e254e274dc83516 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f0316ffd640 1 -- 172.21.15.133:0/1203656944 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03100a57d0 con 0x7f0318155de0 2023-12-02T00:31:54.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f0316ffd640 1 -- 172.21.15.133:0/1203656944 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03100a5930 con 0x7f0318155de0 2023-12-02T00:31:54.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f0316ffd640 1 -- 172.21.15.133:0/1203656944 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03100a5cc0 con 0x7f0318155de0 2023-12-02T00:31:54.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 -- 172.21.15.133:0/1203656944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0318155de0 msgr2=0x7f0318156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 --2- 172.21.15.133:0/1203656944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0318155de0 0x7f0318156230 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f03180c6920 tx=0x7f031001c910 comp rx=0 tx=0).stop 2023-12-02T00:31:54.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 -- 172.21.15.133:0/1203656944 shutdown_connections 2023-12-02T00:31:54.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 --2- 172.21.15.133:0/1203656944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0318155de0 0x7f0318156230 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 --2- 172.21.15.133:0/1203656944 >> v2:172.21.15.172:3300/0 conn(0x7f03180c5260 0x7f031806d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.684 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 -- 172.21.15.133:0/1203656944 >> 172.21.15.133:0/1203656944 conn(0x7f031806a5b0 msgr2=0x7f031806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:54.684 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 -- 172.21.15.133:0/1203656944 shutdown_connections 2023-12-02T00:31:54.684 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.677+0000 7f031e817640 1 -- 172.21.15.133:0/1203656944 wait complete. 2023-12-02T00:31:54.684 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 Processor -- start 2023-12-02T00:31:54.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 -- start start 2023-12-02T00:31:54.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03180c5260 0x7f03180aa870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03180c5640 0x7f031806fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0318155de0 0x7f0318070420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0318150f90 con 0x7f03180c5640 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0318148cf0 con 0x7f0318155de0 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03181ecf70 con 0x7f03180c5260 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03180c5640 0x7f031806fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03180c5640 0x7f031806fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35884/0 (socket says 172.21.15.133:35884) 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 -- 172.21.15.133:0/2492240416 learned_addr learned my addr 172.21.15.133:0/2492240416 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f0317fff640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03180c5260 0x7f03180aa870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031cdb4640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0318155de0 0x7f0318070420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 -- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03180c5260 msgr2=0x7f03180aa870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03180c5260 0x7f03180aa870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 -- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0318155de0 msgr2=0x7f0318070420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0318155de0 0x7f0318070420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 -- 172.21.15.133:0/2492240416 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0310009b30 con 0x7f03180c5640 2023-12-02T00:31:54.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f03177fe640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03180c5640 0x7f031806fee0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f030c00c390 tx=0x7f030c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f0314ff9640 1 -- 172.21.15.133:0/2492240416 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030c0052d0 con 0x7f03180c5640 2023-12-02T00:31:54.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f0314ff9640 1 -- 172.21.15.133:0/2492240416 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f030c005430 con 0x7f03180c5640 2023-12-02T00:31:54.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03181ed250 con 0x7f03180c5640 2023-12-02T00:31:54.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f0314ff9640 1 -- 172.21.15.133:0/2492240416 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f030c003820 con 0x7f03180c5640 2023-12-02T00:31:54.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.681+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03181ed810 con 0x7f03180c5640 2023-12-02T00:31:54.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.685+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0318068400 con 0x7f03180c5640 2023-12-02T00:31:54.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.685+0000 7f0314ff9640 1 -- 172.21.15.133:0/2492240416 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f030c003980 con 0x7f03180c5640 2023-12-02T00:31:54.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.685+0000 7f0314ff9640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0304066470 0x7f0304068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:54.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.685+0000 7f0314ff9640 1 -- 172.21.15.133:0/2492240416 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f030c083230 con 0x7f03180c5640 2023-12-02T00:31:54.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.685+0000 7f0317fff640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0304066470 0x7f0304068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:54.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.685+0000 7f0317fff640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0304066470 0x7f0304068930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f03080079c0 tx=0x7f0308008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:54.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.689+0000 7f0314ff9640 1 -- 172.21.15.133:0/2492240416 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f030c0507f0 con 0x7f03180c5640 2023-12-02T00:31:54.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f031806d390 con 0x7f03180c5640 2023-12-02T00:31:54.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f0314ff9640 1 -- 172.21.15.133:0/2492240416 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v31) v1 ==== 100+0+11 (secure 0 0 0) 0x7f030c053e10 con 0x7f03180c5640 2023-12-02T00:31:54.846 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:31:54.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0304066470 msgr2=0x7f0304068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0304066470 0x7f0304068930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f03080079c0 tx=0x7f0308008040 comp rx=0 tx=0).stop 2023-12-02T00:31:54.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03180c5640 msgr2=0x7f031806fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:54.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03180c5640 0x7f031806fee0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f030c00c390 tx=0x7f030c00c850 comp rx=0 tx=0).stop 2023-12-02T00:31:54.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 shutdown_connections 2023-12-02T00:31:54.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0304066470 0x7f0304068930 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0318155de0 0x7f0318070420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03180c5640 0x7f031806fee0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 --2- 172.21.15.133:0/2492240416 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03180c5260 0x7f03180aa870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:54.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 >> 172.21.15.133:0/2492240416 conn(0x7f031806a5b0 msgr2=0x7f03181561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:54.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.841+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 shutdown_connections 2023-12-02T00:31:54.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:54.845+0000 7f031e817640 1 -- 172.21.15.133:0/2492240416 wait complete. 2023-12-02T00:31:54.868 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-02T00:31:55.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe370009640 1 Processor -- start 2023-12-02T00:31:55.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe370009640 1 -- start start 2023-12-02T00:31:55.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe370009640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe36806acc0 0x7fe368152d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe370009640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe36806b130 con 0x7fe36814fd40 2023-12-02T00:31:55.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe370009640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe368071b10 con 0x7fe3680ac270 2023-12-02T00:31:55.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe370009640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3680aae40 con 0x7fe36806acc0 2023-12-02T00:31:55.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe36dda5640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe36814fd40 0x7fe36806a5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:37524/0 (socket says 172.21.15.133:37524) 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.001+0000 7fe36dda5640 1 -- 172.21.15.133:0/720679464 learned_addr learned my addr 172.21.15.133:0/720679464 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36e5a6640 1 --2- 172.21.15.133:0/720679464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe36806acc0 0x7fe368152d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36cda3640 1 -- 172.21.15.133:0/720679464 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2142862337 0 0) 0x7fe36806b130 con 0x7fe36814fd40 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36cda3640 1 -- 172.21.15.133:0/720679464 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe354003530 con 0x7fe36814fd40 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36e5a6640 1 -- 172.21.15.133:0/720679464 >> v1:172.21.15.172:6789/0 conn(0x7fe3680ac270 legacy=0x7fe368152610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36cda3640 1 -- 172.21.15.133:0/720679464 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2647912963 0 0) 0x7fe368071b10 con 0x7fe3680ac270 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36e5a6640 1 -- 172.21.15.133:0/720679464 >> v1:172.21.15.133:6789/0 conn(0x7fe36814fd40 legacy=0x7fe36806a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36e5a6640 1 -- 172.21.15.133:0/720679464 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe368071df0 con 0x7fe36806acc0 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36e5a6640 1 --2- 172.21.15.133:0/720679464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe36806acc0 0x7fe368152d20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe360009dc0 tx=0x7fe36001c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e6ff5e6f733a0d4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36cda3640 1 -- 172.21.15.133:0/720679464 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3600a5950 con 0x7fe36806acc0 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36cda3640 1 -- 172.21.15.133:0/720679464 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3600a5ab0 con 0x7fe36806acc0 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.005+0000 7fe36cda3640 1 -- 172.21.15.133:0/720679464 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3600a5e20 con 0x7fe36806acc0 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- 172.21.15.133:0/720679464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe36806acc0 msgr2=0x7fe368152d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 --2- 172.21.15.133:0/720679464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe36806acc0 0x7fe368152d20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe360009dc0 tx=0x7fe36001c8b0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- 172.21.15.133:0/720679464 shutdown_connections 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 --2- 172.21.15.133:0/720679464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe36806acc0 0x7fe368152d20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- 172.21.15.133:0/720679464 >> 172.21.15.133:0/720679464 conn(0x7fe3680c6ef0 msgr2=0x7fe3680c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- 172.21.15.133:0/720679464 shutdown_connections 2023-12-02T00:31:55.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- 172.21.15.133:0/720679464 wait complete. 2023-12-02T00:31:55.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 Processor -- start 2023-12-02T00:31:55.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- start start 2023-12-02T00:31:55.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe36806acc0 0x7fe36814cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe3680ac270 0x7fe368147ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe36814fd40 0x7fe3680c5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3680aab60 con 0x7fe36814fd40 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36814d260 con 0x7fe36806acc0 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe370009640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe368148570 con 0x7fe3680ac270 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe36814fd40 0x7fe3680c5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe36814fd40 0x7fe3680c5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35894/0 (socket says 172.21.15.133:35894) 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 -- 172.21.15.133:0/2231258342 learned_addr learned my addr 172.21.15.133:0/2231258342 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36dda5640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe36806acc0 0x7fe36814cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36d5a4640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe3680ac270 0x7fe368147ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 -- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe3680ac270 msgr2=0x7fe368147ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe3680ac270 0x7fe368147ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 -- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe36806acc0 msgr2=0x7fe36814cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe36806acc0 0x7fe36814cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36e5a6640 1 -- 172.21.15.133:0/2231258342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe360009a70 con 0x7fe36814fd40 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.009+0000 7fe36d5a4640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe3680ac270 0x7fe368147ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe36e5a6640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe36814fd40 0x7fe3680c5460 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe3600194c0 tx=0x7fe360019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe35e7fc640 1 -- 172.21.15.133:0/2231258342 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe360003db0 con 0x7fe36814fd40 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe35e7fc640 1 -- 172.21.15.133:0/2231258342 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe360004040 con 0x7fe36814fd40 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3681ea710 con 0x7fe36814fd40 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe35e7fc640 1 -- 172.21.15.133:0/2231258342 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3600043b0 con 0x7fe36814fd40 2023-12-02T00:31:55.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3681eacb0 con 0x7fe36814fd40 2023-12-02T00:31:55.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe36806df60 con 0x7fe36814fd40 2023-12-02T00:31:55.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe35e7fc640 1 -- 172.21.15.133:0/2231258342 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe3600b4070 con 0x7fe36814fd40 2023-12-02T00:31:55.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe35e7fc640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe34c066470 0x7fe34c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe35e7fc640 1 -- 172.21.15.133:0/2231258342 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe36011ed90 con 0x7fe36814fd40 2023-12-02T00:31:55.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.013+0000 7fe36dda5640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe34c066470 0x7fe34c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.017+0000 7fe36dda5640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe34c066470 0x7fe34c068930 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe364005890 tx=0x7fe364009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:55.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.017+0000 7fe35e7fc640 1 -- 172.21.15.133:0/2231258342 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe3600ec340 con 0x7fe36814fd40 2023-12-02T00:31:55.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.169+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fe368068400 con 0x7fe36814fd40 2023-12-02T00:31:55.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.169+0000 7fe35e7fc640 1 -- 172.21.15.133:0/2231258342 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v31) v1 ==== 84+0+207 (secure 0 0 0) 0x7fe3600b20e0 con 0x7fe36814fd40 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout:[ 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 1, 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": ".mgr" 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 4, 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": "cephfs_metadata" 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 5, 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": "cephfs_data" 2023-12-02T00:31:55.175 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:31:55.176 INFO:teuthology.orchestra.run.smithi133.stdout:] 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe34c066470 msgr2=0x7fe34c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe34c066470 0x7fe34c068930 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe364005890 tx=0x7fe364009040 comp rx=0 tx=0).stop 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe36814fd40 msgr2=0x7fe3680c5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe36814fd40 0x7fe3680c5460 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe3600194c0 tx=0x7fe360019650 comp rx=0 tx=0).stop 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 shutdown_connections 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe34c066470 0x7fe34c068930 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe36814fd40 0x7fe3680c5460 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe3680ac270 0x7fe368147ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 --2- 172.21.15.133:0/2231258342 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe36806acc0 0x7fe36814cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 >> 172.21.15.133:0/2231258342 conn(0x7fe3680c6ef0 msgr2=0x7fe36806a5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 shutdown_connections 2023-12-02T00:31:55.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.173+0000 7fe370009640 1 -- 172.21.15.133:0/2231258342 wait complete. 2023-12-02T00:31:55.195 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2023-12-02T00:31:55.196 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2023-12-02T00:31:55.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 Processor -- start 2023-12-02T00:31:55.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 -- start start 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc0c4fb0 0x7f43cc0c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f43cc06db90 0x7f43cc06dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f43cc06c840 0x7f43cc06ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43cc06e530 con 0x7f43cc06db90 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43cc0aa750 con 0x7f43cc06c840 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.333+0000 7f43d3079640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43cc0a8f90 con 0x7f43cc0c4fb0 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f43cc06db90 0x7f43cc06dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f43cc06db90 0x7f43cc06dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35902/0 (socket says 172.21.15.133:35902) 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 -- 172.21.15.133:0/495829590 learned_addr learned my addr 172.21.15.133:0/495829590 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43d0e15640 1 --2- 172.21.15.133:0/495829590 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc0c4fb0 0x7f43cc0c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43d1616640 1 --2- 172.21.15.133:0/495829590 >> v2:172.21.15.172:3300/0 conn(0x7f43cc06c840 0x7f43cc06ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 -- 172.21.15.133:0/495829590 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc0c4fb0 msgr2=0x7f43cc0c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:55.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 --2- 172.21.15.133:0/495829590 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc0c4fb0 0x7f43cc0c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 -- 172.21.15.133:0/495829590 >> v2:172.21.15.172:3300/0 conn(0x7f43cc06c840 msgr2=0x7f43cc06ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:55.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 --2- 172.21.15.133:0/495829590 >> v2:172.21.15.172:3300/0 conn(0x7f43cc06c840 0x7f43cc06ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 -- 172.21.15.133:0/495829590 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43cc0a9270 con 0x7f43cc06db90 2023-12-02T00:31:55.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c3fff640 1 --2- 172.21.15.133:0/495829590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06db90 0x7f43cc06dff0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f43cc06c340 tx=0x7f43bc01eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0a575755af228ea server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:55.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c37fe640 1 -- 172.21.15.133:0/495829590 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43bc0a7a40 con 0x7f43cc06db90 2023-12-02T00:31:55.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c37fe640 1 -- 172.21.15.133:0/495829590 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43bc0a7ba0 con 0x7f43cc06db90 2023-12-02T00:31:55.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.337+0000 7f43c37fe640 1 -- 172.21.15.133:0/495829590 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43bc0af440 con 0x7f43cc06db90 2023-12-02T00:31:55.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- 172.21.15.133:0/495829590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06db90 msgr2=0x7f43cc06dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 --2- 172.21.15.133:0/495829590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06db90 0x7f43cc06dff0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f43cc06c340 tx=0x7f43bc01eab0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- 172.21.15.133:0/495829590 shutdown_connections 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 --2- 172.21.15.133:0/495829590 >> v2:172.21.15.172:3300/0 conn(0x7f43cc06c840 0x7f43cc06ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 --2- 172.21.15.133:0/495829590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06db90 0x7f43cc06dff0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 --2- 172.21.15.133:0/495829590 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc0c4fb0 0x7f43cc0c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- 172.21.15.133:0/495829590 >> 172.21.15.133:0/495829590 conn(0x7f43cc0c5d40 msgr2=0x7f43cc0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- 172.21.15.133:0/495829590 shutdown_connections 2023-12-02T00:31:55.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- 172.21.15.133:0/495829590 wait complete. 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 Processor -- start 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- start start 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06c840 0x7f43cc152580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc06db90 0x7f43cc1ece90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43cc0c4fb0 0x7f43cc1ed3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43cc153290 con 0x7f43cc06c840 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43cc156070 con 0x7f43cc0c4fb0 2023-12-02T00:31:55.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d3079640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43cc156b80 con 0x7f43cc06db90 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06c840 0x7f43cc152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06c840 0x7f43cc152580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:35914/0 (socket says 172.21.15.133:35914) 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 -- 172.21.15.133:0/1276830613 learned_addr learned my addr 172.21.15.133:0/1276830613 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43c3fff640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc06db90 0x7f43cc1ece90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d1616640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43cc0c4fb0 0x7f43cc1ed3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 -- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc06db90 msgr2=0x7f43cc1ece90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc06db90 0x7f43cc1ece90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 -- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43cc0c4fb0 msgr2=0x7f43cc1ed3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43cc0c4fb0 0x7f43cc1ed3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.341+0000 7f43d0e15640 1 -- 172.21.15.133:0/1276830613 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43bc00b770 con 0x7f43cc06c840 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43d0e15640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06c840 0x7f43cc152580 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f43c800d5f0 tx=0x7f43c800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:55.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43c17fa640 1 -- 172.21.15.133:0/1276830613 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c80125f0 con 0x7f43cc06c840 2023-12-02T00:31:55.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43c17fa640 1 -- 172.21.15.133:0/1276830613 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43c8012750 con 0x7f43cc06c840 2023-12-02T00:31:55.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43cc1f10f0 con 0x7f43cc06c840 2023-12-02T00:31:55.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43c17fa640 1 -- 172.21.15.133:0/1276830613 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c8012ae0 con 0x7f43cc06c840 2023-12-02T00:31:55.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43cc1f0dc0 con 0x7f43cc06c840 2023-12-02T00:31:55.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43cc1f1330 con 0x7f43cc06c840 2023-12-02T00:31:55.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43c17fa640 1 -- 172.21.15.133:0/1276830613 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f43c8012c40 con 0x7f43cc06c840 2023-12-02T00:31:55.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43c17fa640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f43b8066470 0x7f43b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:55.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43c17fa640 1 -- 172.21.15.133:0/1276830613 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f43c8084250 con 0x7f43cc06c840 2023-12-02T00:31:55.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.345+0000 7f43c3fff640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f43b8066470 0x7f43b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:55.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.349+0000 7f43c3fff640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f43b8066470 0x7f43b8068930 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0b1000 tx=0x7f43bc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:55.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.349+0000 7f43c17fa640 1 -- 172.21.15.133:0/1276830613 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f43c8051760 con 0x7f43cc06c840 2023-12-02T00:31:55.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:55.501+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f43cc155e20 con 0x7f43cc06c840 2023-12-02T00:31:56.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.233+0000 7f43c17fa640 1 -- 172.21.15.133:0/1276830613 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v32) v1 ==== 140+0+0 (secure 0 0 0) 0x7f43c8007380 con 0x7f43cc06c840 2023-12-02T00:31:56.239 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_metadata' created 2023-12-02T00:31:56.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f43b8066470 msgr2=0x7f43b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:56.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f43b8066470 0x7f43b8068930 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0b1000 tx=0x7f43bc008040 comp rx=0 tx=0).stop 2023-12-02T00:31:56.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06c840 msgr2=0x7f43cc152580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:56.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06c840 0x7f43cc152580 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f43c800d5f0 tx=0x7f43c800dab0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 shutdown_connections 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f43b8066470 0x7f43b8068930 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f43cc0c4fb0 0x7f43cc1ed3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f43cc06db90 0x7f43cc1ece90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 --2- 172.21.15.133:0/1276830613 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f43cc06c840 0x7f43cc152580 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 >> 172.21.15.133:0/1276830613 conn(0x7f43cc0c5d40 msgr2=0x7f43cc070800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 shutdown_connections 2023-12-02T00:31:56.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.237+0000 7f43d3079640 1 -- 172.21.15.133:0/1276830613 wait complete. 2023-12-02T00:31:56.274 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-02T00:31:56.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e98daa640 1 Processor -- start 2023-12-02T00:31:56.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e98daa640 1 -- start start 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e98daa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7e940c7ea0 0x7f7e9406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e98daa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7e9406b9e0 0x7f7e9415f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e98daa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e9406c860 con 0x7f7e94151e90 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e98daa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e940c8750 con 0x7f7e940c7ea0 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e98daa640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e941552d0 con 0x7f7e9406b9e0 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e9259c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7e94151e90 0x7f7e940c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53878/0 (socket says 172.21.15.133:53878) 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e9259c640 1 -- 172.21.15.133:0/786571813 learned_addr learned my addr 172.21.15.133:0/786571813 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:56.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e89d9b640 1 --2- 172.21.15.133:0/786571813 >> v2:172.21.15.133:3300/0 conn(0x7f7e940c7ea0 0x7f7e9406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:56.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e92d9d640 1 --2- 172.21.15.133:0/786571813 >> v2:172.21.15.172:3300/0 conn(0x7f7e9406b9e0 0x7f7e9415f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:56.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e91d9b640 1 -- 172.21.15.133:0/786571813 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 97187153 0 0) 0x7f7e9406c860 con 0x7f7e94151e90 2023-12-02T00:31:56.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e91d9b640 1 -- 172.21.15.133:0/786571813 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e80003530 con 0x7f7e94151e90 2023-12-02T00:31:56.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e89d9b640 1 -- 172.21.15.133:0/786571813 >> v2:172.21.15.172:3300/0 conn(0x7f7e9406b9e0 msgr2=0x7f7e9415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:56.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e89d9b640 1 --2- 172.21.15.133:0/786571813 >> v2:172.21.15.172:3300/0 conn(0x7f7e9406b9e0 0x7f7e9415f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e89d9b640 1 -- 172.21.15.133:0/786571813 >> v1:172.21.15.133:6789/0 conn(0x7f7e94151e90 legacy=0x7f7e940c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:56.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.417+0000 7f7e89d9b640 1 -- 172.21.15.133:0/786571813 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e94154930 con 0x7f7e940c7ea0 2023-12-02T00:31:56.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e89d9b640 1 --2- 172.21.15.133:0/786571813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e940c7ea0 0x7f7e9406b4a0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7e9408c190 tx=0x7f7e7c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7fc2d979a3d7463 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:56.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e91d9b640 1 -- 172.21.15.133:0/786571813 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7c0ab600 con 0x7f7e940c7ea0 2023-12-02T00:31:56.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e91d9b640 1 -- 172.21.15.133:0/786571813 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e7c0a7050 con 0x7f7e940c7ea0 2023-12-02T00:31:56.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e91d9b640 1 -- 172.21.15.133:0/786571813 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7c0ab980 con 0x7f7e940c7ea0 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 -- 172.21.15.133:0/786571813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e940c7ea0 msgr2=0x7f7e9406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 --2- 172.21.15.133:0/786571813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e940c7ea0 0x7f7e9406b4a0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7e9408c190 tx=0x7f7e7c01c340 comp rx=0 tx=0).stop 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 -- 172.21.15.133:0/786571813 shutdown_connections 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 --2- 172.21.15.133:0/786571813 >> v2:172.21.15.172:3300/0 conn(0x7f7e9406b9e0 0x7f7e9415f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 --2- 172.21.15.133:0/786571813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e940c7ea0 0x7f7e9406b4a0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 -- 172.21.15.133:0/786571813 >> 172.21.15.133:0/786571813 conn(0x7f7e940ca170 msgr2=0x7f7e940ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 -- 172.21.15.133:0/786571813 shutdown_connections 2023-12-02T00:31:56.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.421+0000 7f7e98daa640 1 -- 172.21.15.133:0/786571813 wait complete. 2023-12-02T00:31:56.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 Processor -- start 2023-12-02T00:31:56.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 -- start start 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e9406b9e0 0x7f7e94142170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e940c7ea0 0x7f7e941449f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e94151e90 0x7f7e940adf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e941edcb0 con 0x7f7e94151e90 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e940ada70 con 0x7f7e9406b9e0 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e940aefe0 con 0x7f7e940c7ea0 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e94151e90 0x7f7e940adf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e94151e90 0x7f7e940adf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43412/0 (socket says 172.21.15.133:43412) 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 -- 172.21.15.133:0/1460687851 learned_addr learned my addr 172.21.15.133:0/1460687851 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e9259c640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e9406b9e0 0x7f7e94142170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e89d9b640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e940c7ea0 0x7f7e941449f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:56.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 -- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e940c7ea0 msgr2=0x7f7e941449f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e940c7ea0 0x7f7e941449f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 -- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e9406b9e0 msgr2=0x7f7e94142170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e9406b9e0 0x7f7e94142170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 -- 172.21.15.133:0/1460687851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e7c009420 con 0x7f7e94151e90 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e89d9b640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e940c7ea0 0x7f7e941449f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e92d9d640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e94151e90 0x7f7e940adf50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c00efc0 tx=0x7f7e8c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e8b7fe640 1 -- 172.21.15.133:0/1460687851 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c009ba0 con 0x7f7e94151e90 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e8b7fe640 1 -- 172.21.15.133:0/1460687851 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e8c00f040 con 0x7f7e94151e90 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e940af2c0 con 0x7f7e94151e90 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e8b7fe640 1 -- 172.21.15.133:0/1460687851 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c0146c0 con 0x7f7e94151e90 2023-12-02T00:31:56.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.425+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e940acbe0 con 0x7f7e94151e90 2023-12-02T00:31:56.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.429+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e94068400 con 0x7f7e94151e90 2023-12-02T00:31:56.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.429+0000 7f7e8b7fe640 1 -- 172.21.15.133:0/1460687851 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7e8c014820 con 0x7f7e94151e90 2023-12-02T00:31:56.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.429+0000 7f7e8b7fe640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e74066470 0x7f7e74068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:56.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.429+0000 7f7e8b7fe640 1 -- 172.21.15.133:0/1460687851 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 6080+0+0 (secure 0 0 0) 0x7f7e8c085430 con 0x7f7e94151e90 2023-12-02T00:31:56.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.429+0000 7f7e9259c640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e74066470 0x7f7e74068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:56.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.433+0000 7f7e9259c640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e74066470 0x7f7e74068930 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7e840011f0 tx=0x7f7e84007d40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:56.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.433+0000 7f7e8b7fe640 1 -- 172.21.15.133:0/1460687851 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7e8c0526b0 con 0x7f7e94151e90 2023-12-02T00:31:56.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:56.585+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f7e940ac770 con 0x7f7e94151e90 2023-12-02T00:31:57.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.237+0000 7f7e8b7fe640 1 -- 172.21.15.133:0/1460687851 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v33) v1 ==== 172+0+0 (secure 0 0 0) 0x7f7e8c0180d0 con 0x7f7e94151e90 2023-12-02T00:31:57.243 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_data' created 2023-12-02T00:31:57.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e74066470 msgr2=0x7f7e74068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:57.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e74066470 0x7f7e74068930 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7e840011f0 tx=0x7f7e84007d40 comp rx=0 tx=0).stop 2023-12-02T00:31:57.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e94151e90 msgr2=0x7f7e940adf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:57.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e94151e90 0x7f7e940adf50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c00efc0 tx=0x7f7e8c00c490 comp rx=0 tx=0).stop 2023-12-02T00:31:57.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 shutdown_connections 2023-12-02T00:31:57.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e74066470 0x7f7e74068930 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e94151e90 0x7f7e940adf50 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e940c7ea0 0x7f7e941449f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 --2- 172.21.15.133:0/1460687851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e9406b9e0 0x7f7e94142170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 >> 172.21.15.133:0/1460687851 conn(0x7f7e940ca170 msgr2=0x7f7e94153b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:57.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 shutdown_connections 2023-12-02T00:31:57.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.241+0000 7f7e98daa640 1 -- 172.21.15.133:0/1460687851 wait complete. 2023-12-02T00:31:57.284 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2023-12-02T00:31:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e7901640 1 Processor -- start 2023-12-02T00:31:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e7901640 1 -- start start 2023-12-02T00:31:57.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e7901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 0x7f09e00c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e7901640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f09e00c60f0 0x7f09e0155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e7901640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09e00c2580 con 0x7f09e00c5260 2023-12-02T00:31:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e7901640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09e0153510 con 0x7f09e00c60f0 2023-12-02T00:31:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e7901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09e00c17f0 con 0x7f09e00c5640 2023-12-02T00:31:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f09e00c5260 0x7f09e006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53882/0 (socket says 172.21.15.133:53882) 2023-12-02T00:31:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 -- 172.21.15.133:0/1261180371 learned_addr learned my addr 172.21.15.133:0/1261180371 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:57.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e5e9e640 1 --2- 172.21.15.133:0/1261180371 >> v2:172.21.15.172:3300/0 conn(0x7f09e00c60f0 0x7f09e0155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e4e9c640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 0x7f09e00c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4077518948 0 0) 0x7f09e00c2580 con 0x7f09e00c5260 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09cc003530 con 0x7f09e00c5260 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 469877231 0 0) 0x7f09cc003530 con 0x7f09e00c5260 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 msgr2=0x7f09e00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 0x7f09e00c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 >> v2:172.21.15.172:3300/0 conn(0x7f09e00c60f0 msgr2=0x7f09e0155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 --2- 172.21.15.133:0/1261180371 >> v2:172.21.15.172:3300/0 conn(0x7f09e00c60f0 0x7f09e0155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09e00c1a00 con 0x7f09e00c5260 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f09dc001680 con 0x7f09e00c5260 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 >> v1:172.21.15.133:6789/0 conn(0x7f09e00c5260 legacy=0x7f09e006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:57.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09cc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 0x7f09cc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09cc004d10 0x7f09cc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e00c17f0 con 0x7f09cc003980 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09cc00b990 con 0x7f09cc004d10 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09cc00bad0 con 0x7f09e00c5640 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09cc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e4e9c640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 0x7f09cc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e5e9e640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09cc004d10 0x7f09cc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 -- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 msgr2=0x7f09cc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e00c5640 0x7f09cc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 -- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09cc004d10 msgr2=0x7f09cc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:57.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09cc004d10 0x7f09cc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.421+0000 7f09e569d640 1 -- 172.21.15.133:0/1261180371 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09cc003530 con 0x7f09cc003980 2023-12-02T00:31:57.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e569d640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09cc003dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f09dc00c210 tx=0x7f09dc01cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6463df1a2044b0f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:57.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09dc0058e0 con 0x7f09cc003980 2023-12-02T00:31:57.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09dc005a40 con 0x7f09cc003980 2023-12-02T00:31:57.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09d7fff640 1 -- 172.21.15.133:0/1261180371 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09dc005df0 con 0x7f09cc003980 2023-12-02T00:31:57.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e7901640 1 -- 172.21.15.133:0/1261180371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 msgr2=0x7f09cc003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:57.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e7901640 1 --2- 172.21.15.133:0/1261180371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09cc003dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f09dc00c210 tx=0x7f09dc01cc10 comp rx=0 tx=0).stop 2023-12-02T00:31:57.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e5e9e640 1 -- 172.21.15.133:0/1261180371 reap_dead start 2023-12-02T00:31:57.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e7901640 1 -- 172.21.15.133:0/1261180371 shutdown_connections 2023-12-02T00:31:57.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e7901640 1 -- 172.21.15.133:0/1261180371 >> 172.21.15.133:0/1261180371 conn(0x7f09e006a5b0 msgr2=0x7f09e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:57.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e7901640 1 -- 172.21.15.133:0/1261180371 shutdown_connections 2023-12-02T00:31:57.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.425+0000 7f09e7901640 1 -- 172.21.15.133:0/1261180371 wait complete. 2023-12-02T00:31:57.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 Processor -- start 2023-12-02T00:31:57.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 -- start start 2023-12-02T00:31:57.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09e00aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09e0071350 0x7f09e01ece80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e01ed3c0 0x7f09e00bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e01586e0 con 0x7f09cc003980 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e01f0e00 con 0x7f09e0071350 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09e01f10a0 con 0x7f09e01ed3c0 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09e00aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09e00aa480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43436/0 (socket says 172.21.15.133:43436) 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 -- 172.21.15.133:0/2714092913 learned_addr learned my addr 172.21.15.133:0/2714092913 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e4e9c640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09e0071350 0x7f09e01ece80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e5e9e640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e01ed3c0 0x7f09e00bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 -- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e01ed3c0 msgr2=0x7f09e00bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e01ed3c0 0x7f09e00bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 -- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09e0071350 msgr2=0x7f09e01ece80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09e0071350 0x7f09e01ece80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 -- 172.21.15.133:0/2714092913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09e0158090 con 0x7f09cc003980 2023-12-02T00:31:57.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e569d640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09e00aa480 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0ab040 tx=0x7f09cc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09d5ffb640 1 -- 172.21.15.133:0/2714092913 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09dc005dd0 con 0x7f09cc003980 2023-12-02T00:31:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09d5ffb640 1 -- 172.21.15.133:0/2714092913 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09dc0a5800 con 0x7f09cc003980 2023-12-02T00:31:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09d5ffb640 1 -- 172.21.15.133:0/2714092913 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09dc0a5b90 con 0x7f09cc003980 2023-12-02T00:31:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.429+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09e0158370 con 0x7f09cc003980 2023-12-02T00:31:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.433+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09e0071e60 con 0x7f09cc003980 2023-12-02T00:31:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.433+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09e0157ef0 con 0x7f09cc003980 2023-12-02T00:31:57.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.433+0000 7f09d5ffb640 1 -- 172.21.15.133:0/2714092913 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f09dc0a5cf0 con 0x7f09cc003980 2023-12-02T00:31:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.433+0000 7f09d5ffb640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f09c40664a0 0x7f09c4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.433+0000 7f09d5ffb640 1 -- 172.21.15.133:0/2714092913 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 6463+0+0 (secure 0 0 0) 0x7f09dc11db60 con 0x7f09cc003980 2023-12-02T00:31:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.433+0000 7f09e4e9c640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f09c40664a0 0x7f09c4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:57.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.433+0000 7f09e4e9c640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f09c40664a0 0x7f09c4068960 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f09e00c0220 tx=0x7f09d0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:57.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.437+0000 7f09d5ffb640 1 -- 172.21.15.133:0/2714092913 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f09e0157ef0 con 0x7f09cc003980 2023-12-02T00:31:57.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:57.617+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7f09e0157ef0 con 0x7f09cc003980 2023-12-02T00:31:57.759 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:31:57.762 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:31:58.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.257+0000 7f09d5ffb640 1 -- 172.21.15.133:0/2714092913 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 6 and data pool 7 v18) v1 ==== 175+0+0 (secure 0 0 0) 0x7f09e0157ef0 con 0x7f09cc003980 2023-12-02T00:31:58.264 INFO:teuthology.orchestra.run.smithi133.stderr:new fs with metadata pool 6 and data pool 7 2023-12-02T00:31:58.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f09c40664a0 msgr2=0x7f09c4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f09c40664a0 0x7f09c4068960 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f09e00c0220 tx=0x7f09d0009190 comp rx=0 tx=0).stop 2023-12-02T00:31:58.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 msgr2=0x7f09e00aa480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09e00aa480 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0ab040 tx=0x7f09cc005800 comp rx=0 tx=0).stop 2023-12-02T00:31:58.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 shutdown_connections 2023-12-02T00:31:58.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f09c40664a0 0x7f09c4068960 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09e01ed3c0 0x7f09e00bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09e0071350 0x7f09e01ece80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 --2- 172.21.15.133:0/2714092913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09cc003980 0x7f09e00aa480 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 >> 172.21.15.133:0/2714092913 conn(0x7f09e006a5b0 msgr2=0x7f09e00c24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:58.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 shutdown_connections 2023-12-02T00:31:58.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.265+0000 7f09e7901640 1 -- 172.21.15.133:0/2714092913 wait complete. 2023-12-02T00:31:58.306 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:58.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1bf2a640 1 Processor -- start 2023-12-02T00:31:58.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1bf2a640 1 -- start start 2023-12-02T00:31:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1bf2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fef14151e90 0x7fef140c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1bf2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 0x7fef1406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1bf2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef1406c860 con 0x7fef140c4e60 2023-12-02T00:31:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1bf2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef140c8750 con 0x7fef14151e90 2023-12-02T00:31:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1bf2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef141552d0 con 0x7fef140c7ea0 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1a4c7640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fef140c4e60 0x7fef1406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53898/0 (socket says 172.21.15.133:53898) 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1a4c7640 1 -- 172.21.15.133:0/4229004055 learned_addr learned my addr 172.21.15.133:0/4229004055 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef19cc6640 1 --2- 172.21.15.133:0/4229004055 >> v2:172.21.15.172:3300/0 conn(0x7fef14151e90 0x7fef140c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef194c5640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 0x7fef1406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2879682924 0 0) 0x7fef1406c860 con 0x7fef140c4e60 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef00003530 con 0x7fef140c4e60 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 829036778 0 0) 0x7fef00003530 con 0x7fef140c4e60 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 msgr2=0x7fef1406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 0x7fef1406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 >> v2:172.21.15.172:3300/0 conn(0x7fef14151e90 msgr2=0x7fef140c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 --2- 172.21.15.133:0/4229004055 >> v2:172.21.15.172:3300/0 conn(0x7fef14151e90 0x7fef140c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef14154930 con 0x7fef140c4e60 2023-12-02T00:31:58.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fef0c001a00 con 0x7fef140c4e60 2023-12-02T00:31:58.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 >> v1:172.21.15.133:6789/0 conn(0x7fef140c4e60 legacy=0x7fef1406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef00003980 0x7fef00003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef00004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 0x7fef00005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef140c8750 con 0x7fef000047d0 2023-12-02T00:31:58.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef141552d0 con 0x7fef00003980 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef0000ba10 con 0x7fef140c7ea0 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef194c5640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef00004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef19cc6640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef00003980 0x7fef00003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef1a4c7640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 0x7fef00005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef194c5640 1 -- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 msgr2=0x7fef00005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef194c5640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c7ea0 0x7fef00005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef194c5640 1 -- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef00003980 msgr2=0x7fef00003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef194c5640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef00003980 0x7fef00003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.441+0000 7fef194c5640 1 -- 172.21.15.133:0/4229004055 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef00003530 con 0x7fef000047d0 2023-12-02T00:31:58.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef194c5640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef00004c50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fef04009ab0 tx=0x7fef0401ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1b1d8ea3f6c2b48 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:58.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef040a6410 con 0x7fef000047d0 2023-12-02T00:31:58.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef040a6570 con 0x7fef000047d0 2023-12-02T00:31:58.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef18cc4640 1 -- 172.21.15.133:0/4229004055 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef040a68e0 con 0x7fef000047d0 2023-12-02T00:31:58.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef1bf2a640 1 -- 172.21.15.133:0/4229004055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 msgr2=0x7fef00004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef1bf2a640 1 --2- 172.21.15.133:0/4229004055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef00004c50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fef04009ab0 tx=0x7fef0401ca30 comp rx=0 tx=0).stop 2023-12-02T00:31:58.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef1a4c7640 1 -- 172.21.15.133:0/4229004055 reap_dead start 2023-12-02T00:31:58.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef1bf2a640 1 -- 172.21.15.133:0/4229004055 shutdown_connections 2023-12-02T00:31:58.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef1bf2a640 1 -- 172.21.15.133:0/4229004055 >> 172.21.15.133:0/4229004055 conn(0x7fef140ca170 msgr2=0x7fef140ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:58.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef1bf2a640 1 -- 172.21.15.133:0/4229004055 shutdown_connections 2023-12-02T00:31:58.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.445+0000 7fef1bf2a640 1 -- 172.21.15.133:0/4229004055 wait complete. 2023-12-02T00:31:58.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 Processor -- start 2023-12-02T00:31:58.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 -- start start 2023-12-02T00:31:58.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef14153920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c04e0 0x7fef141f06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef141f0c00 0x7fef14157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef140c2c80 con 0x7fef000047d0 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef141ecd90 con 0x7fef141f0c00 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef141edd60 con 0x7fef140c04e0 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef14153920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef14153920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43458/0 (socket says 172.21.15.133:43458) 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 -- 172.21.15.133:0/1020297736 learned_addr learned my addr 172.21.15.133:0/1020297736 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef194c5640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c04e0 0x7fef141f06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1a4c7640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef141f0c00 0x7fef14157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 -- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c04e0 msgr2=0x7fef141f06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c04e0 0x7fef141f06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 -- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef141f0c00 msgr2=0x7fef14157260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef141f0c00 0x7fef14157260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 -- 172.21.15.133:0/1020297736 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef141ecfa0 con 0x7fef000047d0 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef19cc6640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef14153920 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fef100119d0 tx=0x7fef10011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:58.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef0a7fc640 1 -- 172.21.15.133:0/1020297736 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1000fb50 con 0x7fef000047d0 2023-12-02T00:31:58.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef0a7fc640 1 -- 172.21.15.133:0/1020297736 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef1000fcb0 con 0x7fef000047d0 2023-12-02T00:31:58.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef141ed280 con 0x7fef000047d0 2023-12-02T00:31:58.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef0a7fc640 1 -- 172.21.15.133:0/1020297736 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef10014440 con 0x7fef000047d0 2023-12-02T00:31:58.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.449+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef141ed840 con 0x7fef000047d0 2023-12-02T00:31:58.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.453+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef14068400 con 0x7fef000047d0 2023-12-02T00:31:58.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.453+0000 7fef0a7fc640 1 -- 172.21.15.133:0/1020297736 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fef1001d400 con 0x7fef000047d0 2023-12-02T00:31:58.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.453+0000 7fef0a7fc640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feef8066470 0x7feef8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.453+0000 7fef0a7fc640 1 -- 172.21.15.133:0/1020297736 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fef10084890 con 0x7fef000047d0 2023-12-02T00:31:58.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.453+0000 7fef194c5640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feef8066470 0x7feef8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.453+0000 7fef194c5640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feef8066470 0x7feef8068930 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fef040ad000 tx=0x7fef040b2040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:58.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.457+0000 7fef0a7fc640 1 -- 172.21.15.133:0/1020297736 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fef10051bb0 con 0x7fef000047d0 2023-12-02T00:31:58.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.609+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fef140c6a50 con 0x7fef000047d0 2023-12-02T00:31:58.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.609+0000 7fef0a7fc640 1 -- 172.21.15.133:0/1020297736 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+20278 (secure 0 0 0) 0x7fef100551d0 con 0x7fef000047d0 2023-12-02T00:31:58.615 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:58.615 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":34,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:57.623618+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feef8066470 msgr2=0x7feef8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feef8066470 0x7feef8068930 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fef040ad000 tx=0x7fef040b2040 comp rx=0 tx=0).stop 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 msgr2=0x7fef14153920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef14153920 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fef100119d0 tx=0x7fef10011e90 comp rx=0 tx=0).stop 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 shutdown_connections 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feef8066470 0x7feef8068930 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef141f0c00 0x7fef14157260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef140c04e0 0x7fef141f06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 --2- 172.21.15.133:0/1020297736 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef000047d0 0x7fef14153920 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 >> 172.21.15.133:0/1020297736 conn(0x7fef140ca170 msgr2=0x7fef14159070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 shutdown_connections 2023-12-02T00:31:58.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.613+0000 7fef1bf2a640 1 -- 172.21.15.133:0/1020297736 wait complete. 2023-12-02T00:31:58.636 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:31:58.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfe4c9640 1 Processor -- start 2023-12-02T00:31:58.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfe4c9640 1 -- start start 2023-12-02T00:31:58.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfe4c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df80c5260 0x7f4df806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfe4c9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4df8155de0 0x7f4df8156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfe4c9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4df80c2580 con 0x7f4df80c5640 2023-12-02T00:31:58.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfe4c9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4df8153510 con 0x7f4df8155de0 2023-12-02T00:31:58.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfe4c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df80c17f0 con 0x7f4df80c5260 2023-12-02T00:31:58.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4df7fff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df80c5260 0x7f4df806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4dfca66640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4df8155de0 0x7f4df8156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4deffff640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f4df80c5640 0x7f4df80c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:42462/0 (socket says 172.21.15.133:42462) 2023-12-02T00:31:58.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.769+0000 7f4deffff640 1 -- 172.21.15.133:0/3533383941 learned_addr learned my addr 172.21.15.133:0/3533383941 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:58.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4dfca66640 1 -- 172.21.15.133:0/3533383941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df80c5260 msgr2=0x7f4df806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:58.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4dfca66640 1 --2- 172.21.15.133:0/3533383941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df80c5260 0x7f4df806d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4dfca66640 1 -- 172.21.15.133:0/3533383941 >> v1:172.21.15.172:6789/0 conn(0x7f4df80c5640 legacy=0x7f4df80c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4df77fe640 1 -- 172.21.15.133:0/3533383941 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2935912871 0 0) 0x7f4df80c2580 con 0x7f4df80c5640 2023-12-02T00:31:58.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4dfca66640 1 -- 172.21.15.133:0/3533383941 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df80c1a00 con 0x7f4df8155de0 2023-12-02T00:31:58.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4dfca66640 1 --2- 172.21.15.133:0/3533383941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df8155de0 0x7f4df8156250 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4df80c1930 tx=0x7f4df001c870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6024c5839bb50d60 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:58.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4df77fe640 1 -- 172.21.15.133:0/3533383941 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df00a5930 con 0x7f4df8155de0 2023-12-02T00:31:58.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4df77fe640 1 -- 172.21.15.133:0/3533383941 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4df00a5a90 con 0x7f4df8155de0 2023-12-02T00:31:58.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.773+0000 7f4df77fe640 1 -- 172.21.15.133:0/3533383941 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df00a5e20 con 0x7f4df8155de0 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/3533383941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df8155de0 msgr2=0x7f4df8156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/3533383941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df8155de0 0x7f4df8156250 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4df80c1930 tx=0x7f4df001c870 comp rx=0 tx=0).stop 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/3533383941 shutdown_connections 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/3533383941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df8155de0 0x7f4df8156250 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/3533383941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df80c5260 0x7f4df806d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/3533383941 >> 172.21.15.133:0/3533383941 conn(0x7f4df806a5b0 msgr2=0x7f4df806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/3533383941 shutdown_connections 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/3533383941 wait complete. 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 Processor -- start 2023-12-02T00:31:58.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- start start 2023-12-02T00:31:58.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4df80c5260 0x7f4df81500f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df80c5640 0x7f4df80aa790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df8155de0 0x7f4df81f0420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df81f1100 con 0x7f4df80c5260 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df81f0e20 con 0x7f4df80c5640 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfe4c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df8156ff0 con 0x7f4df8155de0 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4df80c5260 0x7f4df81500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4df80c5260 0x7f4df81500f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43466/0 (socket says 172.21.15.133:43466) 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 -- 172.21.15.133:0/4104368060 learned_addr learned my addr 172.21.15.133:0/4104368060 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4deffff640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df80c5640 0x7f4df80aa790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfca66640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df8155de0 0x7f4df81f0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 -- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df8155de0 msgr2=0x7f4df81f0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df8155de0 0x7f4df81f0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 -- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df80c5640 msgr2=0x7f4df80aa790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df80c5640 0x7f4df80aa790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 -- 172.21.15.133:0/4104368060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df0009a70 con 0x7f4df80c5260 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4dfca66640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df8155de0 0x7f4df81f0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4deffff640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df80c5640 0x7f4df80aa790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.777+0000 7f4df7fff640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4df80c5260 0x7f4df81500f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4de800e870 tx=0x7f4de800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4df57fa640 1 -- 172.21.15.133:0/4104368060 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de8009530 con 0x7f4df80c5260 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4df57fa640 1 -- 172.21.15.133:0/4104368060 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4de800c940 con 0x7f4df80c5260 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4df57fa640 1 -- 172.21.15.133:0/4104368060 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de800ccd0 con 0x7f4df80c5260 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4df81572d0 con 0x7f4df80c5260 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4df8157640 con 0x7f4df80c5260 2023-12-02T00:31:58.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4df8157460 con 0x7f4df80c5260 2023-12-02T00:31:58.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4df57fa640 1 -- 172.21.15.133:0/4104368060 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4de8013470 con 0x7f4df80c5260 2023-12-02T00:31:58.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4df57fa640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4dd8066470 0x7f4dd8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:58.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4df57fa640 1 -- 172.21.15.133:0/4104368060 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4de80843a0 con 0x7f4df80c5260 2023-12-02T00:31:58.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4deffff640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4dd8066470 0x7f4dd8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:58.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.781+0000 7f4deffff640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4dd8066470 0x7f4dd8068930 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4df80a4f70 tx=0x7f4de0007c20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:58.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.785+0000 7f4df57fa640 1 -- 172.21.15.133:0/4104368060 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4de80514b0 con 0x7f4df80c5260 2023-12-02T00:31:58.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.937+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4df8068400 con 0x7f4df80c5260 2023-12-02T00:31:58.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.937+0000 7f4df57fa640 1 -- 172.21.15.133:0/4104368060 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+20278 (secure 0 0 0) 0x7f4de8054ad0 con 0x7f4df80c5260 2023-12-02T00:31:58.943 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:31:58.944 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":34,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:57.623618+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:31:58.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4dd8066470 msgr2=0x7f4dd8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4dd8066470 0x7f4dd8068930 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4df80a4f70 tx=0x7f4de0007c20 comp rx=0 tx=0).stop 2023-12-02T00:31:58.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4df80c5260 msgr2=0x7f4df81500f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:58.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4df80c5260 0x7f4df81500f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4de800e870 tx=0x7f4de800ed30 comp rx=0 tx=0).stop 2023-12-02T00:31:58.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 shutdown_connections 2023-12-02T00:31:58.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4dd8066470 0x7f4dd8068930 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4df8155de0 0x7f4df81f0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4df80c5640 0x7f4df80aa790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 --2- 172.21.15.133:0/4104368060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4df80c5260 0x7f4df81500f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:58.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 >> 172.21.15.133:0/4104368060 conn(0x7f4df806a5b0 msgr2=0x7f4df815d650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:58.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 shutdown_connections 2023-12-02T00:31:58.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:58.941+0000 7f4dfe4c9640 1 -- 172.21.15.133:0/4104368060 wait complete. 2023-12-02T00:31:58.965 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2023-12-02T00:31:59.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.101+0000 7fb7cb1aa640 1 Processor -- start 2023-12-02T00:31:59.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.101+0000 7fb7cb1aa640 1 -- start start 2023-12-02T00:31:59.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.101+0000 7fb7cb1aa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb7c40c5260 0x7fb7c406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:59.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7cb1aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c5640 0x7fb7c40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:59.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7cb1aa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7c40c2580 con 0x7fb7c40c60f0 2023-12-02T00:31:59.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7cb1aa640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7c4153510 con 0x7fb7c40c5260 2023-12-02T00:31:59.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7cb1aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7c40c17f0 con 0x7fb7c40c5640 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7bbfff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c5640 0x7fb7c40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7c9747640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fb7c40c60f0 0x7fb7c4155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:42466/0 (socket says 172.21.15.133:42466) 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7c9747640 1 -- 172.21.15.133:0/826755259 learned_addr learned my addr 172.21.15.133:0/826755259 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7c8f46640 1 --2- 172.21.15.133:0/826755259 >> v2:172.21.15.172:3300/0 conn(0x7fb7c40c5260 0x7fb7c406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7bb7fe640 1 -- 172.21.15.133:0/826755259 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2806502841 0 0) 0x7fb7c40c2580 con 0x7fb7c40c60f0 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7bb7fe640 1 -- 172.21.15.133:0/826755259 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb7ac003530 con 0x7fb7c40c60f0 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7bbfff640 1 -- 172.21.15.133:0/826755259 >> v2:172.21.15.172:3300/0 conn(0x7fb7c40c5260 msgr2=0x7fb7c406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7bbfff640 1 --2- 172.21.15.133:0/826755259 >> v2:172.21.15.172:3300/0 conn(0x7fb7c40c5260 0x7fb7c406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7bbfff640 1 -- 172.21.15.133:0/826755259 >> v1:172.21.15.172:6789/0 conn(0x7fb7c40c60f0 legacy=0x7fb7c4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:59.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7bbfff640 1 -- 172.21.15.133:0/826755259 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7c40c1a00 con 0x7fb7c40c5640 2023-12-02T00:31:59.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.105+0000 7fb7c8f46640 1 --2- 172.21.15.133:0/826755259 >> v2:172.21.15.172:3300/0 conn(0x7fb7c40c5260 0x7fb7c406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:31:59.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7bbfff640 1 --2- 172.21.15.133:0/826755259 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c5640 0x7fb7c40c5bb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40c1930 tx=0x7fb7b401c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc96cd026e82fcfb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:59.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7bb7fe640 1 -- 172.21.15.133:0/826755259 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7b40ab600 con 0x7fb7c40c5640 2023-12-02T00:31:59.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7bb7fe640 1 -- 172.21.15.133:0/826755259 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7b40a7050 con 0x7fb7c40c5640 2023-12-02T00:31:59.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7bb7fe640 1 -- 172.21.15.133:0/826755259 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7b40ab980 con 0x7fb7c40c5640 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/826755259 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c5640 msgr2=0x7fb7c40c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/826755259 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c5640 0x7fb7c40c5bb0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40c1930 tx=0x7fb7b401c3c0 comp rx=0 tx=0).stop 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/826755259 shutdown_connections 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/826755259 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c5640 0x7fb7c40c5bb0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/826755259 >> v2:172.21.15.172:3300/0 conn(0x7fb7c40c5260 0x7fb7c406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/826755259 >> 172.21.15.133:0/826755259 conn(0x7fb7c406a5b0 msgr2=0x7fb7c406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/826755259 shutdown_connections 2023-12-02T00:31:59.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/826755259 wait complete. 2023-12-02T00:31:59.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 Processor -- start 2023-12-02T00:31:59.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.109+0000 7fb7cb1aa640 1 -- start start 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb7c40c5260 0x7fb7c40c3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7c40c5640 0x7fb7c41edc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c60f0 0x7fb7c40bd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7c40bdca0 con 0x7fb7c40c5640 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7c41ed190 con 0x7fb7c40c5260 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7c40c5e70 con 0x7fb7c40c60f0 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7c40c5640 0x7fb7c41edc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:59.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7c40c5640 0x7fb7c41edc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43476/0 (socket says 172.21.15.133:43476) 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 -- 172.21.15.133:0/637974281 learned_addr learned my addr 172.21.15.133:0/637974281 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7c8f46640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb7c40c5260 0x7fb7c40c3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7c9747640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c60f0 0x7fb7c40bd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 -- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c60f0 msgr2=0x7fb7c40bd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c60f0 0x7fb7c40bd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 -- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb7c40c5260 msgr2=0x7fb7c40c3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb7c40c5260 0x7fb7c40c3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 -- 172.21.15.133:0/637974281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7c0009420 con 0x7fb7c40c5640 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7c8f46640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb7c40c5260 0x7fb7c40c3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:31:59.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7bbfff640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7c40c5640 0x7fb7c41edc50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb7b40ae040 tx=0x7fb7b4019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:59.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7b97fa640 1 -- 172.21.15.133:0/637974281 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7b4006e20 con 0x7fb7c40c5640 2023-12-02T00:31:59.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7b97fa640 1 -- 172.21.15.133:0/637974281 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7b40b4410 con 0x7fb7c40c5640 2023-12-02T00:31:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7b97fa640 1 -- 172.21.15.133:0/637974281 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7b40b47c0 con 0x7fb7c40c5640 2023-12-02T00:31:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7b4009420 con 0x7fb7c40c5640 2023-12-02T00:31:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7c41f1490 con 0x7fb7c40c5640 2023-12-02T00:31:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7c4068400 con 0x7fb7c40c5640 2023-12-02T00:31:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.113+0000 7fb7b97fa640 1 -- 172.21.15.133:0/637974281 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb7b40b2040 con 0x7fb7c40c5640 2023-12-02T00:31:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.117+0000 7fb7b97fa640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7b0066470 0x7fb7b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:31:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.117+0000 7fb7b97fa640 1 -- 172.21.15.133:0/637974281 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb7b411dff0 con 0x7fb7c40c5640 2023-12-02T00:31:59.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.117+0000 7fb7c8f46640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7b0066470 0x7fb7b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:31:59.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.117+0000 7fb7c8f46640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7b0066470 0x7fb7b0068930 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40c60c0 tx=0x7fb7c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:31:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.121+0000 7fb7b97fa640 1 -- 172.21.15.133:0/637974281 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb7b40eb090 con 0x7fb7c40c5640 2023-12-02T00:31:59.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:31:59.305+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fb7c41532f0 con 0x7fb7c40c5640 2023-12-02T00:32:00.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.281+0000 7fb7b97fa640 1 -- 172.21.15.133:0/637974281 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v20) v1 ==== 119+0+0 (secure 0 0 0) 0x7fb7b40b00b0 con 0x7fb7c40c5640 2023-12-02T00:32:00.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7b0066470 msgr2=0x7fb7b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:00.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7b0066470 0x7fb7b0068930 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40c60c0 tx=0x7fb7c0008040 comp rx=0 tx=0).stop 2023-12-02T00:32:00.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7c40c5640 msgr2=0x7fb7c41edc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:00.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7c40c5640 0x7fb7c41edc50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb7b40ae040 tx=0x7fb7b4019160 comp rx=0 tx=0).stop 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 shutdown_connections 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7b0066470 0x7fb7b0068930 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb7c40c60f0 0x7fb7c40bd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7c40c5640 0x7fb7c41edc50 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 --2- 172.21.15.133:0/637974281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb7c40c5260 0x7fb7c40c3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 >> 172.21.15.133:0/637974281 conn(0x7fb7c406a5b0 msgr2=0x7fb7c4071870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 shutdown_connections 2023-12-02T00:32:00.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.285+0000 7fb7cb1aa640 1 -- 172.21.15.133:0/637974281 wait complete. 2023-12-02T00:32:00.310 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-02T00:32:00.310 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2023-12-02T00:32:00.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.445+0000 7f6015d2a640 1 Processor -- start 2023-12-02T00:32:00.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.445+0000 7f6015d2a640 1 -- start start 2023-12-02T00:32:00.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.445+0000 7f6015d2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f60100c5260 0x7f601006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:00.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.445+0000 7f6015d2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f6010156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:00.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.445+0000 7f6015d2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60100c2580 con 0x7f60100c5640 2023-12-02T00:32:00.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.445+0000 7f6015d2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6010153510 con 0x7f60100c5260 2023-12-02T00:32:00.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.445+0000 7f6015d2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60100c17f0 con 0x7f6010155de0 2023-12-02T00:32:00.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f6010156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:00.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f6010156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:47034/0 (socket says 172.21.15.133:47034) 2023-12-02T00:32:00.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 -- 172.21.15.133:0/4210479101 learned_addr learned my addr 172.21.15.133:0/4210479101 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:00.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600f7fe640 1 --2- 172.21.15.133:0/4210479101 >> v2:172.21.15.172:3300/0 conn(0x7f60100c5260 0x7f601006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:00.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 -- 172.21.15.133:0/4210479101 >> v2:172.21.15.172:3300/0 conn(0x7f60100c5260 msgr2=0x7f601006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:00.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 --2- 172.21.15.133:0/4210479101 >> v2:172.21.15.172:3300/0 conn(0x7f60100c5260 0x7f601006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 -- 172.21.15.133:0/4210479101 >> v1:172.21.15.172:6789/0 conn(0x7f60100c5640 legacy=0x7f60100c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:00.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 -- 172.21.15.133:0/4210479101 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60100c1a00 con 0x7f6010155de0 2023-12-02T00:32:00.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600ffff640 1 --2- 172.21.15.133:0/4210479101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f6010156230 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f60100c1930 tx=0x7f600801c930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ba7bfb475987e59 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:00.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.449+0000 7f600e7fc640 1 -- 172.21.15.133:0/4210479101 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60080a57f0 con 0x7f6010155de0 2023-12-02T00:32:00.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f600e7fc640 1 -- 172.21.15.133:0/4210479101 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60080a5950 con 0x7f6010155de0 2023-12-02T00:32:00.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f600e7fc640 1 -- 172.21.15.133:0/4210479101 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60080a5ce0 con 0x7f6010155de0 2023-12-02T00:32:00.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- 172.21.15.133:0/4210479101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 msgr2=0x7f6010156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:00.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 --2- 172.21.15.133:0/4210479101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f6010156230 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f60100c1930 tx=0x7f600801c930 comp rx=0 tx=0).stop 2023-12-02T00:32:00.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- 172.21.15.133:0/4210479101 shutdown_connections 2023-12-02T00:32:00.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 --2- 172.21.15.133:0/4210479101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f6010156230 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 --2- 172.21.15.133:0/4210479101 >> v2:172.21.15.172:3300/0 conn(0x7f60100c5260 0x7f601006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- 172.21.15.133:0/4210479101 >> 172.21.15.133:0/4210479101 conn(0x7f601006a5b0 msgr2=0x7f601006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:00.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- 172.21.15.133:0/4210479101 shutdown_connections 2023-12-02T00:32:00.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- 172.21.15.133:0/4210479101 wait complete. 2023-12-02T00:32:00.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 Processor -- start 2023-12-02T00:32:00.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- start start 2023-12-02T00:32:00.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60100c5260 0x7f6010154d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:00.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60100c5640 0x7f601014ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:00.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f601014f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:00.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601014fa00 con 0x7f60100c5260 2023-12-02T00:32:00.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6010150750 con 0x7f60100c5640 2023-12-02T00:32:00.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f6015d2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f601006ff80 con 0x7f6010155de0 2023-12-02T00:32:00.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f600f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60100c5260 0x7f6010154d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:00.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f600f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60100c5260 0x7f6010154d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43492/0 (socket says 172.21.15.133:43492) 2023-12-02T00:32:00.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.453+0000 7f600f7fe640 1 -- 172.21.15.133:0/3520359174 learned_addr learned my addr 172.21.15.133:0/3520359174 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600ffff640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f601014f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600effd640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60100c5640 0x7f601014ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600f7fe640 1 -- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 msgr2=0x7f601014f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600f7fe640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f601014f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600f7fe640 1 -- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60100c5640 msgr2=0x7f601014ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600f7fe640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60100c5640 0x7f601014ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600f7fe640 1 -- 172.21.15.133:0/3520359174 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6008009b30 con 0x7f60100c5260 2023-12-02T00:32:00.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f600f7fe640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60100c5260 0x7f6010154d20 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f600000e870 tx=0x7f600000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:00.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f5ff7fff640 1 -- 172.21.15.133:0/3520359174 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6000009510 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f5ff7fff640 1 -- 172.21.15.133:0/3520359174 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f600000eec0 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f5ff7fff640 1 -- 172.21.15.133:0/3520359174 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600000cb40 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60100a3980 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60100a2700 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6010068400 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.457+0000 7f5ff7fff640 1 -- 172.21.15.133:0/3520359174 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f600000cca0 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.461+0000 7f5ff7fff640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5ffc0664a0 0x7f5ffc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.461+0000 7f5ff7fff640 1 -- 172.21.15.133:0/3520359174 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f60000845e0 con 0x7f60100c5260 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.461+0000 7f600effd640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5ffc0664a0 0x7f5ffc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:00.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.461+0000 7f600effd640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5ffc0664a0 0x7f5ffc068960 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f60101eebc0 tx=0x7f6004009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:00.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.465+0000 7f5ff7fff640 1 -- 172.21.15.133:0/3520359174 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6000051770 con 0x7f60100c5260 2023-12-02T00:32:00.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:00.645+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f6010072080 con 0x7f60100c5260 2023-12-02T00:32:01.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f5ff7fff640 1 -- 172.21.15.133:0/3520359174 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v21) v1 ==== 123+0+0 (secure 0 0 0) 0x7f6000054d90 con 0x7f60100c5260 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5ffc0664a0 msgr2=0x7f5ffc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5ffc0664a0 0x7f5ffc068960 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f60101eebc0 tx=0x7f6004009040 comp rx=0 tx=0).stop 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60100c5260 msgr2=0x7f6010154d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60100c5260 0x7f6010154d20 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f600000e870 tx=0x7f600000ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 shutdown_connections 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5ffc0664a0 0x7f5ffc068960 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6010155de0 0x7f601014f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f60100c5640 0x7f601014ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 --2- 172.21.15.133:0/3520359174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f60100c5260 0x7f6010154d20 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 >> 172.21.15.133:0/3520359174 conn(0x7f601006a5b0 msgr2=0x7f6010152d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 shutdown_connections 2023-12-02T00:32:01.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.289+0000 7f6015d2a640 1 -- 172.21.15.133:0/3520359174 wait complete. 2023-12-02T00:32:01.319 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2023-12-02T00:32:01.319 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:01.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d65f5640 1 Processor -- start 2023-12-02T00:32:01.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d65f5640 1 -- start start 2023-12-02T00:32:01.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d65f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f89d00c63c0 0x7f89d00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d65f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f89d00c2bb0 0x7f89d00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d65f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89d00c31c0 con 0x7f89d00c4100 2023-12-02T00:32:01.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d65f5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89d00c34a0 con 0x7f89d00c63c0 2023-12-02T00:32:01.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d65f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89d00c1030 con 0x7f89d00c2bb0 2023-12-02T00:32:01.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89cffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f89d00c63c0 0x7f89d00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89cf7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f89d00c4100 0x7f89d00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53904/0 (socket says 172.21.15.133:53904) 2023-12-02T00:32:01.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89cf7fe640 1 -- 172.21.15.133:0/3673457098 learned_addr learned my addr 172.21.15.133:0/3673457098 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:01.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89d4b92640 1 --2- 172.21.15.133:0/3673457098 >> v2:172.21.15.172:3300/0 conn(0x7f89d00c2bb0 0x7f89d00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89cffff640 1 -- 172.21.15.133:0/3673457098 >> v2:172.21.15.172:3300/0 conn(0x7f89d00c2bb0 msgr2=0x7f89d00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:01.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89cffff640 1 --2- 172.21.15.133:0/3673457098 >> v2:172.21.15.172:3300/0 conn(0x7f89d00c2bb0 0x7f89d00a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89cffff640 1 -- 172.21.15.133:0/3673457098 >> v1:172.21.15.133:6789/0 conn(0x7f89d00c4100 legacy=0x7f89d00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89cffff640 1 -- 172.21.15.133:0/3673457098 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89d00c1310 con 0x7f89d00c63c0 2023-12-02T00:32:01.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.457+0000 7f89ceffd640 1 -- 172.21.15.133:0/3673457098 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3585005438 0 0) 0x7f89d00c31c0 con 0x7f89d00c4100 2023-12-02T00:32:01.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89cffff640 1 --2- 172.21.15.133:0/3673457098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d00c06d0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f89d00c4550 tx=0x7f89c001c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=263901e3b872a0c4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:01.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89ceffd640 1 -- 172.21.15.133:0/3673457098 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00aa3d0 con 0x7f89d00c63c0 2023-12-02T00:32:01.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89ceffd640 1 -- 172.21.15.133:0/3673457098 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89c00ad660 con 0x7f89d00c63c0 2023-12-02T00:32:01.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89ceffd640 1 -- 172.21.15.133:0/3673457098 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c00ad9f0 con 0x7f89d00c63c0 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 -- 172.21.15.133:0/3673457098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 msgr2=0x7f89d00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 --2- 172.21.15.133:0/3673457098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d00c06d0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f89d00c4550 tx=0x7f89c001c340 comp rx=0 tx=0).stop 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 -- 172.21.15.133:0/3673457098 shutdown_connections 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 --2- 172.21.15.133:0/3673457098 >> v2:172.21.15.172:3300/0 conn(0x7f89d00c2bb0 0x7f89d00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 --2- 172.21.15.133:0/3673457098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d00c06d0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 -- 172.21.15.133:0/3673457098 >> 172.21.15.133:0/3673457098 conn(0x7f89d006a5b0 msgr2=0x7f89d006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 -- 172.21.15.133:0/3673457098 shutdown_connections 2023-12-02T00:32:01.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.461+0000 7f89d65f5640 1 -- 172.21.15.133:0/3673457098 wait complete. 2023-12-02T00:32:01.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 Processor -- start 2023-12-02T00:32:01.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 -- start start 2023-12-02T00:32:01.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f89d00c2bb0 0x7f89d00a40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f89d00c4100 0x7f89d006ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d0152d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89d015a1e0 con 0x7f89d00c63c0 2023-12-02T00:32:01.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89d00c5910 con 0x7f89d00c2bb0 2023-12-02T00:32:01.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89d01efe30 con 0x7f89d00c4100 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d0152d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d0152d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43508/0 (socket says 172.21.15.133:43508) 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 -- 172.21.15.133:0/1551589642 learned_addr learned my addr 172.21.15.133:0/1551589642 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89cf7fe640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f89d00c4100 0x7f89d006ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89cffff640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f89d00c2bb0 0x7f89d00a40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 -- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f89d00c4100 msgr2=0x7f89d006ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f89d00c4100 0x7f89d006ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 -- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f89d00c2bb0 msgr2=0x7f89d00a40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f89d00c2bb0 0x7f89d00a40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 -- 172.21.15.133:0/1551589642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89c0009420 con 0x7f89d00c63c0 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d4b92640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d0152d30 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f89c800efc0 tx=0x7f89c800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89ccff9640 1 -- 172.21.15.133:0/1551589642 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c8014480 con 0x7f89d00c63c0 2023-12-02T00:32:01.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89ccff9640 1 -- 172.21.15.133:0/1551589642 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89c800f040 con 0x7f89d00c63c0 2023-12-02T00:32:01.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89ccff9640 1 -- 172.21.15.133:0/1551589642 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c8014820 con 0x7f89d00c63c0 2023-12-02T00:32:01.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89d01f0110 con 0x7f89d00c63c0 2023-12-02T00:32:01.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89d01f06d0 con 0x7f89d00c63c0 2023-12-02T00:32:01.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.465+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89d0068400 con 0x7f89d00c63c0 2023-12-02T00:32:01.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.469+0000 7f89ccff9640 1 -- 172.21.15.133:0/1551589642 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f89c8014980 con 0x7f89d00c63c0 2023-12-02T00:32:01.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.469+0000 7f89ccff9640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f89bc066470 0x7f89bc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.469+0000 7f89ccff9640 1 -- 172.21.15.133:0/1551589642 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f89c8084b70 con 0x7f89d00c63c0 2023-12-02T00:32:01.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.469+0000 7f89cffff640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f89bc066470 0x7f89bc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.469+0000 7f89cffff640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f89bc066470 0x7f89bc068930 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f89c00af000 tx=0x7f89c00a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:01.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.473+0000 7f89ccff9640 1 -- 172.21.15.133:0/1551589642 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f89c8051db0 con 0x7f89d00c63c0 2023-12-02T00:32:01.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.653+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f89d00c3e50 con 0x7f89d00c63c0 2023-12-02T00:32:01.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.653+0000 7f89ccff9640 1 -- 172.21.15.133:0/1551589642 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+6139 (secure 0 0 0) 0x7f89c8018090 con 0x7f89d00c63c0 2023-12-02T00:32:01.659 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:01.659 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:44.551422+0000","modified":"2023-12-02T00:31:47.569166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4977},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4977":{"gid":4977,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/952822086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":952822086},{"type":"v1","addr":"172.21.15.133:6837","nonce":952822086}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:01.659 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 21 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f89bc066470 msgr2=0x7f89bc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f89bc066470 0x7f89bc068930 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f89c00af000 tx=0x7f89c00a7000 comp rx=0 tx=0).stop 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 msgr2=0x7f89d0152d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d0152d30 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f89c800efc0 tx=0x7f89c800c490 comp rx=0 tx=0).stop 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 shutdown_connections 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f89bc066470 0x7f89bc068930 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89d00c63c0 0x7f89d0152d30 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f89d00c4100 0x7f89d006ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 --2- 172.21.15.133:0/1551589642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f89d00c2bb0 0x7f89d00a40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 >> 172.21.15.133:0/1551589642 conn(0x7f89d006a5b0 msgr2=0x7f89d006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:01.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 shutdown_connections 2023-12-02T00:32:01.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.657+0000 7f89d65f5640 1 -- 172.21.15.133:0/1551589642 wait complete. 2023-12-02T00:32:01.680 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:01.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4398c9640 1 Processor -- start 2023-12-02T00:32:01.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4398c9640 1 -- start start 2023-12-02T00:32:01.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4398c9640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe434151e90 0x7fe4340c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4398c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4340c7ea0 0x7fe43406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4398c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe43406c860 con 0x7fe4340c4e60 2023-12-02T00:32:01.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4398c9640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4340c8750 con 0x7fe434151e90 2023-12-02T00:32:01.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4398c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4341552d0 con 0x7fe4340c7ea0 2023-12-02T00:32:01.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4337fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe4340c4e60 0x7fe43406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53906/0 (socket says 172.21.15.133:53906) 2023-12-02T00:32:01.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4337fe640 1 -- 172.21.15.133:0/3148914631 learned_addr learned my addr 172.21.15.133:0/3148914631 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:01.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe432ffd640 1 --2- 172.21.15.133:0/3148914631 >> v2:172.21.15.133:3300/0 conn(0x7fe434151e90 0x7fe4340c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe42bfff640 1 --2- 172.21.15.133:0/3148914631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4340c7ea0 0x7fe43406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe432ffd640 1 -- 172.21.15.133:0/3148914631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4340c7ea0 msgr2=0x7fe43406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:01.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe432ffd640 1 --2- 172.21.15.133:0/3148914631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4340c7ea0 0x7fe43406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe4327fc640 1 -- 172.21.15.133:0/3148914631 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1328628266 0 0) 0x7fe43406c860 con 0x7fe4340c4e60 2023-12-02T00:32:01.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe432ffd640 1 -- 172.21.15.133:0/3148914631 >> v1:172.21.15.133:6789/0 conn(0x7fe4340c4e60 legacy=0x7fe43406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe432ffd640 1 -- 172.21.15.133:0/3148914631 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe434154930 con 0x7fe434151e90 2023-12-02T00:32:01.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.813+0000 7fe42bfff640 1 --2- 172.21.15.133:0/3148914631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4340c7ea0 0x7fe43406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:01.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe432ffd640 1 --2- 172.21.15.133:0/3148914631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe434151e90 0x7fe4340c4920 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe4240097c0 tx=0x7fe42401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47fb0561c251c31d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:01.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4327fc640 1 -- 172.21.15.133:0/3148914631 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4240ab600 con 0x7fe434151e90 2023-12-02T00:32:01.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4327fc640 1 -- 172.21.15.133:0/3148914631 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4240a7050 con 0x7fe434151e90 2023-12-02T00:32:01.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4327fc640 1 -- 172.21.15.133:0/3148914631 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4240ab980 con 0x7fe434151e90 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 -- 172.21.15.133:0/3148914631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe434151e90 msgr2=0x7fe4340c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3148914631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe434151e90 0x7fe4340c4920 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe4240097c0 tx=0x7fe42401c360 comp rx=0 tx=0).stop 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 -- 172.21.15.133:0/3148914631 shutdown_connections 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3148914631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4340c7ea0 0x7fe43406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3148914631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe434151e90 0x7fe4340c4920 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 -- 172.21.15.133:0/3148914631 >> 172.21.15.133:0/3148914631 conn(0x7fe4340ca170 msgr2=0x7fe4340ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 -- 172.21.15.133:0/3148914631 shutdown_connections 2023-12-02T00:32:01.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.817+0000 7fe4398c9640 1 -- 172.21.15.133:0/3148914631 wait complete. 2023-12-02T00:32:01.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 Processor -- start 2023-12-02T00:32:01.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 -- start start 2023-12-02T00:32:01.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4340c4e60 0x7fe4340abcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4340c7ea0 0x7fe4340aaba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe434151e90 0x7fe4340ab0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4340ad260 con 0x7fe4340c4e60 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4340ae050 con 0x7fe4340c7ea0 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4340c25b0 con 0x7fe434151e90 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4340c4e60 0x7fe4340abcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4340c4e60 0x7fe4340abcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43532/0 (socket says 172.21.15.133:43532) 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 -- 172.21.15.133:0/3887371728 learned_addr learned my addr 172.21.15.133:0/3887371728 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 -- 172.21.15.133:0/3887371728 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe434151e90 msgr2=0x7fe4340ab0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe434151e90 0x7fe4340ab0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 -- 172.21.15.133:0/3887371728 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4340c7ea0 msgr2=0x7fe4340aaba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4340c7ea0 0x7fe4340aaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 -- 172.21.15.133:0/3887371728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe41c009420 con 0x7fe4340c4e60 2023-12-02T00:32:01.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe432ffd640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4340c4e60 0x7fe4340abcb0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe424019f90 tx=0x7fe424019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:01.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe430ff9640 1 -- 172.21.15.133:0/3887371728 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4240abdd0 con 0x7fe4340c4e60 2023-12-02T00:32:01.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe430ff9640 1 -- 172.21.15.133:0/3887371728 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4240b4410 con 0x7fe4340c4e60 2023-12-02T00:32:01.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe430ff9640 1 -- 172.21.15.133:0/3887371728 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4240b47c0 con 0x7fe4340c4e60 2023-12-02T00:32:01.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe424009420 con 0x7fe4340c4e60 2023-12-02T00:32:01.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.821+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4340adce0 con 0x7fe4340c4e60 2023-12-02T00:32:01.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.825+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4340c2ad0 con 0x7fe4340c4e60 2023-12-02T00:32:01.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.825+0000 7fe430ff9640 1 -- 172.21.15.133:0/3887371728 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe4240b2040 con 0x7fe4340c4e60 2023-12-02T00:32:01.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.825+0000 7fe430ff9640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe414066470 0x7fe414068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:01.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.825+0000 7fe430ff9640 1 -- 172.21.15.133:0/3887371728 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe42411e0b0 con 0x7fe4340c4e60 2023-12-02T00:32:01.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.825+0000 7fe42bfff640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe414066470 0x7fe414068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:01.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.825+0000 7fe42bfff640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe414066470 0x7fe414068930 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe41c006e90 tx=0x7fe41c006de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:01.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.829+0000 7fe430ff9640 1 -- 172.21.15.133:0/3887371728 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe4340c2ad0 con 0x7fe4340c4e60 2023-12-02T00:32:01.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.981+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe4340c2ad0 con 0x7fe4340c4e60 2023-12-02T00:32:01.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.981+0000 7fe430ff9640 1 -- 172.21.15.133:0/3887371728 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20265 (secure 0 0 0) 0x7fe4340c2ad0 con 0x7fe4340c4e60 2023-12-02T00:32:01.986 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:01.987 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":35,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:59.245105+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.981+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe414066470 msgr2=0x7fe414068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.981+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe414066470 0x7fe414068930 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe41c006e90 tx=0x7fe41c006de0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.981+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4340c4e60 msgr2=0x7fe4340abcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.981+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4340c4e60 0x7fe4340abcb0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe424019f90 tx=0x7fe424019100 comp rx=0 tx=0).stop 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 shutdown_connections 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe414066470 0x7fe414068930 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe434151e90 0x7fe4340ab0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4340c7ea0 0x7fe4340aaba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 --2- 172.21.15.133:0/3887371728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4340c4e60 0x7fe4340abcb0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 >> 172.21.15.133:0/3887371728 conn(0x7fe4340ca170 msgr2=0x7fe43406c250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 shutdown_connections 2023-12-02T00:32:01.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:01.985+0000 7fe4398c9640 1 -- 172.21.15.133:0/3887371728 wait complete. 2023-12-02T00:32:02.008 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-02T00:32:02.008 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:02.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06ee046640 1 Processor -- start 2023-12-02T00:32:02.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06ee046640 1 -- start start 2023-12-02T00:32:02.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06ee046640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 0x7f06e80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06ee046640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06e806c860 con 0x7f06e80c4e60 2023-12-02T00:32:02.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06ee046640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06e8154930 con 0x7f06e80c7ea0 2023-12-02T00:32:02.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06ee046640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06e80c8750 con 0x7f06e8151e90 2023-12-02T00:32:02.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e7fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f06e80c4e60 0x7f06e815f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53914/0 (socket says 172.21.15.133:53914) 2023-12-02T00:32:02.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e7fff640 1 -- 172.21.15.133:0/1746221048 learned_addr learned my addr 172.21.15.133:0/1746221048 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:02.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e77fe640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 0x7f06e80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2304003645 0 0) 0x7f06e806c860 con 0x7f06e80c4e60 2023-12-02T00:32:02.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f06d0003530 con 0x7f06e80c4e60 2023-12-02T00:32:02.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3452431087 0 0) 0x7f06d0003530 con 0x7f06e80c4e60 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 msgr2=0x7f06e80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 0x7f06e80c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 >> v1:172.21.15.172:6789/0 conn(0x7f06e80c7ea0 legacy=0x7f06e806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06e8154c10 con 0x7f06e80c4e60 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f06e0001a00 con 0x7f06e80c4e60 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.141+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 >> v1:172.21.15.133:6789/0 conn(0x7f06e80c4e60 legacy=0x7f06e815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06d00047d0 0x7f06d0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 0x7f06d0005220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e80c8750 con 0x7f06d00039b0 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d000bb20 con 0x7f06d00047d0 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06d000bce0 con 0x7f06e8151e90 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e77fe640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e7fff640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 0x7f06d0005220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e6ffd640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06d00047d0 0x7f06d0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e77fe640 1 -- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 msgr2=0x7f06d0005220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e77fe640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 0x7f06d0005220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e77fe640 1 -- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06d00047d0 msgr2=0x7f06d0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e77fe640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06d00047d0 0x7f06d0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e77fe640 1 -- 172.21.15.133:0/1746221048 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d0003530 con 0x7f06d00039b0 2023-12-02T00:32:02.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e7fff640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e8151e90 0x7f06d0005220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:02.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e77fe640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06d0003d90 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009ae0 tx=0x7f06d801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a103db5e04613586 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d80a6430 con 0x7f06d00039b0 2023-12-02T00:32:02.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06d80a6590 con 0x7f06d00039b0 2023-12-02T00:32:02.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.145+0000 7f06e67fc640 1 -- 172.21.15.133:0/1746221048 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d80a6940 con 0x7f06d00039b0 2023-12-02T00:32:02.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- 172.21.15.133:0/1746221048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 msgr2=0x7f06d0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 --2- 172.21.15.133:0/1746221048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06d0003d90 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009ae0 tx=0x7f06d801ca50 comp rx=0 tx=0).stop 2023-12-02T00:32:02.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06e7fff640 1 -- 172.21.15.133:0/1746221048 reap_dead start 2023-12-02T00:32:02.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- 172.21.15.133:0/1746221048 shutdown_connections 2023-12-02T00:32:02.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- 172.21.15.133:0/1746221048 >> 172.21.15.133:0/1746221048 conn(0x7f06e80ca170 msgr2=0x7f06e80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:02.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- 172.21.15.133:0/1746221048 shutdown_connections 2023-12-02T00:32:02.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- 172.21.15.133:0/1746221048 wait complete. 2023-12-02T00:32:02.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 Processor -- start 2023-12-02T00:32:02.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- start start 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06e80c2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06e80c03f0 0x7f06e81496b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e81ee040 0x7f06e8149bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e81552d0 con 0x7f06d00039b0 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e80c33a0 con 0x7f06e80c03f0 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06ee046640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06e814f6c0 con 0x7f06e81ee040 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06e77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06e80c2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06e77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06e80c2780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43552/0 (socket says 172.21.15.133:43552) 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06e77fe640 1 -- 172.21.15.133:0/2285259008 learned_addr learned my addr 172.21.15.133:0/2285259008 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06e6ffd640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06e80c03f0 0x7f06e81496b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.149+0000 7f06e7fff640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e81ee040 0x7f06e8149bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06e77fe640 1 -- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e81ee040 msgr2=0x7f06e8149bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06e77fe640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e81ee040 0x7f06e8149bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06e77fe640 1 -- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06e80c03f0 msgr2=0x7f06e81496b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06e77fe640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06e80c03f0 0x7f06e81496b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06e77fe640 1 -- 172.21.15.133:0/2285259008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06e814a130 con 0x7f06d00039b0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06e77fe640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06e80c2780 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f06d801cfc0 tx=0x7f06d0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06cffff640 1 -- 172.21.15.133:0/2285259008 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d80b5070 con 0x7f06d00039b0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06cffff640 1 -- 172.21.15.133:0/2285259008 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06d800f000 con 0x7f06d00039b0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06cffff640 1 -- 172.21.15.133:0/2285259008 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d80a6430 con 0x7f06d00039b0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06e80c1300 con 0x7f06d00039b0 2023-12-02T00:32:02.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06e814f910 con 0x7f06d00039b0 2023-12-02T00:32:02.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06e8068400 con 0x7f06d00039b0 2023-12-02T00:32:02.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.153+0000 7f06cffff640 1 -- 172.21.15.133:0/2285259008 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f06d80b9070 con 0x7f06d00039b0 2023-12-02T00:32:02.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.157+0000 7f06cffff640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f06d4066470 0x7f06d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.157+0000 7f06cffff640 1 -- 172.21.15.133:0/2285259008 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f06d811dc30 con 0x7f06d00039b0 2023-12-02T00:32:02.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.157+0000 7f06e6ffd640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f06d4066470 0x7f06d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.157+0000 7f06e6ffd640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f06d4066470 0x7f06d4068930 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f06dc007fd0 tx=0x7f06dc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.161+0000 7f06cffff640 1 -- 172.21.15.133:0/2285259008 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f06d80eaf10 con 0x7f06d00039b0 2023-12-02T00:32:02.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.313+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f06e81556f0 con 0x7f06d4066470 2023-12-02T00:32:02.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.325+0000 7f06cffff640 1 -- 172.21.15.133:0/2285259008 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+521650 (secure 0 0 0) 0x7f06dc0014a0 con 0x7f06d4066470 2023-12-02T00:32:02.335 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:02.339 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f06d4066470 msgr2=0x7f06d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f06d4066470 0x7f06d4068930 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f06dc007fd0 tx=0x7f06dc009040 comp rx=0 tx=0).stop 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 msgr2=0x7f06e80c2780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06e80c2780 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f06d801cfc0 tx=0x7f06d0005800 comp rx=0 tx=0).stop 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 shutdown_connections 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f06d4066470 0x7f06d4068930 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06e81ee040 0x7f06e8149bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06e80c03f0 0x7f06e81496b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 --2- 172.21.15.133:0/2285259008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06d00039b0 0x7f06e80c2780 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 >> 172.21.15.133:0/2285259008 conn(0x7f06e80ca170 msgr2=0x7f06e814b760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 shutdown_connections 2023-12-02T00:32:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.329+0000 7f06ee046640 1 -- 172.21.15.133:0/2285259008 wait complete. 2023-12-02T00:32:02.355 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2023-12-02T00:32:01.251649+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":199,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220200,"kb_used_data":4040,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754520,"statfs":{"total":773094113280,"available":772868628480,"internally_reserved":0,"allocated":4136960,"data_stored":2314730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1241,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.011554"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254404+0000","last_change":"2023-12-02T00:31:57.254404+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254404+0000","last_undegraded":"2023-12-02T00:31:57.254404+0000","last_fullsized":"2023-12-02T00:31:57.254404+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254277+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:56.254277+0000","last_peered":"2023-12-02T00:31:56.254277+0000","last_clean":"2023-12-02T00:31:56.254277+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:56.254277+0000","last_undegraded":"2023-12-02T00:31:56.254277+0000","last_fullsized":"2023-12-02T00:31:56.254277+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244133+0000","last_change":"2023-12-02T00:31:44.184204+0000","last_active":"2023-12-02T00:31:56.244133+0000","last_peered":"2023-12-02T00:31:56.244133+0000","last_clean":"2023-12-02T00:31:56.244133+0000","last_became_active":"2023-12-02T00:31:44.183918+0000","last_became_peered":"2023-12-02T00:31:44.183918+0000","last_unstale":"2023-12-02T00:31:56.244133+0000","last_undegraded":"2023-12-02T00:31:56.244133+0000","last_fullsized":"2023-12-02T00:31:56.244133+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254151+0000","last_change":"2023-12-02T00:31:45.198039+0000","last_active":"2023-12-02T00:31:56.254151+0000","last_peered":"2023-12-02T00:31:56.254151+0000","last_clean":"2023-12-02T00:31:56.254151+0000","last_became_active":"2023-12-02T00:31:45.197761+0000","last_became_peered":"2023-12-02T00:31:45.197761+0000","last_unstale":"2023-12-02T00:31:56.254151+0000","last_undegraded":"2023-12-02T00:31:56.254151+0000","last_fullsized":"2023-12-02T00:31:56.254151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.263777+0000","last_change":"2023-12-02T00:31:57.263777+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.263777+0000","last_undegraded":"2023-12-02T00:31:57.263777+0000","last_fullsized":"2023-12-02T00:31:57.263777+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:19.165876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.258154+0000","last_change":"2023-12-02T00:31:57.258154+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.258154+0000","last_undegraded":"2023-12-02T00:31:57.258154+0000","last_fullsized":"2023-12-02T00:31:57.258154+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242265+0000","last_change":"2023-12-02T00:31:44.195709+0000","last_active":"2023-12-02T00:31:56.242265+0000","last_peered":"2023-12-02T00:31:56.242265+0000","last_clean":"2023-12-02T00:31:56.242265+0000","last_became_active":"2023-12-02T00:31:44.195202+0000","last_became_peered":"2023-12-02T00:31:44.195202+0000","last_unstale":"2023-12-02T00:31:56.242265+0000","last_undegraded":"2023-12-02T00:31:56.242265+0000","last_fullsized":"2023-12-02T00:31:56.242265+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:55.352177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250362+0000","last_change":"2023-12-02T00:31:45.199307+0000","last_active":"2023-12-02T00:31:56.250362+0000","last_peered":"2023-12-02T00:31:56.250362+0000","last_clean":"2023-12-02T00:31:56.250362+0000","last_became_active":"2023-12-02T00:31:45.199043+0000","last_became_peered":"2023-12-02T00:31:45.199043+0000","last_unstale":"2023-12-02T00:31:56.250362+0000","last_undegraded":"2023-12-02T00:31:56.250362+0000","last_fullsized":"2023-12-02T00:31:56.250362+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249455+0000","last_change":"2023-12-02T00:31:57.249455+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249455+0000","last_undegraded":"2023-12-02T00:31:57.249455+0000","last_fullsized":"2023-12-02T00:31:57.249455+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:32.506622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255275+0000","last_change":"2023-12-02T00:31:57.255275+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255275+0000","last_undegraded":"2023-12-02T00:31:57.255275+0000","last_fullsized":"2023-12-02T00:31:57.255275+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250537+0000","last_change":"2023-12-02T00:31:44.184589+0000","last_active":"2023-12-02T00:31:56.250537+0000","last_peered":"2023-12-02T00:31:56.250537+0000","last_clean":"2023-12-02T00:31:56.250537+0000","last_became_active":"2023-12-02T00:31:44.184302+0000","last_became_peered":"2023-12-02T00:31:44.184302+0000","last_unstale":"2023-12-02T00:31:56.250537+0000","last_undegraded":"2023-12-02T00:31:56.250537+0000","last_fullsized":"2023-12-02T00:31:56.250537+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242156+0000","last_change":"2023-12-02T00:31:45.209165+0000","last_active":"2023-12-02T00:31:56.242156+0000","last_peered":"2023-12-02T00:31:56.242156+0000","last_clean":"2023-12-02T00:31:56.242156+0000","last_became_active":"2023-12-02T00:31:45.207325+0000","last_became_peered":"2023-12-02T00:31:45.207325+0000","last_unstale":"2023-12-02T00:31:56.242156+0000","last_undegraded":"2023-12-02T00:31:56.242156+0000","last_fullsized":"2023-12-02T00:31:56.242156+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275353+0000","last_change":"2023-12-02T00:31:57.270649+0000","last_active":"2023-12-02T00:31:57.275353+0000","last_peered":"2023-12-02T00:31:57.275353+0000","last_clean":"2023-12-02T00:31:57.275353+0000","last_became_active":"2023-12-02T00:31:57.270344+0000","last_became_peered":"2023-12-02T00:31:57.270344+0000","last_unstale":"2023-12-02T00:31:57.275353+0000","last_undegraded":"2023-12-02T00:31:57.275353+0000","last_fullsized":"2023-12-02T00:31:57.275353+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:14.404106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249569+0000","last_change":"2023-12-02T00:31:57.249569+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249569+0000","last_undegraded":"2023-12-02T00:31:57.249569+0000","last_fullsized":"2023-12-02T00:31:57.249569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248177+0000","last_change":"2023-12-02T00:31:44.198046+0000","last_active":"2023-12-02T00:31:56.248177+0000","last_peered":"2023-12-02T00:31:56.248177+0000","last_clean":"2023-12-02T00:31:56.248177+0000","last_became_active":"2023-12-02T00:31:44.197763+0000","last_became_peered":"2023-12-02T00:31:44.197763+0000","last_unstale":"2023-12-02T00:31:56.248177+0000","last_undegraded":"2023-12-02T00:31:56.248177+0000","last_fullsized":"2023-12-02T00:31:56.248177+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250287+0000","last_change":"2023-12-02T00:31:45.192562+0000","last_active":"2023-12-02T00:31:56.250287+0000","last_peered":"2023-12-02T00:31:56.250287+0000","last_clean":"2023-12-02T00:31:56.250287+0000","last_became_active":"2023-12-02T00:31:45.191214+0000","last_became_peered":"2023-12-02T00:31:45.191214+0000","last_unstale":"2023-12-02T00:31:56.250287+0000","last_undegraded":"2023-12-02T00:31:56.250287+0000","last_fullsized":"2023-12-02T00:31:56.250287+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:25.334214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.246434+0000","last_change":"2023-12-02T00:31:57.246434+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.246434+0000","last_undegraded":"2023-12-02T00:31:57.246434+0000","last_fullsized":"2023-12-02T00:31:57.246434+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:08.432864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255516+0000","last_change":"2023-12-02T00:31:57.255516+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255516+0000","last_undegraded":"2023-12-02T00:31:57.255516+0000","last_fullsized":"2023-12-02T00:31:57.255516+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250524+0000","last_change":"2023-12-02T00:31:44.201502+0000","last_active":"2023-12-02T00:31:56.250524+0000","last_peered":"2023-12-02T00:31:56.250524+0000","last_clean":"2023-12-02T00:31:56.250524+0000","last_became_active":"2023-12-02T00:31:44.201173+0000","last_became_peered":"2023-12-02T00:31:44.201173+0000","last_unstale":"2023-12-02T00:31:56.250524+0000","last_undegraded":"2023-12-02T00:31:56.250524+0000","last_fullsized":"2023-12-02T00:31:56.250524+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244796+0000","last_change":"2023-12-02T00:31:45.184553+0000","last_active":"2023-12-02T00:31:56.244796+0000","last_peered":"2023-12-02T00:31:56.244796+0000","last_clean":"2023-12-02T00:31:56.244796+0000","last_became_active":"2023-12-02T00:31:45.184253+0000","last_became_peered":"2023-12-02T00:31:45.184253+0000","last_unstale":"2023-12-02T00:31:56.244796+0000","last_undegraded":"2023-12-02T00:31:56.244796+0000","last_fullsized":"2023-12-02T00:31:56.244796+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:39.396860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.268698+0000","last_change":"2023-12-02T00:31:57.266245+0000","last_active":"2023-12-02T00:31:57.268698+0000","last_peered":"2023-12-02T00:31:57.268698+0000","last_clean":"2023-12-02T00:31:57.268698+0000","last_became_active":"2023-12-02T00:31:57.265965+0000","last_became_peered":"2023-12-02T00:31:57.265965+0000","last_unstale":"2023-12-02T00:31:57.268698+0000","last_undegraded":"2023-12-02T00:31:57.268698+0000","last_fullsized":"2023-12-02T00:31:57.268698+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:13.486544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249728+0000","last_change":"2023-12-02T00:31:57.249728+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249728+0000","last_undegraded":"2023-12-02T00:31:57.249728+0000","last_fullsized":"2023-12-02T00:31:57.249728+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248657+0000","last_change":"2023-12-02T00:31:44.192759+0000","last_active":"2023-12-02T00:31:56.248657+0000","last_peered":"2023-12-02T00:31:56.248657+0000","last_clean":"2023-12-02T00:31:56.248657+0000","last_became_active":"2023-12-02T00:31:44.192573+0000","last_became_peered":"2023-12-02T00:31:44.192573+0000","last_unstale":"2023-12-02T00:31:56.248657+0000","last_undegraded":"2023-12-02T00:31:56.248657+0000","last_fullsized":"2023-12-02T00:31:56.248657+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249959+0000","last_change":"2023-12-02T00:31:45.194035+0000","last_active":"2023-12-02T00:31:56.249959+0000","last_peered":"2023-12-02T00:31:56.249959+0000","last_clean":"2023-12-02T00:31:56.249959+0000","last_became_active":"2023-12-02T00:31:45.193716+0000","last_became_peered":"2023-12-02T00:31:45.193716+0000","last_unstale":"2023-12-02T00:31:56.249959+0000","last_undegraded":"2023-12-02T00:31:56.249959+0000","last_fullsized":"2023-12-02T00:31:56.249959+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.266376+0000","last_change":"2023-12-02T00:31:57.256092+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.266376+0000","last_undegraded":"2023-12-02T00:31:57.266376+0000","last_fullsized":"2023-12-02T00:31:57.266376+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255527+0000","last_change":"2023-12-02T00:31:57.255527+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255527+0000","last_undegraded":"2023-12-02T00:31:57.255527+0000","last_fullsized":"2023-12-02T00:31:57.255527+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251142+0000","last_change":"2023-12-02T00:31:44.198620+0000","last_active":"2023-12-02T00:31:56.251142+0000","last_peered":"2023-12-02T00:31:56.251142+0000","last_clean":"2023-12-02T00:31:56.251142+0000","last_became_active":"2023-12-02T00:31:44.198330+0000","last_became_peered":"2023-12-02T00:31:44.198330+0000","last_unstale":"2023-12-02T00:31:56.251142+0000","last_undegraded":"2023-12-02T00:31:56.251142+0000","last_fullsized":"2023-12-02T00:31:56.251142+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268441+0000","last_change":"2023-12-02T00:31:45.208888+0000","last_active":"2023-12-02T00:31:47.268441+0000","last_peered":"2023-12-02T00:31:47.268441+0000","last_clean":"2023-12-02T00:31:47.268441+0000","last_became_active":"2023-12-02T00:31:45.207634+0000","last_became_peered":"2023-12-02T00:31:45.207634+0000","last_unstale":"2023-12-02T00:31:47.268441+0000","last_undegraded":"2023-12-02T00:31:47.268441+0000","last_fullsized":"2023-12-02T00:31:47.268441+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.272668+0000","last_change":"2023-12-02T00:31:57.269927+0000","last_active":"2023-12-02T00:31:57.272668+0000","last_peered":"2023-12-02T00:31:57.272668+0000","last_clean":"2023-12-02T00:31:57.272668+0000","last_became_active":"2023-12-02T00:31:57.268925+0000","last_became_peered":"2023-12-02T00:31:57.268925+0000","last_unstale":"2023-12-02T00:31:57.272668+0000","last_undegraded":"2023-12-02T00:31:57.272668+0000","last_fullsized":"2023-12-02T00:31:57.272668+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:32.506622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253844+0000","last_change":"2023-12-02T00:31:57.253844+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253844+0000","last_undegraded":"2023-12-02T00:31:57.253844+0000","last_fullsized":"2023-12-02T00:31:57.253844+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248879+0000","last_change":"2023-12-02T00:31:44.196463+0000","last_active":"2023-12-02T00:31:56.248879+0000","last_peered":"2023-12-02T00:31:56.248879+0000","last_clean":"2023-12-02T00:31:56.248879+0000","last_became_active":"2023-12-02T00:31:44.196092+0000","last_became_peered":"2023-12-02T00:31:44.196092+0000","last_unstale":"2023-12-02T00:31:56.248879+0000","last_undegraded":"2023-12-02T00:31:56.248879+0000","last_fullsized":"2023-12-02T00:31:56.248879+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254050+0000","last_change":"2023-12-02T00:31:45.202001+0000","last_active":"2023-12-02T00:31:56.254050+0000","last_peered":"2023-12-02T00:31:56.254050+0000","last_clean":"2023-12-02T00:31:56.254050+0000","last_became_active":"2023-12-02T00:31:45.201677+0000","last_became_peered":"2023-12-02T00:31:45.201677+0000","last_unstale":"2023-12-02T00:31:56.254050+0000","last_undegraded":"2023-12-02T00:31:56.254050+0000","last_fullsized":"2023-12-02T00:31:56.254050+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:50.822859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275299+0000","last_change":"2023-12-02T00:31:57.269929+0000","last_active":"2023-12-02T00:31:57.275299+0000","last_peered":"2023-12-02T00:31:57.275299+0000","last_clean":"2023-12-02T00:31:57.275299+0000","last_became_active":"2023-12-02T00:31:57.269566+0000","last_became_peered":"2023-12-02T00:31:57.269566+0000","last_unstale":"2023-12-02T00:31:57.275299+0000","last_undegraded":"2023-12-02T00:31:57.275299+0000","last_fullsized":"2023-12-02T00:31:57.275299+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250473+0000","last_change":"2023-12-02T00:31:57.250473+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250473+0000","last_undegraded":"2023-12-02T00:31:57.250473+0000","last_fullsized":"2023-12-02T00:31:57.250473+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245019+0000","last_change":"2023-12-02T00:31:44.192782+0000","last_active":"2023-12-02T00:31:56.245019+0000","last_peered":"2023-12-02T00:31:56.245019+0000","last_clean":"2023-12-02T00:31:56.245019+0000","last_became_active":"2023-12-02T00:31:44.192104+0000","last_became_peered":"2023-12-02T00:31:44.192104+0000","last_unstale":"2023-12-02T00:31:56.245019+0000","last_undegraded":"2023-12-02T00:31:56.245019+0000","last_fullsized":"2023-12-02T00:31:56.245019+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253986+0000","last_change":"2023-12-02T00:31:45.190682+0000","last_active":"2023-12-02T00:31:56.253986+0000","last_peered":"2023-12-02T00:31:56.253986+0000","last_clean":"2023-12-02T00:31:56.253986+0000","last_became_active":"2023-12-02T00:31:45.190068+0000","last_became_peered":"2023-12-02T00:31:45.190068+0000","last_unstale":"2023-12-02T00:31:56.253986+0000","last_undegraded":"2023-12-02T00:31:56.253986+0000","last_fullsized":"2023-12-02T00:31:56.253986+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.263557+0000","last_change":"2023-12-02T00:31:57.263557+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.263557+0000","last_undegraded":"2023-12-02T00:31:57.263557+0000","last_fullsized":"2023-12-02T00:31:57.263557+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:17.197035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255700+0000","last_change":"2023-12-02T00:31:57.255700+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255700+0000","last_undegraded":"2023-12-02T00:31:57.255700+0000","last_fullsized":"2023-12-02T00:31:57.255700+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250455+0000","last_change":"2023-12-02T00:31:44.190455+0000","last_active":"2023-12-02T00:31:56.250455+0000","last_peered":"2023-12-02T00:31:56.250455+0000","last_clean":"2023-12-02T00:31:56.250455+0000","last_became_active":"2023-12-02T00:31:44.190178+0000","last_became_peered":"2023-12-02T00:31:44.190178+0000","last_unstale":"2023-12-02T00:31:56.250455+0000","last_undegraded":"2023-12-02T00:31:56.250455+0000","last_fullsized":"2023-12-02T00:31:56.250455+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253720+0000","last_change":"2023-12-02T00:31:45.198495+0000","last_active":"2023-12-02T00:31:56.253720+0000","last_peered":"2023-12-02T00:31:56.253720+0000","last_clean":"2023-12-02T00:31:56.253720+0000","last_became_active":"2023-12-02T00:31:45.198235+0000","last_became_peered":"2023-12-02T00:31:45.198235+0000","last_unstale":"2023-12-02T00:31:56.253720+0000","last_undegraded":"2023-12-02T00:31:56.253720+0000","last_fullsized":"2023-12-02T00:31:56.253720+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:06.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.270889+0000","last_change":"2023-12-02T00:31:57.257021+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.270889+0000","last_undegraded":"2023-12-02T00:31:57.270889+0000","last_fullsized":"2023-12-02T00:31:57.270889+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253688+0000","last_change":"2023-12-02T00:31:57.253688+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253688+0000","last_undegraded":"2023-12-02T00:31:57.253688+0000","last_fullsized":"2023-12-02T00:31:57.253688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244766+0000","last_change":"2023-12-02T00:31:44.194888+0000","last_active":"2023-12-02T00:31:56.244766+0000","last_peered":"2023-12-02T00:31:56.244766+0000","last_clean":"2023-12-02T00:31:56.244766+0000","last_became_active":"2023-12-02T00:31:44.194569+0000","last_became_peered":"2023-12-02T00:31:44.194569+0000","last_unstale":"2023-12-02T00:31:56.244766+0000","last_undegraded":"2023-12-02T00:31:56.244766+0000","last_fullsized":"2023-12-02T00:31:56.244766+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254034+0000","last_change":"2023-12-02T00:31:45.197746+0000","last_active":"2023-12-02T00:31:56.254034+0000","last_peered":"2023-12-02T00:31:56.254034+0000","last_clean":"2023-12-02T00:31:56.254034+0000","last_became_active":"2023-12-02T00:31:45.197189+0000","last_became_peered":"2023-12-02T00:31:45.197189+0000","last_unstale":"2023-12-02T00:31:56.254034+0000","last_undegraded":"2023-12-02T00:31:56.254034+0000","last_fullsized":"2023-12-02T00:31:56.254034+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:27.198715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.259917+0000","last_change":"2023-12-02T00:31:57.259917+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259917+0000","last_undegraded":"2023-12-02T00:31:57.259917+0000","last_fullsized":"2023-12-02T00:31:57.259917+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259599+0000","last_change":"2023-12-02T00:31:57.259599+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259599+0000","last_undegraded":"2023-12-02T00:31:57.259599+0000","last_fullsized":"2023-12-02T00:31:57.259599+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250383+0000","last_change":"2023-12-02T00:31:44.199242+0000","last_active":"2023-12-02T00:31:56.250383+0000","last_peered":"2023-12-02T00:31:56.250383+0000","last_clean":"2023-12-02T00:31:56.250383+0000","last_became_active":"2023-12-02T00:31:44.198971+0000","last_became_peered":"2023-12-02T00:31:44.198971+0000","last_unstale":"2023-12-02T00:31:56.250383+0000","last_undegraded":"2023-12-02T00:31:56.250383+0000","last_fullsized":"2023-12-02T00:31:56.250383+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:26.390328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253881+0000","last_change":"2023-12-02T00:31:45.202242+0000","last_active":"2023-12-02T00:31:56.253881+0000","last_peered":"2023-12-02T00:31:56.253881+0000","last_clean":"2023-12-02T00:31:56.253881+0000","last_became_active":"2023-12-02T00:31:45.201907+0000","last_became_peered":"2023-12-02T00:31:45.201907+0000","last_unstale":"2023-12-02T00:31:56.253881+0000","last_undegraded":"2023-12-02T00:31:56.253881+0000","last_fullsized":"2023-12-02T00:31:56.253881+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:37:10.833810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270357+0000","last_change":"2023-12-02T00:31:57.270357+0000","last_active":"2023-12-02T00:31:57.270357+0000","last_peered":"2023-12-02T00:31:57.270357+0000","last_clean":"2023-12-02T00:31:57.270357+0000","last_became_active":"2023-12-02T00:31:57.270081+0000","last_became_peered":"2023-12-02T00:31:57.270081+0000","last_unstale":"2023-12-02T00:31:57.270357+0000","last_undegraded":"2023-12-02T00:31:57.270357+0000","last_fullsized":"2023-12-02T00:31:57.270357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:47.216843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254893+0000","last_change":"2023-12-02T00:31:57.254893+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254893+0000","last_undegraded":"2023-12-02T00:31:57.254893+0000","last_fullsized":"2023-12-02T00:31:57.254893+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251211+0000","last_change":"2023-12-02T00:31:44.187029+0000","last_active":"2023-12-02T00:31:56.251211+0000","last_peered":"2023-12-02T00:31:56.251211+0000","last_clean":"2023-12-02T00:31:56.251211+0000","last_became_active":"2023-12-02T00:31:44.186689+0000","last_became_peered":"2023-12-02T00:31:44.186689+0000","last_unstale":"2023-12-02T00:31:56.251211+0000","last_undegraded":"2023-12-02T00:31:56.251211+0000","last_fullsized":"2023-12-02T00:31:56.251211+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254019+0000","last_change":"2023-12-02T00:31:45.196525+0000","last_active":"2023-12-02T00:31:56.254019+0000","last_peered":"2023-12-02T00:31:56.254019+0000","last_clean":"2023-12-02T00:31:56.254019+0000","last_became_active":"2023-12-02T00:31:45.196259+0000","last_became_peered":"2023-12-02T00:31:45.196259+0000","last_unstale":"2023-12-02T00:31:56.254019+0000","last_undegraded":"2023-12-02T00:31:56.254019+0000","last_fullsized":"2023-12-02T00:31:56.254019+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:02.868488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.269254+0000","last_change":"2023-12-02T00:31:57.264668+0000","last_active":"2023-12-02T00:31:57.269254+0000","last_peered":"2023-12-02T00:31:57.269254+0000","last_clean":"2023-12-02T00:31:57.269254+0000","last_became_active":"2023-12-02T00:31:57.262346+0000","last_became_peered":"2023-12-02T00:31:57.262346+0000","last_unstale":"2023-12-02T00:31:57.269254+0000","last_undegraded":"2023-12-02T00:31:57.269254+0000","last_fullsized":"2023-12-02T00:31:57.269254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:16.185018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259043+0000","last_change":"2023-12-02T00:31:57.259043+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259043+0000","last_undegraded":"2023-12-02T00:31:57.259043+0000","last_fullsized":"2023-12-02T00:31:57.259043+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251381+0000","last_change":"2023-12-02T00:31:44.183157+0000","last_active":"2023-12-02T00:31:56.251381+0000","last_peered":"2023-12-02T00:31:56.251381+0000","last_clean":"2023-12-02T00:31:56.251381+0000","last_became_active":"2023-12-02T00:31:44.182869+0000","last_became_peered":"2023-12-02T00:31:44.182869+0000","last_unstale":"2023-12-02T00:31:56.251381+0000","last_undegraded":"2023-12-02T00:31:56.251381+0000","last_fullsized":"2023-12-02T00:31:56.251381+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248457+0000","last_change":"2023-12-02T00:31:45.204454+0000","last_active":"2023-12-02T00:31:56.248457+0000","last_peered":"2023-12-02T00:31:56.248457+0000","last_clean":"2023-12-02T00:31:56.248457+0000","last_became_active":"2023-12-02T00:31:45.202785+0000","last_became_peered":"2023-12-02T00:31:45.202785+0000","last_unstale":"2023-12-02T00:31:56.248457+0000","last_undegraded":"2023-12-02T00:31:56.248457+0000","last_fullsized":"2023-12-02T00:31:56.248457+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":6,"reported_epoch":33,"state":"active","last_fresh":"2023-12-02T00:31:57.277514+0000","last_change":"2023-12-02T00:31:57.277456+0000","last_active":"2023-12-02T00:31:57.277514+0000","last_peered":"2023-12-02T00:31:57.277514+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"2023-12-02T00:31:57.277456+0000","last_became_peered":"2023-12-02T00:31:57.277456+0000","last_unstale":"2023-12-02T00:31:57.277514+0000","last_undegraded":"2023-12-02T00:31:57.277514+0000","last_fullsized":"2023-12-02T00:31:57.277514+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:34.914000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251991+0000","last_change":"2023-12-02T00:31:57.251991+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251991+0000","last_undegraded":"2023-12-02T00:31:57.251991+0000","last_fullsized":"2023-12-02T00:31:57.251991+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251349+0000","last_change":"2023-12-02T00:31:44.188998+0000","last_active":"2023-12-02T00:31:56.251349+0000","last_peered":"2023-12-02T00:31:56.251349+0000","last_clean":"2023-12-02T00:31:56.251349+0000","last_became_active":"2023-12-02T00:31:44.184586+0000","last_became_peered":"2023-12-02T00:31:44.184586+0000","last_unstale":"2023-12-02T00:31:56.251349+0000","last_undegraded":"2023-12-02T00:31:56.251349+0000","last_fullsized":"2023-12-02T00:31:56.251349+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268430+0000","last_change":"2023-12-02T00:31:45.207325+0000","last_active":"2023-12-02T00:31:47.268430+0000","last_peered":"2023-12-02T00:31:47.268430+0000","last_clean":"2023-12-02T00:31:47.268430+0000","last_became_active":"2023-12-02T00:31:45.207051+0000","last_became_peered":"2023-12-02T00:31:45.207051+0000","last_unstale":"2023-12-02T00:31:47.268430+0000","last_undegraded":"2023-12-02T00:31:47.268430+0000","last_fullsized":"2023-12-02T00:31:47.268430+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.268682+0000","last_change":"2023-12-02T00:31:57.268682+0000","last_active":"2023-12-02T00:31:57.268682+0000","last_peered":"2023-12-02T00:31:57.268682+0000","last_clean":"2023-12-02T00:31:57.268682+0000","last_became_active":"2023-12-02T00:31:57.268416+0000","last_became_peered":"2023-12-02T00:31:57.268416+0000","last_unstale":"2023-12-02T00:31:57.268682+0000","last_undegraded":"2023-12-02T00:31:57.268682+0000","last_fullsized":"2023-12-02T00:31:57.268682+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:14.404106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250801+0000","last_change":"2023-12-02T00:31:57.250801+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250801+0000","last_undegraded":"2023-12-02T00:31:57.250801+0000","last_fullsized":"2023-12-02T00:31:57.250801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248764+0000","last_change":"2023-12-02T00:31:44.199043+0000","last_active":"2023-12-02T00:31:56.248764+0000","last_peered":"2023-12-02T00:31:56.248764+0000","last_clean":"2023-12-02T00:31:56.248764+0000","last_became_active":"2023-12-02T00:31:44.198710+0000","last_became_peered":"2023-12-02T00:31:44.198710+0000","last_unstale":"2023-12-02T00:31:56.248764+0000","last_undegraded":"2023-12-02T00:31:56.248764+0000","last_fullsized":"2023-12-02T00:31:56.248764+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251348+0000","last_change":"2023-12-02T00:31:45.200601+0000","last_active":"2023-12-02T00:31:56.251348+0000","last_peered":"2023-12-02T00:31:56.251348+0000","last_clean":"2023-12-02T00:31:56.251348+0000","last_became_active":"2023-12-02T00:31:45.200334+0000","last_became_peered":"2023-12-02T00:31:45.200334+0000","last_unstale":"2023-12-02T00:31:56.251348+0000","last_undegraded":"2023-12-02T00:31:56.251348+0000","last_fullsized":"2023-12-02T00:31:56.251348+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.255952+0000","last_change":"2023-12-02T00:31:57.255952+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255952+0000","last_undegraded":"2023-12-02T00:31:57.255952+0000","last_fullsized":"2023-12-02T00:31:57.255952+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:33.872879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254302+0000","last_change":"2023-12-02T00:31:57.254302+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254302+0000","last_undegraded":"2023-12-02T00:31:57.254302+0000","last_fullsized":"2023-12-02T00:31:57.254302+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242269+0000","last_change":"2023-12-02T00:31:44.196209+0000","last_active":"2023-12-02T00:31:56.242269+0000","last_peered":"2023-12-02T00:31:56.242269+0000","last_clean":"2023-12-02T00:31:56.242269+0000","last_became_active":"2023-12-02T00:31:44.195927+0000","last_became_peered":"2023-12-02T00:31:44.195927+0000","last_unstale":"2023-12-02T00:31:56.242269+0000","last_undegraded":"2023-12-02T00:31:56.242269+0000","last_fullsized":"2023-12-02T00:31:56.242269+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244497+0000","last_change":"2023-12-02T00:31:45.184565+0000","last_active":"2023-12-02T00:31:56.244497+0000","last_peered":"2023-12-02T00:31:56.244497+0000","last_clean":"2023-12-02T00:31:56.244497+0000","last_became_active":"2023-12-02T00:31:45.183783+0000","last_became_peered":"2023-12-02T00:31:45.183783+0000","last_unstale":"2023-12-02T00:31:56.244497+0000","last_undegraded":"2023-12-02T00:31:56.244497+0000","last_fullsized":"2023-12-02T00:31:56.244497+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:50.007413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.261448+0000","last_change":"2023-12-02T00:31:57.261448+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261448+0000","last_undegraded":"2023-12-02T00:31:57.261448+0000","last_fullsized":"2023-12-02T00:31:57.261448+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249822+0000","last_change":"2023-12-02T00:31:57.249822+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249822+0000","last_undegraded":"2023-12-02T00:31:57.249822+0000","last_fullsized":"2023-12-02T00:31:57.249822+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242266+0000","last_change":"2023-12-02T00:31:44.195352+0000","last_active":"2023-12-02T00:31:56.242266+0000","last_peered":"2023-12-02T00:31:56.242266+0000","last_clean":"2023-12-02T00:31:56.242266+0000","last_became_active":"2023-12-02T00:31:44.195063+0000","last_became_peered":"2023-12-02T00:31:44.195063+0000","last_unstale":"2023-12-02T00:31:56.242266+0000","last_undegraded":"2023-12-02T00:31:56.242266+0000","last_fullsized":"2023-12-02T00:31:56.242266+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:18.902948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254056+0000","last_change":"2023-12-02T00:31:45.191344+0000","last_active":"2023-12-02T00:31:56.254056+0000","last_peered":"2023-12-02T00:31:56.254056+0000","last_clean":"2023-12-02T00:31:56.254056+0000","last_became_active":"2023-12-02T00:31:45.190930+0000","last_became_peered":"2023-12-02T00:31:45.190930+0000","last_unstale":"2023-12-02T00:31:56.254056+0000","last_undegraded":"2023-12-02T00:31:56.254056+0000","last_fullsized":"2023-12-02T00:31:56.254056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.257394+0000","last_change":"2023-12-02T00:31:57.257394+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257394+0000","last_undegraded":"2023-12-02T00:31:57.257394+0000","last_fullsized":"2023-12-02T00:31:57.257394+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255942+0000","last_change":"2023-12-02T00:31:57.255942+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255942+0000","last_undegraded":"2023-12-02T00:31:57.255942+0000","last_fullsized":"2023-12-02T00:31:57.255942+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248086+0000","last_change":"2023-12-02T00:31:44.200250+0000","last_active":"2023-12-02T00:31:56.248086+0000","last_peered":"2023-12-02T00:31:56.248086+0000","last_clean":"2023-12-02T00:31:56.248086+0000","last_became_active":"2023-12-02T00:31:44.199765+0000","last_became_peered":"2023-12-02T00:31:44.199765+0000","last_unstale":"2023-12-02T00:31:56.248086+0000","last_undegraded":"2023-12-02T00:31:56.248086+0000","last_fullsized":"2023-12-02T00:31:56.248086+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242422+0000","last_change":"2023-12-02T00:31:45.207835+0000","last_active":"2023-12-02T00:31:56.242422+0000","last_peered":"2023-12-02T00:31:56.242422+0000","last_clean":"2023-12-02T00:31:56.242422+0000","last_became_active":"2023-12-02T00:31:45.206505+0000","last_became_peered":"2023-12-02T00:31:45.206505+0000","last_unstale":"2023-12-02T00:31:56.242422+0000","last_undegraded":"2023-12-02T00:31:56.242422+0000","last_fullsized":"2023-12-02T00:31:56.242422+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270241+0000","last_change":"2023-12-02T00:31:57.270241+0000","last_active":"2023-12-02T00:31:57.270241+0000","last_peered":"2023-12-02T00:31:57.270241+0000","last_clean":"2023-12-02T00:31:57.270241+0000","last_became_active":"2023-12-02T00:31:57.269940+0000","last_became_peered":"2023-12-02T00:31:57.269940+0000","last_unstale":"2023-12-02T00:31:57.270241+0000","last_undegraded":"2023-12-02T00:31:57.270241+0000","last_fullsized":"2023-12-02T00:31:57.270241+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:26.502113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.258440+0000","last_change":"2023-12-02T00:31:57.258440+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.258440+0000","last_undegraded":"2023-12-02T00:31:57.258440+0000","last_fullsized":"2023-12-02T00:31:57.258440+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251028+0000","last_change":"2023-12-02T00:31:44.186346+0000","last_active":"2023-12-02T00:31:56.251028+0000","last_peered":"2023-12-02T00:31:56.251028+0000","last_clean":"2023-12-02T00:31:56.251028+0000","last_became_active":"2023-12-02T00:31:44.186097+0000","last_became_peered":"2023-12-02T00:31:44.186097+0000","last_unstale":"2023-12-02T00:31:56.251028+0000","last_undegraded":"2023-12-02T00:31:56.251028+0000","last_fullsized":"2023-12-02T00:31:56.251028+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248002+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:56.248002+0000","last_peered":"2023-12-02T00:31:56.248002+0000","last_clean":"2023-12-02T00:31:56.248002+0000","last_became_active":"2023-12-02T00:31:45.199511+0000","last_became_peered":"2023-12-02T00:31:45.199511+0000","last_unstale":"2023-12-02T00:31:56.248002+0000","last_undegraded":"2023-12-02T00:31:56.248002+0000","last_fullsized":"2023-12-02T00:31:56.248002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.272274+0000","last_change":"2023-12-02T00:31:57.272274+0000","last_active":"2023-12-02T00:31:57.272274+0000","last_peered":"2023-12-02T00:31:57.272274+0000","last_clean":"2023-12-02T00:31:57.272274+0000","last_became_active":"2023-12-02T00:31:57.271968+0000","last_became_peered":"2023-12-02T00:31:57.271968+0000","last_unstale":"2023-12-02T00:31:57.272274+0000","last_undegraded":"2023-12-02T00:31:57.272274+0000","last_fullsized":"2023-12-02T00:31:57.272274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257181+0000","last_change":"2023-12-02T00:31:57.257181+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257181+0000","last_undegraded":"2023-12-02T00:31:57.257181+0000","last_fullsized":"2023-12-02T00:31:57.257181+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"31'9","reported_seq":23,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242683+0000","last_change":"2023-12-02T00:31:44.198101+0000","last_active":"2023-12-02T00:31:56.242683+0000","last_peered":"2023-12-02T00:31:56.242683+0000","last_clean":"2023-12-02T00:31:56.242683+0000","last_became_active":"2023-12-02T00:31:44.197765+0000","last_became_peered":"2023-12-02T00:31:44.197765+0000","last_unstale":"2023-12-02T00:31:56.242683+0000","last_undegraded":"2023-12-02T00:31:56.242683+0000","last_fullsized":"2023-12-02T00:31:56.242683+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:39.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268359+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:47.268359+0000","last_peered":"2023-12-02T00:31:47.268359+0000","last_clean":"2023-12-02T00:31:47.268359+0000","last_became_active":"2023-12-02T00:31:45.199251+0000","last_became_peered":"2023-12-02T00:31:45.199251+0000","last_unstale":"2023-12-02T00:31:47.268359+0000","last_undegraded":"2023-12-02T00:31:47.268359+0000","last_fullsized":"2023-12-02T00:31:47.268359+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:44.265620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270758+0000","last_change":"2023-12-02T00:31:57.270758+0000","last_active":"2023-12-02T00:31:57.270758+0000","last_peered":"2023-12-02T00:31:57.270758+0000","last_clean":"2023-12-02T00:31:57.270758+0000","last_became_active":"2023-12-02T00:31:57.270140+0000","last_became_peered":"2023-12-02T00:31:57.270140+0000","last_unstale":"2023-12-02T00:31:57.270758+0000","last_undegraded":"2023-12-02T00:31:57.270758+0000","last_fullsized":"2023-12-02T00:31:57.270758+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:52.454651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251433+0000","last_change":"2023-12-02T00:31:57.251433+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251433+0000","last_undegraded":"2023-12-02T00:31:57.251433+0000","last_fullsized":"2023-12-02T00:31:57.251433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268384+0000","last_change":"2023-12-02T00:31:44.193566+0000","last_active":"2023-12-02T00:31:47.268384+0000","last_peered":"2023-12-02T00:31:47.268384+0000","last_clean":"2023-12-02T00:31:47.268384+0000","last_became_active":"2023-12-02T00:31:44.193200+0000","last_became_peered":"2023-12-02T00:31:44.193200+0000","last_unstale":"2023-12-02T00:31:47.268384+0000","last_undegraded":"2023-12-02T00:31:47.268384+0000","last_fullsized":"2023-12-02T00:31:47.268384+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242598+0000","last_change":"2023-12-02T00:31:45.204333+0000","last_active":"2023-12-02T00:31:56.242598+0000","last_peered":"2023-12-02T00:31:56.242598+0000","last_clean":"2023-12-02T00:31:56.242598+0000","last_became_active":"2023-12-02T00:31:45.203925+0000","last_became_peered":"2023-12-02T00:31:45.203925+0000","last_unstale":"2023-12-02T00:31:56.242598+0000","last_undegraded":"2023-12-02T00:31:56.242598+0000","last_fullsized":"2023-12-02T00:31:56.242598+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249892+0000","last_change":"2023-12-02T00:31:57.249892+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249892+0000","last_undegraded":"2023-12-02T00:31:57.249892+0000","last_fullsized":"2023-12-02T00:31:57.249892+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:12.103210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256656+0000","last_change":"2023-12-02T00:31:57.256656+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256656+0000","last_undegraded":"2023-12-02T00:31:57.256656+0000","last_fullsized":"2023-12-02T00:31:57.256656+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251058+0000","last_change":"2023-12-02T00:31:44.200539+0000","last_active":"2023-12-02T00:31:56.251058+0000","last_peered":"2023-12-02T00:31:56.251058+0000","last_clean":"2023-12-02T00:31:56.251058+0000","last_became_active":"2023-12-02T00:31:44.200242+0000","last_became_peered":"2023-12-02T00:31:44.200242+0000","last_unstale":"2023-12-02T00:31:56.251058+0000","last_undegraded":"2023-12-02T00:31:56.251058+0000","last_fullsized":"2023-12-02T00:31:56.251058+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242998+0000","last_change":"2023-12-02T00:31:45.204250+0000","last_active":"2023-12-02T00:31:56.242998+0000","last_peered":"2023-12-02T00:31:56.242998+0000","last_clean":"2023-12-02T00:31:56.242998+0000","last_became_active":"2023-12-02T00:31:45.203684+0000","last_became_peered":"2023-12-02T00:31:45.203684+0000","last_unstale":"2023-12-02T00:31:56.242998+0000","last_undegraded":"2023-12-02T00:31:56.242998+0000","last_fullsized":"2023-12-02T00:31:56.242998+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.276797+0000","last_change":"2023-12-02T00:31:57.267418+0000","last_active":"2023-12-02T00:31:57.276797+0000","last_peered":"2023-12-02T00:31:57.276797+0000","last_clean":"2023-12-02T00:31:57.276797+0000","last_became_active":"2023-12-02T00:31:57.267100+0000","last_became_peered":"2023-12-02T00:31:57.267100+0000","last_unstale":"2023-12-02T00:31:57.276797+0000","last_undegraded":"2023-12-02T00:31:57.276797+0000","last_fullsized":"2023-12-02T00:31:57.276797+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:37.407477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256919+0000","last_change":"2023-12-02T00:31:57.256919+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256919+0000","last_undegraded":"2023-12-02T00:31:57.256919+0000","last_fullsized":"2023-12-02T00:31:57.256919+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243181+0000","last_change":"2023-12-02T00:31:44.195336+0000","last_active":"2023-12-02T00:31:56.243181+0000","last_peered":"2023-12-02T00:31:56.243181+0000","last_clean":"2023-12-02T00:31:56.243181+0000","last_became_active":"2023-12-02T00:31:44.195029+0000","last_became_peered":"2023-12-02T00:31:44.195029+0000","last_unstale":"2023-12-02T00:31:56.243181+0000","last_undegraded":"2023-12-02T00:31:56.243181+0000","last_fullsized":"2023-12-02T00:31:56.243181+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:39.621965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268412+0000","last_change":"2023-12-02T00:31:45.208211+0000","last_active":"2023-12-02T00:31:47.268412+0000","last_peered":"2023-12-02T00:31:47.268412+0000","last_clean":"2023-12-02T00:31:47.268412+0000","last_became_active":"2023-12-02T00:31:45.207913+0000","last_became_peered":"2023-12-02T00:31:45.207913+0000","last_unstale":"2023-12-02T00:31:47.268412+0000","last_undegraded":"2023-12-02T00:31:47.268412+0000","last_fullsized":"2023-12-02T00:31:47.268412+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.273678+0000","last_change":"2023-12-02T00:31:57.273678+0000","last_active":"2023-12-02T00:31:57.273678+0000","last_peered":"2023-12-02T00:31:57.273678+0000","last_clean":"2023-12-02T00:31:57.273678+0000","last_became_active":"2023-12-02T00:31:57.273407+0000","last_became_peered":"2023-12-02T00:31:57.273407+0000","last_unstale":"2023-12-02T00:31:57.273678+0000","last_undegraded":"2023-12-02T00:31:57.273678+0000","last_fullsized":"2023-12-02T00:31:57.273678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256602+0000","last_change":"2023-12-02T00:31:57.256602+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256602+0000","last_undegraded":"2023-12-02T00:31:57.256602+0000","last_fullsized":"2023-12-02T00:31:57.256602+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250261+0000","last_change":"2023-12-02T00:31:44.179111+0000","last_active":"2023-12-02T00:31:56.250261+0000","last_peered":"2023-12-02T00:31:56.250261+0000","last_clean":"2023-12-02T00:31:56.250261+0000","last_became_active":"2023-12-02T00:31:44.178826+0000","last_became_peered":"2023-12-02T00:31:44.178826+0000","last_unstale":"2023-12-02T00:31:56.250261+0000","last_undegraded":"2023-12-02T00:31:56.250261+0000","last_fullsized":"2023-12-02T00:31:56.250261+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:05.005867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.247875+0000","last_change":"2023-12-02T00:31:45.200249+0000","last_active":"2023-12-02T00:31:56.247875+0000","last_peered":"2023-12-02T00:31:56.247875+0000","last_clean":"2023-12-02T00:31:56.247875+0000","last_became_active":"2023-12-02T00:31:45.199539+0000","last_became_peered":"2023-12-02T00:31:45.199539+0000","last_unstale":"2023-12-02T00:31:56.247875+0000","last_undegraded":"2023-12-02T00:31:56.247875+0000","last_fullsized":"2023-12-02T00:31:56.247875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249494+0000","last_change":"2023-12-02T00:31:57.249494+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249494+0000","last_undegraded":"2023-12-02T00:31:57.249494+0000","last_fullsized":"2023-12-02T00:31:57.249494+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":["4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249967+0000","last_change":"2023-12-02T00:31:57.249967+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249967+0000","last_undegraded":"2023-12-02T00:31:57.249967+0000","last_fullsized":"2023-12-02T00:31:57.249967+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242216+0000","last_change":"2023-12-02T00:31:44.190823+0000","last_active":"2023-12-02T00:31:56.242216+0000","last_peered":"2023-12-02T00:31:56.242216+0000","last_clean":"2023-12-02T00:31:56.242216+0000","last_became_active":"2023-12-02T00:31:44.190507+0000","last_became_peered":"2023-12-02T00:31:44.190507+0000","last_unstale":"2023-12-02T00:31:56.242216+0000","last_undegraded":"2023-12-02T00:31:56.242216+0000","last_fullsized":"2023-12-02T00:31:56.242216+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250269+0000","last_change":"2023-12-02T00:31:45.186476+0000","last_active":"2023-12-02T00:31:56.250269+0000","last_peered":"2023-12-02T00:31:56.250269+0000","last_clean":"2023-12-02T00:31:56.250269+0000","last_became_active":"2023-12-02T00:31:45.186178+0000","last_became_peered":"2023-12-02T00:31:45.186178+0000","last_unstale":"2023-12-02T00:31:56.250269+0000","last_undegraded":"2023-12-02T00:31:56.250269+0000","last_fullsized":"2023-12-02T00:31:56.250269+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.270966+0000","last_change":"2023-12-02T00:31:57.257719+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.270966+0000","last_undegraded":"2023-12-02T00:31:57.270966+0000","last_fullsized":"2023-12-02T00:31:57.270966+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:18.856531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253071+0000","last_change":"2023-12-02T00:31:57.253071+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253071+0000","last_undegraded":"2023-12-02T00:31:57.253071+0000","last_fullsized":"2023-12-02T00:31:57.253071+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250900+0000","last_change":"2023-12-02T00:31:44.195905+0000","last_active":"2023-12-02T00:31:56.250900+0000","last_peered":"2023-12-02T00:31:56.250900+0000","last_clean":"2023-12-02T00:31:56.250900+0000","last_became_active":"2023-12-02T00:31:44.195634+0000","last_became_peered":"2023-12-02T00:31:44.195634+0000","last_unstale":"2023-12-02T00:31:56.250900+0000","last_undegraded":"2023-12-02T00:31:56.250900+0000","last_fullsized":"2023-12-02T00:31:56.250900+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268317+0000","last_change":"2023-12-02T00:31:45.206649+0000","last_active":"2023-12-02T00:31:47.268317+0000","last_peered":"2023-12-02T00:31:47.268317+0000","last_clean":"2023-12-02T00:31:47.268317+0000","last_became_active":"2023-12-02T00:31:45.206390+0000","last_became_peered":"2023-12-02T00:31:45.206390+0000","last_unstale":"2023-12-02T00:31:47.268317+0000","last_undegraded":"2023-12-02T00:31:47.268317+0000","last_fullsized":"2023-12-02T00:31:47.268317+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.273336+0000","last_change":"2023-12-02T00:31:57.268435+0000","last_active":"2023-12-02T00:31:57.273336+0000","last_peered":"2023-12-02T00:31:57.273336+0000","last_clean":"2023-12-02T00:31:57.273336+0000","last_became_active":"2023-12-02T00:31:57.268003+0000","last_became_peered":"2023-12-02T00:31:57.268003+0000","last_unstale":"2023-12-02T00:31:57.273336+0000","last_undegraded":"2023-12-02T00:31:57.273336+0000","last_fullsized":"2023-12-02T00:31:57.273336+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:31.983636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256212+0000","last_change":"2023-12-02T00:31:57.256212+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256212+0000","last_undegraded":"2023-12-02T00:31:57.256212+0000","last_fullsized":"2023-12-02T00:31:57.256212+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251070+0000","last_change":"2023-12-02T00:31:44.187374+0000","last_active":"2023-12-02T00:31:56.251070+0000","last_peered":"2023-12-02T00:31:56.251070+0000","last_clean":"2023-12-02T00:31:56.251070+0000","last_became_active":"2023-12-02T00:31:44.187073+0000","last_became_peered":"2023-12-02T00:31:44.187073+0000","last_unstale":"2023-12-02T00:31:56.251070+0000","last_undegraded":"2023-12-02T00:31:56.251070+0000","last_fullsized":"2023-12-02T00:31:56.251070+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:55.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254210+0000","last_change":"2023-12-02T00:31:45.194983+0000","last_active":"2023-12-02T00:31:56.254210+0000","last_peered":"2023-12-02T00:31:56.254210+0000","last_clean":"2023-12-02T00:31:56.254210+0000","last_became_active":"2023-12-02T00:31:45.194691+0000","last_became_peered":"2023-12-02T00:31:45.194691+0000","last_unstale":"2023-12-02T00:31:56.254210+0000","last_undegraded":"2023-12-02T00:31:56.254210+0000","last_fullsized":"2023-12-02T00:31:56.254210+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.264561+0000","last_change":"2023-12-02T00:31:57.264561+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.264561+0000","last_undegraded":"2023-12-02T00:31:57.264561+0000","last_fullsized":"2023-12-02T00:31:57.264561+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254757+0000","last_change":"2023-12-02T00:31:57.254757+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254757+0000","last_undegraded":"2023-12-02T00:31:57.254757+0000","last_fullsized":"2023-12-02T00:31:57.254757+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.269372+0000","last_change":"2023-12-02T00:31:57.269372+0000","last_active":"2023-12-02T00:31:57.269372+0000","last_peered":"2023-12-02T00:31:57.269372+0000","last_clean":"2023-12-02T00:31:57.269372+0000","last_became_active":"2023-12-02T00:31:57.269060+0000","last_became_peered":"2023-12-02T00:31:57.269060+0000","last_unstale":"2023-12-02T00:31:57.269372+0000","last_undegraded":"2023-12-02T00:31:57.269372+0000","last_fullsized":"2023-12-02T00:31:57.269372+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:20.923957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254162+0000","last_change":"2023-12-02T00:31:44.198295+0000","last_active":"2023-12-02T00:31:56.254162+0000","last_peered":"2023-12-02T00:31:56.254162+0000","last_clean":"2023-12-02T00:31:56.254162+0000","last_became_active":"2023-12-02T00:31:44.197986+0000","last_became_peered":"2023-12-02T00:31:44.197986+0000","last_unstale":"2023-12-02T00:31:56.254162+0000","last_undegraded":"2023-12-02T00:31:56.254162+0000","last_fullsized":"2023-12-02T00:31:56.254162+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:29:41.767851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249831+0000","last_change":"2023-12-02T00:31:45.200130+0000","last_active":"2023-12-02T00:31:56.249831+0000","last_peered":"2023-12-02T00:31:56.249831+0000","last_clean":"2023-12-02T00:31:56.249831+0000","last_became_active":"2023-12-02T00:31:45.199818+0000","last_became_peered":"2023-12-02T00:31:45.199818+0000","last_unstale":"2023-12-02T00:31:56.249831+0000","last_undegraded":"2023-12-02T00:31:56.249831+0000","last_fullsized":"2023-12-02T00:31:56.249831+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251676+0000","last_change":"2023-12-02T00:31:57.251676+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251676+0000","last_undegraded":"2023-12-02T00:31:57.251676+0000","last_fullsized":"2023-12-02T00:31:57.251676+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.271093+0000","last_change":"2023-12-02T00:31:57.258472+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.271093+0000","last_undegraded":"2023-12-02T00:31:57.271093+0000","last_fullsized":"2023-12-02T00:31:57.271093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242690+0000","last_change":"2023-12-02T00:31:44.198231+0000","last_active":"2023-12-02T00:31:56.242690+0000","last_peered":"2023-12-02T00:31:56.242690+0000","last_clean":"2023-12-02T00:31:56.242690+0000","last_became_active":"2023-12-02T00:31:44.197925+0000","last_became_peered":"2023-12-02T00:31:44.197925+0000","last_unstale":"2023-12-02T00:31:56.242690+0000","last_undegraded":"2023-12-02T00:31:56.242690+0000","last_fullsized":"2023-12-02T00:31:56.242690+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:43.258195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251117+0000","last_change":"2023-12-02T00:31:45.212053+0000","last_active":"2023-12-02T00:31:56.251117+0000","last_peered":"2023-12-02T00:31:56.251117+0000","last_clean":"2023-12-02T00:31:56.251117+0000","last_became_active":"2023-12-02T00:31:45.211789+0000","last_became_peered":"2023-12-02T00:31:45.211789+0000","last_unstale":"2023-12-02T00:31:56.251117+0000","last_undegraded":"2023-12-02T00:31:56.251117+0000","last_fullsized":"2023-12-02T00:31:56.251117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251050+0000","last_change":"2023-12-02T00:31:57.251050+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251050+0000","last_undegraded":"2023-12-02T00:31:57.251050+0000","last_fullsized":"2023-12-02T00:31:57.251050+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250982+0000","last_change":"2023-12-02T00:31:44.192456+0000","last_active":"2023-12-02T00:31:56.250982+0000","last_peered":"2023-12-02T00:31:56.250982+0000","last_clean":"2023-12-02T00:31:56.250982+0000","last_became_active":"2023-12-02T00:31:44.192131+0000","last_became_peered":"2023-12-02T00:31:44.192131+0000","last_unstale":"2023-12-02T00:31:56.250982+0000","last_undegraded":"2023-12-02T00:31:56.250982+0000","last_fullsized":"2023-12-02T00:31:56.250982+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245260+0000","last_change":"2023-12-02T00:31:45.187585+0000","last_active":"2023-12-02T00:31:56.245260+0000","last_peered":"2023-12-02T00:31:56.245260+0000","last_clean":"2023-12-02T00:31:56.245260+0000","last_became_active":"2023-12-02T00:31:45.183715+0000","last_became_peered":"2023-12-02T00:31:45.183715+0000","last_unstale":"2023-12-02T00:31:56.245260+0000","last_undegraded":"2023-12-02T00:31:56.245260+0000","last_fullsized":"2023-12-02T00:31:56.245260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275422+0000","last_change":"2023-12-02T00:31:57.275422+0000","last_active":"2023-12-02T00:31:57.275422+0000","last_peered":"2023-12-02T00:31:57.275422+0000","last_clean":"2023-12-02T00:31:57.275422+0000","last_became_active":"2023-12-02T00:31:57.275136+0000","last_became_peered":"2023-12-02T00:31:57.275136+0000","last_unstale":"2023-12-02T00:31:57.275422+0000","last_undegraded":"2023-12-02T00:31:57.275422+0000","last_fullsized":"2023-12-02T00:31:57.275422+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257394+0000","last_change":"2023-12-02T00:31:57.257394+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257394+0000","last_undegraded":"2023-12-02T00:31:57.257394+0000","last_fullsized":"2023-12-02T00:31:57.257394+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245420+0000","last_change":"2023-12-02T00:31:44.188572+0000","last_active":"2023-12-02T00:31:56.245420+0000","last_peered":"2023-12-02T00:31:56.245420+0000","last_clean":"2023-12-02T00:31:56.245420+0000","last_became_active":"2023-12-02T00:31:44.188300+0000","last_became_peered":"2023-12-02T00:31:44.188300+0000","last_unstale":"2023-12-02T00:31:56.245420+0000","last_undegraded":"2023-12-02T00:31:56.245420+0000","last_fullsized":"2023-12-02T00:31:56.245420+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:49.815434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250898+0000","last_change":"2023-12-02T00:31:45.194674+0000","last_active":"2023-12-02T00:31:56.250898+0000","last_peered":"2023-12-02T00:31:56.250898+0000","last_clean":"2023-12-02T00:31:56.250898+0000","last_became_active":"2023-12-02T00:31:45.194338+0000","last_became_peered":"2023-12-02T00:31:45.194338+0000","last_unstale":"2023-12-02T00:31:56.250898+0000","last_undegraded":"2023-12-02T00:31:56.250898+0000","last_fullsized":"2023-12-02T00:31:56.250898+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:22.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.251477+0000","last_change":"2023-12-02T00:31:57.251477+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251477+0000","last_undegraded":"2023-12-02T00:31:57.251477+0000","last_fullsized":"2023-12-02T00:31:57.251477+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250555+0000","last_change":"2023-12-02T00:31:57.250555+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250555+0000","last_undegraded":"2023-12-02T00:31:57.250555+0000","last_fullsized":"2023-12-02T00:31:57.250555+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253976+0000","last_change":"2023-12-02T00:31:45.188452+0000","last_active":"2023-12-02T00:31:56.253976+0000","last_peered":"2023-12-02T00:31:56.253976+0000","last_clean":"2023-12-02T00:31:56.253976+0000","last_became_active":"2023-12-02T00:31:45.187941+0000","last_became_peered":"2023-12-02T00:31:45.187941+0000","last_unstale":"2023-12-02T00:31:56.253976+0000","last_undegraded":"2023-12-02T00:31:56.253976+0000","last_fullsized":"2023-12-02T00:31:56.253976+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250548+0000","last_change":"2023-12-02T00:31:57.250548+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250548+0000","last_undegraded":"2023-12-02T00:31:57.250548+0000","last_fullsized":"2023-12-02T00:31:57.250548+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244410+0000","last_change":"2023-12-02T00:31:45.200055+0000","last_active":"2023-12-02T00:31:56.244410+0000","last_peered":"2023-12-02T00:31:56.244410+0000","last_clean":"2023-12-02T00:31:56.244410+0000","last_became_active":"2023-12-02T00:31:45.197999+0000","last_became_peered":"2023-12-02T00:31:45.197999+0000","last_unstale":"2023-12-02T00:31:56.244410+0000","last_undegraded":"2023-12-02T00:31:56.244410+0000","last_fullsized":"2023-12-02T00:31:56.244410+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:13.814059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257988+0000","last_change":"2023-12-02T00:31:57.257988+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257988+0000","last_undegraded":"2023-12-02T00:31:57.257988+0000","last_fullsized":"2023-12-02T00:31:57.257988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254204+0000","last_change":"2023-12-02T00:31:45.193336+0000","last_active":"2023-12-02T00:31:56.254204+0000","last_peered":"2023-12-02T00:31:56.254204+0000","last_clean":"2023-12-02T00:31:56.254204+0000","last_became_active":"2023-12-02T00:31:45.193016+0000","last_became_peered":"2023-12-02T00:31:45.193016+0000","last_unstale":"2023-12-02T00:31:56.254204+0000","last_undegraded":"2023-12-02T00:31:56.254204+0000","last_fullsized":"2023-12-02T00:31:56.254204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253344+0000","last_change":"2023-12-02T00:31:57.253344+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253344+0000","last_undegraded":"2023-12-02T00:31:57.253344+0000","last_fullsized":"2023-12-02T00:31:57.253344+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250858+0000","last_change":"2023-12-02T00:31:45.203770+0000","last_active":"2023-12-02T00:31:56.250858+0000","last_peered":"2023-12-02T00:31:56.250858+0000","last_clean":"2023-12-02T00:31:56.250858+0000","last_became_active":"2023-12-02T00:31:45.203435+0000","last_became_peered":"2023-12-02T00:31:45.203435+0000","last_unstale":"2023-12-02T00:31:56.250858+0000","last_undegraded":"2023-12-02T00:31:56.250858+0000","last_fullsized":"2023-12-02T00:31:56.250858+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259691+0000","last_change":"2023-12-02T00:31:57.259691+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259691+0000","last_undegraded":"2023-12-02T00:31:57.259691+0000","last_fullsized":"2023-12-02T00:31:57.259691+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268349+0000","last_change":"2023-12-02T00:31:45.206609+0000","last_active":"2023-12-02T00:31:47.268349+0000","last_peered":"2023-12-02T00:31:47.268349+0000","last_clean":"2023-12-02T00:31:47.268349+0000","last_became_active":"2023-12-02T00:31:45.206307+0000","last_became_peered":"2023-12-02T00:31:45.206307+0000","last_unstale":"2023-12-02T00:31:47.268349+0000","last_undegraded":"2023-12-02T00:31:47.268349+0000","last_fullsized":"2023-12-02T00:31:47.268349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253869+0000","last_change":"2023-12-02T00:31:57.253869+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253869+0000","last_undegraded":"2023-12-02T00:31:57.253869+0000","last_fullsized":"2023-12-02T00:31:57.253869+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249743+0000","last_change":"2023-12-02T00:31:45.203014+0000","last_active":"2023-12-02T00:31:56.249743+0000","last_peered":"2023-12-02T00:31:56.249743+0000","last_clean":"2023-12-02T00:31:56.249743+0000","last_became_active":"2023-12-02T00:31:45.202714+0000","last_became_peered":"2023-12-02T00:31:45.202714+0000","last_unstale":"2023-12-02T00:31:56.249743+0000","last_undegraded":"2023-12-02T00:31:56.249743+0000","last_fullsized":"2023-12-02T00:31:56.249743+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260333+0000","last_change":"2023-12-02T00:31:57.260333+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260333+0000","last_undegraded":"2023-12-02T00:31:57.260333+0000","last_fullsized":"2023-12-02T00:31:57.260333+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243174+0000","last_change":"2023-12-02T00:31:45.196818+0000","last_active":"2023-12-02T00:31:56.243174+0000","last_peered":"2023-12-02T00:31:56.243174+0000","last_clean":"2023-12-02T00:31:56.243174+0000","last_became_active":"2023-12-02T00:31:45.196563+0000","last_became_peered":"2023-12-02T00:31:45.196563+0000","last_unstale":"2023-12-02T00:31:56.243174+0000","last_undegraded":"2023-12-02T00:31:56.243174+0000","last_fullsized":"2023-12-02T00:31:56.243174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:05.123772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251923+0000","last_change":"2023-12-02T00:31:57.251923+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251923+0000","last_undegraded":"2023-12-02T00:31:57.251923+0000","last_fullsized":"2023-12-02T00:31:57.251923+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248604+0000","last_change":"2023-12-02T00:31:45.201019+0000","last_active":"2023-12-02T00:31:56.248604+0000","last_peered":"2023-12-02T00:31:56.248604+0000","last_clean":"2023-12-02T00:31:56.248604+0000","last_became_active":"2023-12-02T00:31:45.200544+0000","last_became_peered":"2023-12-02T00:31:45.200544+0000","last_unstale":"2023-12-02T00:31:56.248604+0000","last_undegraded":"2023-12-02T00:31:56.248604+0000","last_fullsized":"2023-12-02T00:31:56.248604+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257361+0000","last_change":"2023-12-02T00:31:57.257361+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257361+0000","last_undegraded":"2023-12-02T00:31:57.257361+0000","last_fullsized":"2023-12-02T00:31:57.257361+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244937+0000","last_change":"2023-12-02T00:31:45.202707+0000","last_active":"2023-12-02T00:31:56.244937+0000","last_peered":"2023-12-02T00:31:56.244937+0000","last_clean":"2023-12-02T00:31:56.244937+0000","last_became_active":"2023-12-02T00:31:45.202440+0000","last_became_peered":"2023-12-02T00:31:45.202440+0000","last_unstale":"2023-12-02T00:31:56.244937+0000","last_undegraded":"2023-12-02T00:31:56.244937+0000","last_fullsized":"2023-12-02T00:31:56.244937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256505+0000","last_change":"2023-12-02T00:31:57.256505+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256505+0000","last_undegraded":"2023-12-02T00:31:57.256505+0000","last_fullsized":"2023-12-02T00:31:57.256505+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249630+0000","last_change":"2023-12-02T00:31:45.191085+0000","last_active":"2023-12-02T00:31:56.249630+0000","last_peered":"2023-12-02T00:31:56.249630+0000","last_clean":"2023-12-02T00:31:56.249630+0000","last_became_active":"2023-12-02T00:31:45.190768+0000","last_became_peered":"2023-12-02T00:31:45.190768+0000","last_unstale":"2023-12-02T00:31:56.249630+0000","last_undegraded":"2023-12-02T00:31:56.249630+0000","last_fullsized":"2023-12-02T00:31:56.249630+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253325+0000","last_change":"2023-12-02T00:31:57.253325+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253325+0000","last_undegraded":"2023-12-02T00:31:57.253325+0000","last_fullsized":"2023-12-02T00:31:57.253325+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250837+0000","last_change":"2023-12-02T00:31:45.198738+0000","last_active":"2023-12-02T00:31:56.250837+0000","last_peered":"2023-12-02T00:31:56.250837+0000","last_clean":"2023-12-02T00:31:56.250837+0000","last_became_active":"2023-12-02T00:31:45.198253+0000","last_became_peered":"2023-12-02T00:31:45.198253+0000","last_unstale":"2023-12-02T00:31:56.250837+0000","last_undegraded":"2023-12-02T00:31:56.250837+0000","last_fullsized":"2023-12-02T00:31:56.250837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249635+0000","last_change":"2023-12-02T00:31:57.249635+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249635+0000","last_undegraded":"2023-12-02T00:31:57.249635+0000","last_fullsized":"2023-12-02T00:31:57.249635+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250874+0000","last_change":"2023-12-02T00:31:45.196430+0000","last_active":"2023-12-02T00:31:56.250874+0000","last_peered":"2023-12-02T00:31:56.250874+0000","last_clean":"2023-12-02T00:31:56.250874+0000","last_became_active":"2023-12-02T00:31:45.195822+0000","last_became_peered":"2023-12-02T00:31:45.195822+0000","last_unstale":"2023-12-02T00:31:56.250874+0000","last_undegraded":"2023-12-02T00:31:56.250874+0000","last_fullsized":"2023-12-02T00:31:56.250874+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.252098+0000","last_change":"2023-12-02T00:31:57.252098+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.252098+0000","last_undegraded":"2023-12-02T00:31:57.252098+0000","last_fullsized":"2023-12-02T00:31:57.252098+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254116+0000","last_change":"2023-12-02T00:31:45.202860+0000","last_active":"2023-12-02T00:31:56.254116+0000","last_peered":"2023-12-02T00:31:56.254116+0000","last_clean":"2023-12-02T00:31:56.254116+0000","last_became_active":"2023-12-02T00:31:45.202621+0000","last_became_peered":"2023-12-02T00:31:45.202621+0000","last_unstale":"2023-12-02T00:31:56.254116+0000","last_undegraded":"2023-12-02T00:31:56.254116+0000","last_fullsized":"2023-12-02T00:31:56.254116+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:27.397753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250299+0000","last_change":"2023-12-02T00:31:57.250299+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250299+0000","last_undegraded":"2023-12-02T00:31:57.250299+0000","last_fullsized":"2023-12-02T00:31:57.250299+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242664+0000","last_change":"2023-12-02T00:31:45.198902+0000","last_active":"2023-12-02T00:31:56.242664+0000","last_peered":"2023-12-02T00:31:56.242664+0000","last_clean":"2023-12-02T00:31:56.242664+0000","last_became_active":"2023-12-02T00:31:45.198648+0000","last_became_peered":"2023-12-02T00:31:45.198648+0000","last_unstale":"2023-12-02T00:31:56.242664+0000","last_undegraded":"2023-12-02T00:31:56.242664+0000","last_fullsized":"2023-12-02T00:31:56.242664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257379+0000","last_change":"2023-12-02T00:31:57.257379+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257379+0000","last_undegraded":"2023-12-02T00:31:57.257379+0000","last_fullsized":"2023-12-02T00:31:57.257379+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243119+0000","last_change":"2023-12-02T00:31:45.200026+0000","last_active":"2023-12-02T00:31:56.243119+0000","last_peered":"2023-12-02T00:31:56.243119+0000","last_clean":"2023-12-02T00:31:56.243119+0000","last_became_active":"2023-12-02T00:31:45.199804+0000","last_became_peered":"2023-12-02T00:31:45.199804+0000","last_unstale":"2023-12-02T00:31:56.243119+0000","last_undegraded":"2023-12-02T00:31:56.243119+0000","last_fullsized":"2023-12-02T00:31:56.243119+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251520+0000","last_change":"2023-12-02T00:31:57.251520+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251520+0000","last_undegraded":"2023-12-02T00:31:57.251520+0000","last_fullsized":"2023-12-02T00:31:57.251520+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254534+0000","last_change":"2023-12-02T00:31:45.193483+0000","last_active":"2023-12-02T00:31:56.254534+0000","last_peered":"2023-12-02T00:31:56.254534+0000","last_clean":"2023-12-02T00:31:56.254534+0000","last_became_active":"2023-12-02T00:31:45.193210+0000","last_became_peered":"2023-12-02T00:31:45.193210+0000","last_unstale":"2023-12-02T00:31:56.254534+0000","last_undegraded":"2023-12-02T00:31:56.254534+0000","last_fullsized":"2023-12-02T00:31:56.254534+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260244+0000","last_change":"2023-12-02T00:31:57.260244+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260244+0000","last_undegraded":"2023-12-02T00:31:57.260244+0000","last_fullsized":"2023-12-02T00:31:57.260244+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254207+0000","last_change":"2023-12-02T00:31:45.209611+0000","last_active":"2023-12-02T00:31:56.254207+0000","last_peered":"2023-12-02T00:31:56.254207+0000","last_clean":"2023-12-02T00:31:56.254207+0000","last_became_active":"2023-12-02T00:31:45.209198+0000","last_became_peered":"2023-12-02T00:31:45.209198+0000","last_unstale":"2023-12-02T00:31:56.254207+0000","last_undegraded":"2023-12-02T00:31:56.254207+0000","last_fullsized":"2023-12-02T00:31:56.254207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260922+0000","last_change":"2023-12-02T00:31:57.260922+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260922+0000","last_undegraded":"2023-12-02T00:31:57.260922+0000","last_fullsized":"2023-12-02T00:31:57.260922+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245266+0000","last_change":"2023-12-02T00:31:45.198970+0000","last_active":"2023-12-02T00:31:56.245266+0000","last_peered":"2023-12-02T00:31:56.245266+0000","last_clean":"2023-12-02T00:31:56.245266+0000","last_became_active":"2023-12-02T00:31:45.198703+0000","last_became_peered":"2023-12-02T00:31:45.198703+0000","last_unstale":"2023-12-02T00:31:56.245266+0000","last_undegraded":"2023-12-02T00:31:56.245266+0000","last_fullsized":"2023-12-02T00:31:56.245266+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.252500+0000","last_change":"2023-12-02T00:31:57.252500+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.252500+0000","last_undegraded":"2023-12-02T00:31:57.252500+0000","last_fullsized":"2023-12-02T00:31:57.252500+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242353+0000","last_change":"2023-12-02T00:31:45.205750+0000","last_active":"2023-12-02T00:31:56.242353+0000","last_peered":"2023-12-02T00:31:56.242353+0000","last_clean":"2023-12-02T00:31:56.242353+0000","last_became_active":"2023-12-02T00:31:45.204340+0000","last_became_peered":"2023-12-02T00:31:45.204340+0000","last_unstale":"2023-12-02T00:31:56.242353+0000","last_undegraded":"2023-12-02T00:31:56.242353+0000","last_fullsized":"2023-12-02T00:31:56.242353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253921+0000","last_change":"2023-12-02T00:31:57.253921+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253921+0000","last_undegraded":"2023-12-02T00:31:57.253921+0000","last_fullsized":"2023-12-02T00:31:57.253921+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253968+0000","last_change":"2023-12-02T00:31:45.197880+0000","last_active":"2023-12-02T00:31:56.253968+0000","last_peered":"2023-12-02T00:31:56.253968+0000","last_clean":"2023-12-02T00:31:56.253968+0000","last_became_active":"2023-12-02T00:31:45.197449+0000","last_became_peered":"2023-12-02T00:31:45.197449+0000","last_unstale":"2023-12-02T00:31:56.253968+0000","last_undegraded":"2023-12-02T00:31:56.253968+0000","last_fullsized":"2023-12-02T00:31:56.253968+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:59.360444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261554+0000","last_change":"2023-12-02T00:31:57.261554+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261554+0000","last_undegraded":"2023-12-02T00:31:57.261554+0000","last_fullsized":"2023-12-02T00:31:57.261554+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268327+0000","last_change":"2023-12-02T00:31:45.208663+0000","last_active":"2023-12-02T00:31:47.268327+0000","last_peered":"2023-12-02T00:31:47.268327+0000","last_clean":"2023-12-02T00:31:47.268327+0000","last_became_active":"2023-12-02T00:31:45.208081+0000","last_became_peered":"2023-12-02T00:31:45.208081+0000","last_unstale":"2023-12-02T00:31:47.268327+0000","last_undegraded":"2023-12-02T00:31:47.268327+0000","last_fullsized":"2023-12-02T00:31:47.268327+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261128+0000","last_change":"2023-12-02T00:31:57.261128+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261128+0000","last_undegraded":"2023-12-02T00:31:57.261128+0000","last_fullsized":"2023-12-02T00:31:57.261128+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254364+0000","last_change":"2023-12-02T00:31:45.196475+0000","last_active":"2023-12-02T00:31:56.254364+0000","last_peered":"2023-12-02T00:31:56.254364+0000","last_clean":"2023-12-02T00:31:56.254364+0000","last_became_active":"2023-12-02T00:31:45.196195+0000","last_became_peered":"2023-12-02T00:31:45.196195+0000","last_unstale":"2023-12-02T00:31:56.254364+0000","last_undegraded":"2023-12-02T00:31:56.254364+0000","last_fullsized":"2023-12-02T00:31:56.254364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261262+0000","last_change":"2023-12-02T00:31:57.261262+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261262+0000","last_undegraded":"2023-12-02T00:31:57.261262+0000","last_fullsized":"2023-12-02T00:31:57.261262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248439+0000","last_change":"2023-12-02T00:31:45.206282+0000","last_active":"2023-12-02T00:31:56.248439+0000","last_peered":"2023-12-02T00:31:56.248439+0000","last_clean":"2023-12-02T00:31:56.248439+0000","last_became_active":"2023-12-02T00:31:45.206019+0000","last_became_peered":"2023-12-02T00:31:45.206019+0000","last_unstale":"2023-12-02T00:31:56.248439+0000","last_undegraded":"2023-12-02T00:31:56.248439+0000","last_fullsized":"2023-12-02T00:31:56.248439+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256363+0000","last_change":"2023-12-02T00:31:57.256363+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256363+0000","last_undegraded":"2023-12-02T00:31:57.256363+0000","last_fullsized":"2023-12-02T00:31:57.256363+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251532+0000","last_change":"2023-12-02T00:31:45.204168+0000","last_active":"2023-12-02T00:31:56.251532+0000","last_peered":"2023-12-02T00:31:56.251532+0000","last_clean":"2023-12-02T00:31:56.251532+0000","last_became_active":"2023-12-02T00:31:45.203723+0000","last_became_peered":"2023-12-02T00:31:45.203723+0000","last_unstale":"2023-12-02T00:31:56.251532+0000","last_undegraded":"2023-12-02T00:31:56.251532+0000","last_fullsized":"2023-12-02T00:31:56.251532+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.262063+0000","last_change":"2023-12-02T00:31:57.262063+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.262063+0000","last_undegraded":"2023-12-02T00:31:57.262063+0000","last_fullsized":"2023-12-02T00:31:57.262063+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253825+0000","last_change":"2023-12-02T00:31:45.203061+0000","last_active":"2023-12-02T00:31:56.253825+0000","last_peered":"2023-12-02T00:31:56.253825+0000","last_clean":"2023-12-02T00:31:56.253825+0000","last_became_active":"2023-12-02T00:31:45.202804+0000","last_became_peered":"2023-12-02T00:31:45.202804+0000","last_unstale":"2023-12-02T00:31:56.253825+0000","last_undegraded":"2023-12-02T00:31:56.253825+0000","last_fullsized":"2023-12-02T00:31:56.253825+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257057+0000","last_change":"2023-12-02T00:31:57.257057+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257057+0000","last_undegraded":"2023-12-02T00:31:57.257057+0000","last_fullsized":"2023-12-02T00:31:57.257057+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254105+0000","last_change":"2023-12-02T00:31:45.190527+0000","last_active":"2023-12-02T00:31:56.254105+0000","last_peered":"2023-12-02T00:31:56.254105+0000","last_clean":"2023-12-02T00:31:56.254105+0000","last_became_active":"2023-12-02T00:31:45.190171+0000","last_became_peered":"2023-12-02T00:31:45.190171+0000","last_unstale":"2023-12-02T00:31:56.254105+0000","last_undegraded":"2023-12-02T00:31:56.254105+0000","last_fullsized":"2023-12-02T00:31:56.254105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260406+0000","last_change":"2023-12-02T00:31:57.260406+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260406+0000","last_undegraded":"2023-12-02T00:31:57.260406+0000","last_fullsized":"2023-12-02T00:31:57.260406+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242263+0000","last_change":"2023-12-02T00:31:45.204306+0000","last_active":"2023-12-02T00:31:56.242263+0000","last_peered":"2023-12-02T00:31:56.242263+0000","last_clean":"2023-12-02T00:31:56.242263+0000","last_became_active":"2023-12-02T00:31:45.204000+0000","last_became_peered":"2023-12-02T00:31:45.204000+0000","last_unstale":"2023-12-02T00:31:56.242263+0000","last_undegraded":"2023-12-02T00:31:56.242263+0000","last_fullsized":"2023-12-02T00:31:56.242263+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256561+0000","last_change":"2023-12-02T00:31:57.256561+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256561+0000","last_undegraded":"2023-12-02T00:31:57.256561+0000","last_fullsized":"2023-12-02T00:31:57.256561+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253935+0000","last_change":"2023-12-02T00:31:45.211735+0000","last_active":"2023-12-02T00:31:56.253935+0000","last_peered":"2023-12-02T00:31:56.253935+0000","last_clean":"2023-12-02T00:31:56.253935+0000","last_became_active":"2023-12-02T00:31:45.211492+0000","last_became_peered":"2023-12-02T00:31:45.211492+0000","last_unstale":"2023-12-02T00:31:56.253935+0000","last_undegraded":"2023-12-02T00:31:56.253935+0000","last_fullsized":"2023-12-02T00:31:56.253935+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:01.846471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256076+0000","last_change":"2023-12-02T00:31:57.256076+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256076+0000","last_undegraded":"2023-12-02T00:31:57.256076+0000","last_fullsized":"2023-12-02T00:31:57.256076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248362+0000","last_change":"2023-12-02T00:31:45.212793+0000","last_active":"2023-12-02T00:31:56.248362+0000","last_peered":"2023-12-02T00:31:56.248362+0000","last_clean":"2023-12-02T00:31:56.248362+0000","last_became_active":"2023-12-02T00:31:45.212524+0000","last_became_peered":"2023-12-02T00:31:45.212524+0000","last_unstale":"2023-12-02T00:31:56.248362+0000","last_undegraded":"2023-12-02T00:31:56.248362+0000","last_fullsized":"2023-12-02T00:31:56.248362+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257700+0000","last_change":"2023-12-02T00:31:57.257700+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257700+0000","last_undegraded":"2023-12-02T00:31:57.257700+0000","last_fullsized":"2023-12-02T00:31:57.257700+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268371+0000","last_change":"2023-12-02T00:31:45.199537+0000","last_active":"2023-12-02T00:31:47.268371+0000","last_peered":"2023-12-02T00:31:47.268371+0000","last_clean":"2023-12-02T00:31:47.268371+0000","last_became_active":"2023-12-02T00:31:45.198960+0000","last_became_peered":"2023-12-02T00:31:45.198960+0000","last_unstale":"2023-12-02T00:31:47.268371+0000","last_undegraded":"2023-12-02T00:31:47.268371+0000","last_fullsized":"2023-12-02T00:31:47.268371+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261099+0000","last_change":"2023-12-02T00:31:57.261099+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261099+0000","last_undegraded":"2023-12-02T00:31:57.261099+0000","last_fullsized":"2023-12-02T00:31:57.261099+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243052+0000","last_change":"2023-12-02T00:31:45.203845+0000","last_active":"2023-12-02T00:31:56.243052+0000","last_peered":"2023-12-02T00:31:56.243052+0000","last_clean":"2023-12-02T00:31:56.243052+0000","last_became_active":"2023-12-02T00:31:45.203503+0000","last_became_peered":"2023-12-02T00:31:45.203503+0000","last_unstale":"2023-12-02T00:31:56.243052+0000","last_undegraded":"2023-12-02T00:31:56.243052+0000","last_fullsized":"2023-12-02T00:31:56.243052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250271+0000","last_change":"2023-12-02T00:31:57.250271+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250271+0000","last_undegraded":"2023-12-02T00:31:57.250271+0000","last_fullsized":"2023-12-02T00:31:57.250271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245174+0000","last_change":"2023-12-02T00:31:45.203183+0000","last_active":"2023-12-02T00:31:56.245174+0000","last_peered":"2023-12-02T00:31:56.245174+0000","last_clean":"2023-12-02T00:31:56.245174+0000","last_became_active":"2023-12-02T00:31:45.202868+0000","last_became_peered":"2023-12-02T00:31:45.202868+0000","last_unstale":"2023-12-02T00:31:56.245174+0000","last_undegraded":"2023-12-02T00:31:56.245174+0000","last_fullsized":"2023-12-02T00:31:56.245174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":958464,"data_stored":731231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.60099999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.68100000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.72299999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.94199999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.84099999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":1.177}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.755},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.64700000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.54700000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.70399999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.59199999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.57499999999999996}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.62}]},{"osd":2,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1549999999999998,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.66200000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":2.1179999999999999,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.54900000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.78300000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.68100000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.76400000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.67800000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.79500000000000004}]},{"osd":3,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.74099999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.76300000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.84699999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.92900000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":376832,"data_stored":143902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.35299999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.438},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.501}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.77800000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.3410000000000002,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.79500000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.75800000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.81699999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":364544,"data_stored":140843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.51100000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.899,"5min":1.899,"15min":1.899},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56699999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.73599999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.71999999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.76200000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.69699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":376832,"data_stored":143902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.4880000000000004,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":0.312},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.36899999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.093,"5min":4.093,"15min":4.093},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":8.1620000000000008,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.34799999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.633,"5min":4.633,"15min":4.633},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.56200000000000006}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.2569999999999997,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.7839999999999998,"5min":3.7839999999999998,"15min":3.7839999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":3.8410000000000002,"5min":3.8410000000000002,"15min":3.8410000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":4.5869999999999997,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.3179999999999996,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.8889999999999998,"5min":3.8889999999999998,"15min":3.8889999999999998},"last":0.52500000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.69899999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":954368,"data_stored":731141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.372},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.34799999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.48099999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.83399999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.751},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.84899999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.68300000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.79900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:02.364 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:02.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bdff72640 1 Processor -- start 2023-12-02T00:32:02.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bdff72640 1 -- start start 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bdff72640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5bd80c63c0 0x7f5bd80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bdff72640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f5bd80c2bb0 0x7f5bd80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bdff72640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bd80c31c0 con 0x7f5bd80c4100 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bdff72640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bd80c34a0 con 0x7f5bd80c63c0 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bdff72640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bd80c1030 con 0x7f5bd80c2bb0 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bddd0e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5bd80c63c0 0x7f5bd80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bddd0e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5bd80c63c0 0x7f5bd80c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43568/0 (socket says 172.21.15.133:43568) 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bddd0e640 1 -- 172.21.15.133:0/3106314407 learned_addr learned my addr 172.21.15.133:0/3106314407 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:02.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bde50f640 1 --2- 172.21.15.133:0/3106314407 >> v2:172.21.15.172:3300/0 conn(0x7f5bd80c2bb0 0x7f5bd80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bddd0e640 1 -- 172.21.15.133:0/3106314407 >> v2:172.21.15.172:3300/0 conn(0x7f5bd80c2bb0 msgr2=0x7f5bd80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bddd0e640 1 --2- 172.21.15.133:0/3106314407 >> v2:172.21.15.172:3300/0 conn(0x7f5bd80c2bb0 0x7f5bd80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bddd0e640 1 -- 172.21.15.133:0/3106314407 >> v1:172.21.15.172:6789/0 conn(0x7f5bd80c4100 legacy=0x7f5bd80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bddd0e640 1 -- 172.21.15.133:0/3106314407 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bd80c1310 con 0x7f5bd80c63c0 2023-12-02T00:32:02.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.529+0000 7f5bde50f640 1 --2- 172.21.15.133:0/3106314407 >> v2:172.21.15.172:3300/0 conn(0x7f5bd80c2bb0 0x7f5bd80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:02.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bddd0e640 1 --2- 172.21.15.133:0/3106314407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c63c0 0x7f5bd80c06d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5bd80c4550 tx=0x7f5bd401ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b9fb235f45ceca9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdcd0c640 1 -- 172.21.15.133:0/3106314407 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd80aa3d0 con 0x7f5bd80c63c0 2023-12-02T00:32:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdcd0c640 1 -- 172.21.15.133:0/3106314407 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bd40a7b60 con 0x7f5bd80c63c0 2023-12-02T00:32:02.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdcd0c640 1 -- 172.21.15.133:0/3106314407 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd40af440 con 0x7f5bd80c63c0 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 -- 172.21.15.133:0/3106314407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c63c0 msgr2=0x7f5bd80c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 --2- 172.21.15.133:0/3106314407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c63c0 0x7f5bd80c06d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5bd80c4550 tx=0x7f5bd401ea70 comp rx=0 tx=0).stop 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 -- 172.21.15.133:0/3106314407 shutdown_connections 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 --2- 172.21.15.133:0/3106314407 >> v2:172.21.15.172:3300/0 conn(0x7f5bd80c2bb0 0x7f5bd80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 --2- 172.21.15.133:0/3106314407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c63c0 0x7f5bd80c06d0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 -- 172.21.15.133:0/3106314407 >> 172.21.15.133:0/3106314407 conn(0x7f5bd806a5b0 msgr2=0x7f5bd806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 -- 172.21.15.133:0/3106314407 shutdown_connections 2023-12-02T00:32:02.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.533+0000 7f5bdff72640 1 -- 172.21.15.133:0/3106314407 wait complete. 2023-12-02T00:32:02.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 Processor -- start 2023-12-02T00:32:02.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 -- start start 2023-12-02T00:32:02.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5bd80c2bb0 0x7f5bd8151e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c4100 0x7f5bd815a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5bd80c63c0 0x7f5bd81ed000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bd8155020 con 0x7f5bd80c4100 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bd81541e0 con 0x7f5bd80c2bb0 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bd81547a0 con 0x7f5bd80c63c0 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c4100 0x7f5bd815a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c4100 0x7f5bd815a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43574/0 (socket says 172.21.15.133:43574) 2023-12-02T00:32:02.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 -- 172.21.15.133:0/109674839 learned_addr learned my addr 172.21.15.133:0/109674839 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bddd0e640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5bd80c2bb0 0x7f5bd8151e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bde50f640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5bd80c63c0 0x7f5bd81ed000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 -- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5bd80c63c0 msgr2=0x7f5bd81ed000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5bd80c63c0 0x7f5bd81ed000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 -- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5bd80c2bb0 msgr2=0x7f5bd8151e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5bd80c2bb0 0x7f5bd8151e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 -- 172.21.15.133:0/109674839 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bd400b770 con 0x7f5bd80c4100 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bde50f640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5bd80c63c0 0x7f5bd81ed000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdd50d640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c4100 0x7f5bd815a420 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5bc800c450 tx=0x7f5bc800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bce7fc640 1 -- 172.21.15.133:0/109674839 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc8012830 con 0x7f5bd80c4100 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bce7fc640 1 -- 172.21.15.133:0/109674839 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bc80129b0 con 0x7f5bd80c4100 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bd8153a40 con 0x7f5bd80c4100 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bce7fc640 1 -- 172.21.15.133:0/109674839 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc8012d60 con 0x7f5bd80c4100 2023-12-02T00:32:02.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bd81f1120 con 0x7f5bd80c4100 2023-12-02T00:32:02.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.537+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bd8068400 con 0x7f5bd80c4100 2023-12-02T00:32:02.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.541+0000 7f5bce7fc640 1 -- 172.21.15.133:0/109674839 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5bc801c460 con 0x7f5bd80c4100 2023-12-02T00:32:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.541+0000 7f5bce7fc640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5bbc066470 0x7f5bbc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.541+0000 7f5bce7fc640 1 -- 172.21.15.133:0/109674839 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5bc8083eb0 con 0x7f5bd80c4100 2023-12-02T00:32:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.541+0000 7f5bddd0e640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5bbc066470 0x7f5bbc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.541+0000 7f5bddd0e640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5bbc066470 0x7f5bbc068930 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5bd40b1000 tx=0x7f5bd4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.545+0000 7f5bce7fc640 1 -- 172.21.15.133:0/109674839 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5bc8051060 con 0x7f5bd80c4100 2023-12-02T00:32:02.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.693+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5bd80c3e50 con 0x7f5bbc066470 2023-12-02T00:32:02.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.705+0000 7f5bce7fc640 1 -- 172.21.15.133:0/109674839 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+521650 (secure 0 0 0) 0x7f5bd80c3e50 con 0x7f5bbc066470 2023-12-02T00:32:02.714 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:02.718 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:02.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5bbc066470 msgr2=0x7f5bbc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5bbc066470 0x7f5bbc068930 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5bd40b1000 tx=0x7f5bd4008040 comp rx=0 tx=0).stop 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c4100 msgr2=0x7f5bd815a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c4100 0x7f5bd815a420 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5bc800c450 tx=0x7f5bc800c910 comp rx=0 tx=0).stop 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 shutdown_connections 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5bbc066470 0x7f5bbc068930 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5bd80c63c0 0x7f5bd81ed000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5bd80c4100 0x7f5bd815a420 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 --2- 172.21.15.133:0/109674839 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5bd80c2bb0 0x7f5bd8151e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 >> 172.21.15.133:0/109674839 conn(0x7f5bd806a5b0 msgr2=0x7f5bd80a6050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 shutdown_connections 2023-12-02T00:32:02.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.709+0000 7f5bdff72640 1 -- 172.21.15.133:0/109674839 wait complete. 2023-12-02T00:32:02.734 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2023-12-02T00:32:01.251649+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":199,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220200,"kb_used_data":4040,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754520,"statfs":{"total":773094113280,"available":772868628480,"internally_reserved":0,"allocated":4136960,"data_stored":2314730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1241,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.011554"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254404+0000","last_change":"2023-12-02T00:31:57.254404+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254404+0000","last_undegraded":"2023-12-02T00:31:57.254404+0000","last_fullsized":"2023-12-02T00:31:57.254404+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254277+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:56.254277+0000","last_peered":"2023-12-02T00:31:56.254277+0000","last_clean":"2023-12-02T00:31:56.254277+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:56.254277+0000","last_undegraded":"2023-12-02T00:31:56.254277+0000","last_fullsized":"2023-12-02T00:31:56.254277+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244133+0000","last_change":"2023-12-02T00:31:44.184204+0000","last_active":"2023-12-02T00:31:56.244133+0000","last_peered":"2023-12-02T00:31:56.244133+0000","last_clean":"2023-12-02T00:31:56.244133+0000","last_became_active":"2023-12-02T00:31:44.183918+0000","last_became_peered":"2023-12-02T00:31:44.183918+0000","last_unstale":"2023-12-02T00:31:56.244133+0000","last_undegraded":"2023-12-02T00:31:56.244133+0000","last_fullsized":"2023-12-02T00:31:56.244133+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254151+0000","last_change":"2023-12-02T00:31:45.198039+0000","last_active":"2023-12-02T00:31:56.254151+0000","last_peered":"2023-12-02T00:31:56.254151+0000","last_clean":"2023-12-02T00:31:56.254151+0000","last_became_active":"2023-12-02T00:31:45.197761+0000","last_became_peered":"2023-12-02T00:31:45.197761+0000","last_unstale":"2023-12-02T00:31:56.254151+0000","last_undegraded":"2023-12-02T00:31:56.254151+0000","last_fullsized":"2023-12-02T00:31:56.254151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.263777+0000","last_change":"2023-12-02T00:31:57.263777+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.263777+0000","last_undegraded":"2023-12-02T00:31:57.263777+0000","last_fullsized":"2023-12-02T00:31:57.263777+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:19.165876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.258154+0000","last_change":"2023-12-02T00:31:57.258154+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.258154+0000","last_undegraded":"2023-12-02T00:31:57.258154+0000","last_fullsized":"2023-12-02T00:31:57.258154+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242265+0000","last_change":"2023-12-02T00:31:44.195709+0000","last_active":"2023-12-02T00:31:56.242265+0000","last_peered":"2023-12-02T00:31:56.242265+0000","last_clean":"2023-12-02T00:31:56.242265+0000","last_became_active":"2023-12-02T00:31:44.195202+0000","last_became_peered":"2023-12-02T00:31:44.195202+0000","last_unstale":"2023-12-02T00:31:56.242265+0000","last_undegraded":"2023-12-02T00:31:56.242265+0000","last_fullsized":"2023-12-02T00:31:56.242265+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:55.352177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250362+0000","last_change":"2023-12-02T00:31:45.199307+0000","last_active":"2023-12-02T00:31:56.250362+0000","last_peered":"2023-12-02T00:31:56.250362+0000","last_clean":"2023-12-02T00:31:56.250362+0000","last_became_active":"2023-12-02T00:31:45.199043+0000","last_became_peered":"2023-12-02T00:31:45.199043+0000","last_unstale":"2023-12-02T00:31:56.250362+0000","last_undegraded":"2023-12-02T00:31:56.250362+0000","last_fullsized":"2023-12-02T00:31:56.250362+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249455+0000","last_change":"2023-12-02T00:31:57.249455+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249455+0000","last_undegraded":"2023-12-02T00:31:57.249455+0000","last_fullsized":"2023-12-02T00:31:57.249455+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:32.506622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255275+0000","last_change":"2023-12-02T00:31:57.255275+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255275+0000","last_undegraded":"2023-12-02T00:31:57.255275+0000","last_fullsized":"2023-12-02T00:31:57.255275+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250537+0000","last_change":"2023-12-02T00:31:44.184589+0000","last_active":"2023-12-02T00:31:56.250537+0000","last_peered":"2023-12-02T00:31:56.250537+0000","last_clean":"2023-12-02T00:31:56.250537+0000","last_became_active":"2023-12-02T00:31:44.184302+0000","last_became_peered":"2023-12-02T00:31:44.184302+0000","last_unstale":"2023-12-02T00:31:56.250537+0000","last_undegraded":"2023-12-02T00:31:56.250537+0000","last_fullsized":"2023-12-02T00:31:56.250537+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242156+0000","last_change":"2023-12-02T00:31:45.209165+0000","last_active":"2023-12-02T00:31:56.242156+0000","last_peered":"2023-12-02T00:31:56.242156+0000","last_clean":"2023-12-02T00:31:56.242156+0000","last_became_active":"2023-12-02T00:31:45.207325+0000","last_became_peered":"2023-12-02T00:31:45.207325+0000","last_unstale":"2023-12-02T00:31:56.242156+0000","last_undegraded":"2023-12-02T00:31:56.242156+0000","last_fullsized":"2023-12-02T00:31:56.242156+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275353+0000","last_change":"2023-12-02T00:31:57.270649+0000","last_active":"2023-12-02T00:31:57.275353+0000","last_peered":"2023-12-02T00:31:57.275353+0000","last_clean":"2023-12-02T00:31:57.275353+0000","last_became_active":"2023-12-02T00:31:57.270344+0000","last_became_peered":"2023-12-02T00:31:57.270344+0000","last_unstale":"2023-12-02T00:31:57.275353+0000","last_undegraded":"2023-12-02T00:31:57.275353+0000","last_fullsized":"2023-12-02T00:31:57.275353+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:14.404106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249569+0000","last_change":"2023-12-02T00:31:57.249569+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249569+0000","last_undegraded":"2023-12-02T00:31:57.249569+0000","last_fullsized":"2023-12-02T00:31:57.249569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248177+0000","last_change":"2023-12-02T00:31:44.198046+0000","last_active":"2023-12-02T00:31:56.248177+0000","last_peered":"2023-12-02T00:31:56.248177+0000","last_clean":"2023-12-02T00:31:56.248177+0000","last_became_active":"2023-12-02T00:31:44.197763+0000","last_became_peered":"2023-12-02T00:31:44.197763+0000","last_unstale":"2023-12-02T00:31:56.248177+0000","last_undegraded":"2023-12-02T00:31:56.248177+0000","last_fullsized":"2023-12-02T00:31:56.248177+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250287+0000","last_change":"2023-12-02T00:31:45.192562+0000","last_active":"2023-12-02T00:31:56.250287+0000","last_peered":"2023-12-02T00:31:56.250287+0000","last_clean":"2023-12-02T00:31:56.250287+0000","last_became_active":"2023-12-02T00:31:45.191214+0000","last_became_peered":"2023-12-02T00:31:45.191214+0000","last_unstale":"2023-12-02T00:31:56.250287+0000","last_undegraded":"2023-12-02T00:31:56.250287+0000","last_fullsized":"2023-12-02T00:31:56.250287+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:25.334214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.246434+0000","last_change":"2023-12-02T00:31:57.246434+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.246434+0000","last_undegraded":"2023-12-02T00:31:57.246434+0000","last_fullsized":"2023-12-02T00:31:57.246434+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:08.432864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255516+0000","last_change":"2023-12-02T00:31:57.255516+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255516+0000","last_undegraded":"2023-12-02T00:31:57.255516+0000","last_fullsized":"2023-12-02T00:31:57.255516+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250524+0000","last_change":"2023-12-02T00:31:44.201502+0000","last_active":"2023-12-02T00:31:56.250524+0000","last_peered":"2023-12-02T00:31:56.250524+0000","last_clean":"2023-12-02T00:31:56.250524+0000","last_became_active":"2023-12-02T00:31:44.201173+0000","last_became_peered":"2023-12-02T00:31:44.201173+0000","last_unstale":"2023-12-02T00:31:56.250524+0000","last_undegraded":"2023-12-02T00:31:56.250524+0000","last_fullsized":"2023-12-02T00:31:56.250524+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244796+0000","last_change":"2023-12-02T00:31:45.184553+0000","last_active":"2023-12-02T00:31:56.244796+0000","last_peered":"2023-12-02T00:31:56.244796+0000","last_clean":"2023-12-02T00:31:56.244796+0000","last_became_active":"2023-12-02T00:31:45.184253+0000","last_became_peered":"2023-12-02T00:31:45.184253+0000","last_unstale":"2023-12-02T00:31:56.244796+0000","last_undegraded":"2023-12-02T00:31:56.244796+0000","last_fullsized":"2023-12-02T00:31:56.244796+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:39.396860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.268698+0000","last_change":"2023-12-02T00:31:57.266245+0000","last_active":"2023-12-02T00:31:57.268698+0000","last_peered":"2023-12-02T00:31:57.268698+0000","last_clean":"2023-12-02T00:31:57.268698+0000","last_became_active":"2023-12-02T00:31:57.265965+0000","last_became_peered":"2023-12-02T00:31:57.265965+0000","last_unstale":"2023-12-02T00:31:57.268698+0000","last_undegraded":"2023-12-02T00:31:57.268698+0000","last_fullsized":"2023-12-02T00:31:57.268698+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:13.486544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249728+0000","last_change":"2023-12-02T00:31:57.249728+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249728+0000","last_undegraded":"2023-12-02T00:31:57.249728+0000","last_fullsized":"2023-12-02T00:31:57.249728+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248657+0000","last_change":"2023-12-02T00:31:44.192759+0000","last_active":"2023-12-02T00:31:56.248657+0000","last_peered":"2023-12-02T00:31:56.248657+0000","last_clean":"2023-12-02T00:31:56.248657+0000","last_became_active":"2023-12-02T00:31:44.192573+0000","last_became_peered":"2023-12-02T00:31:44.192573+0000","last_unstale":"2023-12-02T00:31:56.248657+0000","last_undegraded":"2023-12-02T00:31:56.248657+0000","last_fullsized":"2023-12-02T00:31:56.248657+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249959+0000","last_change":"2023-12-02T00:31:45.194035+0000","last_active":"2023-12-02T00:31:56.249959+0000","last_peered":"2023-12-02T00:31:56.249959+0000","last_clean":"2023-12-02T00:31:56.249959+0000","last_became_active":"2023-12-02T00:31:45.193716+0000","last_became_peered":"2023-12-02T00:31:45.193716+0000","last_unstale":"2023-12-02T00:31:56.249959+0000","last_undegraded":"2023-12-02T00:31:56.249959+0000","last_fullsized":"2023-12-02T00:31:56.249959+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.266376+0000","last_change":"2023-12-02T00:31:57.256092+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.266376+0000","last_undegraded":"2023-12-02T00:31:57.266376+0000","last_fullsized":"2023-12-02T00:31:57.266376+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255527+0000","last_change":"2023-12-02T00:31:57.255527+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255527+0000","last_undegraded":"2023-12-02T00:31:57.255527+0000","last_fullsized":"2023-12-02T00:31:57.255527+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251142+0000","last_change":"2023-12-02T00:31:44.198620+0000","last_active":"2023-12-02T00:31:56.251142+0000","last_peered":"2023-12-02T00:31:56.251142+0000","last_clean":"2023-12-02T00:31:56.251142+0000","last_became_active":"2023-12-02T00:31:44.198330+0000","last_became_peered":"2023-12-02T00:31:44.198330+0000","last_unstale":"2023-12-02T00:31:56.251142+0000","last_undegraded":"2023-12-02T00:31:56.251142+0000","last_fullsized":"2023-12-02T00:31:56.251142+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268441+0000","last_change":"2023-12-02T00:31:45.208888+0000","last_active":"2023-12-02T00:31:47.268441+0000","last_peered":"2023-12-02T00:31:47.268441+0000","last_clean":"2023-12-02T00:31:47.268441+0000","last_became_active":"2023-12-02T00:31:45.207634+0000","last_became_peered":"2023-12-02T00:31:45.207634+0000","last_unstale":"2023-12-02T00:31:47.268441+0000","last_undegraded":"2023-12-02T00:31:47.268441+0000","last_fullsized":"2023-12-02T00:31:47.268441+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.272668+0000","last_change":"2023-12-02T00:31:57.269927+0000","last_active":"2023-12-02T00:31:57.272668+0000","last_peered":"2023-12-02T00:31:57.272668+0000","last_clean":"2023-12-02T00:31:57.272668+0000","last_became_active":"2023-12-02T00:31:57.268925+0000","last_became_peered":"2023-12-02T00:31:57.268925+0000","last_unstale":"2023-12-02T00:31:57.272668+0000","last_undegraded":"2023-12-02T00:31:57.272668+0000","last_fullsized":"2023-12-02T00:31:57.272668+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:32.506622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253844+0000","last_change":"2023-12-02T00:31:57.253844+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253844+0000","last_undegraded":"2023-12-02T00:31:57.253844+0000","last_fullsized":"2023-12-02T00:31:57.253844+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248879+0000","last_change":"2023-12-02T00:31:44.196463+0000","last_active":"2023-12-02T00:31:56.248879+0000","last_peered":"2023-12-02T00:31:56.248879+0000","last_clean":"2023-12-02T00:31:56.248879+0000","last_became_active":"2023-12-02T00:31:44.196092+0000","last_became_peered":"2023-12-02T00:31:44.196092+0000","last_unstale":"2023-12-02T00:31:56.248879+0000","last_undegraded":"2023-12-02T00:31:56.248879+0000","last_fullsized":"2023-12-02T00:31:56.248879+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254050+0000","last_change":"2023-12-02T00:31:45.202001+0000","last_active":"2023-12-02T00:31:56.254050+0000","last_peered":"2023-12-02T00:31:56.254050+0000","last_clean":"2023-12-02T00:31:56.254050+0000","last_became_active":"2023-12-02T00:31:45.201677+0000","last_became_peered":"2023-12-02T00:31:45.201677+0000","last_unstale":"2023-12-02T00:31:56.254050+0000","last_undegraded":"2023-12-02T00:31:56.254050+0000","last_fullsized":"2023-12-02T00:31:56.254050+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:50.822859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275299+0000","last_change":"2023-12-02T00:31:57.269929+0000","last_active":"2023-12-02T00:31:57.275299+0000","last_peered":"2023-12-02T00:31:57.275299+0000","last_clean":"2023-12-02T00:31:57.275299+0000","last_became_active":"2023-12-02T00:31:57.269566+0000","last_became_peered":"2023-12-02T00:31:57.269566+0000","last_unstale":"2023-12-02T00:31:57.275299+0000","last_undegraded":"2023-12-02T00:31:57.275299+0000","last_fullsized":"2023-12-02T00:31:57.275299+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250473+0000","last_change":"2023-12-02T00:31:57.250473+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250473+0000","last_undegraded":"2023-12-02T00:31:57.250473+0000","last_fullsized":"2023-12-02T00:31:57.250473+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245019+0000","last_change":"2023-12-02T00:31:44.192782+0000","last_active":"2023-12-02T00:31:56.245019+0000","last_peered":"2023-12-02T00:31:56.245019+0000","last_clean":"2023-12-02T00:31:56.245019+0000","last_became_active":"2023-12-02T00:31:44.192104+0000","last_became_peered":"2023-12-02T00:31:44.192104+0000","last_unstale":"2023-12-02T00:31:56.245019+0000","last_undegraded":"2023-12-02T00:31:56.245019+0000","last_fullsized":"2023-12-02T00:31:56.245019+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253986+0000","last_change":"2023-12-02T00:31:45.190682+0000","last_active":"2023-12-02T00:31:56.253986+0000","last_peered":"2023-12-02T00:31:56.253986+0000","last_clean":"2023-12-02T00:31:56.253986+0000","last_became_active":"2023-12-02T00:31:45.190068+0000","last_became_peered":"2023-12-02T00:31:45.190068+0000","last_unstale":"2023-12-02T00:31:56.253986+0000","last_undegraded":"2023-12-02T00:31:56.253986+0000","last_fullsized":"2023-12-02T00:31:56.253986+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.263557+0000","last_change":"2023-12-02T00:31:57.263557+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.263557+0000","last_undegraded":"2023-12-02T00:31:57.263557+0000","last_fullsized":"2023-12-02T00:31:57.263557+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:17.197035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255700+0000","last_change":"2023-12-02T00:31:57.255700+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255700+0000","last_undegraded":"2023-12-02T00:31:57.255700+0000","last_fullsized":"2023-12-02T00:31:57.255700+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250455+0000","last_change":"2023-12-02T00:31:44.190455+0000","last_active":"2023-12-02T00:31:56.250455+0000","last_peered":"2023-12-02T00:31:56.250455+0000","last_clean":"2023-12-02T00:31:56.250455+0000","last_became_active":"2023-12-02T00:31:44.190178+0000","last_became_peered":"2023-12-02T00:31:44.190178+0000","last_unstale":"2023-12-02T00:31:56.250455+0000","last_undegraded":"2023-12-02T00:31:56.250455+0000","last_fullsized":"2023-12-02T00:31:56.250455+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253720+0000","last_change":"2023-12-02T00:31:45.198495+0000","last_active":"2023-12-02T00:31:56.253720+0000","last_peered":"2023-12-02T00:31:56.253720+0000","last_clean":"2023-12-02T00:31:56.253720+0000","last_became_active":"2023-12-02T00:31:45.198235+0000","last_became_peered":"2023-12-02T00:31:45.198235+0000","last_unstale":"2023-12-02T00:31:56.253720+0000","last_undegraded":"2023-12-02T00:31:56.253720+0000","last_fullsized":"2023-12-02T00:31:56.253720+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:06.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.270889+0000","last_change":"2023-12-02T00:31:57.257021+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.270889+0000","last_undegraded":"2023-12-02T00:31:57.270889+0000","last_fullsized":"2023-12-02T00:31:57.270889+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253688+0000","last_change":"2023-12-02T00:31:57.253688+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253688+0000","last_undegraded":"2023-12-02T00:31:57.253688+0000","last_fullsized":"2023-12-02T00:31:57.253688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244766+0000","last_change":"2023-12-02T00:31:44.194888+0000","last_active":"2023-12-02T00:31:56.244766+0000","last_peered":"2023-12-02T00:31:56.244766+0000","last_clean":"2023-12-02T00:31:56.244766+0000","last_became_active":"2023-12-02T00:31:44.194569+0000","last_became_peered":"2023-12-02T00:31:44.194569+0000","last_unstale":"2023-12-02T00:31:56.244766+0000","last_undegraded":"2023-12-02T00:31:56.244766+0000","last_fullsized":"2023-12-02T00:31:56.244766+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254034+0000","last_change":"2023-12-02T00:31:45.197746+0000","last_active":"2023-12-02T00:31:56.254034+0000","last_peered":"2023-12-02T00:31:56.254034+0000","last_clean":"2023-12-02T00:31:56.254034+0000","last_became_active":"2023-12-02T00:31:45.197189+0000","last_became_peered":"2023-12-02T00:31:45.197189+0000","last_unstale":"2023-12-02T00:31:56.254034+0000","last_undegraded":"2023-12-02T00:31:56.254034+0000","last_fullsized":"2023-12-02T00:31:56.254034+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:27.198715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.259917+0000","last_change":"2023-12-02T00:31:57.259917+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259917+0000","last_undegraded":"2023-12-02T00:31:57.259917+0000","last_fullsized":"2023-12-02T00:31:57.259917+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259599+0000","last_change":"2023-12-02T00:31:57.259599+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259599+0000","last_undegraded":"2023-12-02T00:31:57.259599+0000","last_fullsized":"2023-12-02T00:31:57.259599+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250383+0000","last_change":"2023-12-02T00:31:44.199242+0000","last_active":"2023-12-02T00:31:56.250383+0000","last_peered":"2023-12-02T00:31:56.250383+0000","last_clean":"2023-12-02T00:31:56.250383+0000","last_became_active":"2023-12-02T00:31:44.198971+0000","last_became_peered":"2023-12-02T00:31:44.198971+0000","last_unstale":"2023-12-02T00:31:56.250383+0000","last_undegraded":"2023-12-02T00:31:56.250383+0000","last_fullsized":"2023-12-02T00:31:56.250383+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:26.390328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253881+0000","last_change":"2023-12-02T00:31:45.202242+0000","last_active":"2023-12-02T00:31:56.253881+0000","last_peered":"2023-12-02T00:31:56.253881+0000","last_clean":"2023-12-02T00:31:56.253881+0000","last_became_active":"2023-12-02T00:31:45.201907+0000","last_became_peered":"2023-12-02T00:31:45.201907+0000","last_unstale":"2023-12-02T00:31:56.253881+0000","last_undegraded":"2023-12-02T00:31:56.253881+0000","last_fullsized":"2023-12-02T00:31:56.253881+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:37:10.833810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270357+0000","last_change":"2023-12-02T00:31:57.270357+0000","last_active":"2023-12-02T00:31:57.270357+0000","last_peered":"2023-12-02T00:31:57.270357+0000","last_clean":"2023-12-02T00:31:57.270357+0000","last_became_active":"2023-12-02T00:31:57.270081+0000","last_became_peered":"2023-12-02T00:31:57.270081+0000","last_unstale":"2023-12-02T00:31:57.270357+0000","last_undegraded":"2023-12-02T00:31:57.270357+0000","last_fullsized":"2023-12-02T00:31:57.270357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:47.216843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254893+0000","last_change":"2023-12-02T00:31:57.254893+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254893+0000","last_undegraded":"2023-12-02T00:31:57.254893+0000","last_fullsized":"2023-12-02T00:31:57.254893+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251211+0000","last_change":"2023-12-02T00:31:44.187029+0000","last_active":"2023-12-02T00:31:56.251211+0000","last_peered":"2023-12-02T00:31:56.251211+0000","last_clean":"2023-12-02T00:31:56.251211+0000","last_became_active":"2023-12-02T00:31:44.186689+0000","last_became_peered":"2023-12-02T00:31:44.186689+0000","last_unstale":"2023-12-02T00:31:56.251211+0000","last_undegraded":"2023-12-02T00:31:56.251211+0000","last_fullsized":"2023-12-02T00:31:56.251211+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254019+0000","last_change":"2023-12-02T00:31:45.196525+0000","last_active":"2023-12-02T00:31:56.254019+0000","last_peered":"2023-12-02T00:31:56.254019+0000","last_clean":"2023-12-02T00:31:56.254019+0000","last_became_active":"2023-12-02T00:31:45.196259+0000","last_became_peered":"2023-12-02T00:31:45.196259+0000","last_unstale":"2023-12-02T00:31:56.254019+0000","last_undegraded":"2023-12-02T00:31:56.254019+0000","last_fullsized":"2023-12-02T00:31:56.254019+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:02.868488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.269254+0000","last_change":"2023-12-02T00:31:57.264668+0000","last_active":"2023-12-02T00:31:57.269254+0000","last_peered":"2023-12-02T00:31:57.269254+0000","last_clean":"2023-12-02T00:31:57.269254+0000","last_became_active":"2023-12-02T00:31:57.262346+0000","last_became_peered":"2023-12-02T00:31:57.262346+0000","last_unstale":"2023-12-02T00:31:57.269254+0000","last_undegraded":"2023-12-02T00:31:57.269254+0000","last_fullsized":"2023-12-02T00:31:57.269254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:16.185018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259043+0000","last_change":"2023-12-02T00:31:57.259043+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259043+0000","last_undegraded":"2023-12-02T00:31:57.259043+0000","last_fullsized":"2023-12-02T00:31:57.259043+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251381+0000","last_change":"2023-12-02T00:31:44.183157+0000","last_active":"2023-12-02T00:31:56.251381+0000","last_peered":"2023-12-02T00:31:56.251381+0000","last_clean":"2023-12-02T00:31:56.251381+0000","last_became_active":"2023-12-02T00:31:44.182869+0000","last_became_peered":"2023-12-02T00:31:44.182869+0000","last_unstale":"2023-12-02T00:31:56.251381+0000","last_undegraded":"2023-12-02T00:31:56.251381+0000","last_fullsized":"2023-12-02T00:31:56.251381+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248457+0000","last_change":"2023-12-02T00:31:45.204454+0000","last_active":"2023-12-02T00:31:56.248457+0000","last_peered":"2023-12-02T00:31:56.248457+0000","last_clean":"2023-12-02T00:31:56.248457+0000","last_became_active":"2023-12-02T00:31:45.202785+0000","last_became_peered":"2023-12-02T00:31:45.202785+0000","last_unstale":"2023-12-02T00:31:56.248457+0000","last_undegraded":"2023-12-02T00:31:56.248457+0000","last_fullsized":"2023-12-02T00:31:56.248457+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":6,"reported_epoch":33,"state":"active","last_fresh":"2023-12-02T00:31:57.277514+0000","last_change":"2023-12-02T00:31:57.277456+0000","last_active":"2023-12-02T00:31:57.277514+0000","last_peered":"2023-12-02T00:31:57.277514+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"2023-12-02T00:31:57.277456+0000","last_became_peered":"2023-12-02T00:31:57.277456+0000","last_unstale":"2023-12-02T00:31:57.277514+0000","last_undegraded":"2023-12-02T00:31:57.277514+0000","last_fullsized":"2023-12-02T00:31:57.277514+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:34.914000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251991+0000","last_change":"2023-12-02T00:31:57.251991+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251991+0000","last_undegraded":"2023-12-02T00:31:57.251991+0000","last_fullsized":"2023-12-02T00:31:57.251991+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251349+0000","last_change":"2023-12-02T00:31:44.188998+0000","last_active":"2023-12-02T00:31:56.251349+0000","last_peered":"2023-12-02T00:31:56.251349+0000","last_clean":"2023-12-02T00:31:56.251349+0000","last_became_active":"2023-12-02T00:31:44.184586+0000","last_became_peered":"2023-12-02T00:31:44.184586+0000","last_unstale":"2023-12-02T00:31:56.251349+0000","last_undegraded":"2023-12-02T00:31:56.251349+0000","last_fullsized":"2023-12-02T00:31:56.251349+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268430+0000","last_change":"2023-12-02T00:31:45.207325+0000","last_active":"2023-12-02T00:31:47.268430+0000","last_peered":"2023-12-02T00:31:47.268430+0000","last_clean":"2023-12-02T00:31:47.268430+0000","last_became_active":"2023-12-02T00:31:45.207051+0000","last_became_peered":"2023-12-02T00:31:45.207051+0000","last_unstale":"2023-12-02T00:31:47.268430+0000","last_undegraded":"2023-12-02T00:31:47.268430+0000","last_fullsized":"2023-12-02T00:31:47.268430+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.268682+0000","last_change":"2023-12-02T00:31:57.268682+0000","last_active":"2023-12-02T00:31:57.268682+0000","last_peered":"2023-12-02T00:31:57.268682+0000","last_clean":"2023-12-02T00:31:57.268682+0000","last_became_active":"2023-12-02T00:31:57.268416+0000","last_became_peered":"2023-12-02T00:31:57.268416+0000","last_unstale":"2023-12-02T00:31:57.268682+0000","last_undegraded":"2023-12-02T00:31:57.268682+0000","last_fullsized":"2023-12-02T00:31:57.268682+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:14.404106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250801+0000","last_change":"2023-12-02T00:31:57.250801+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250801+0000","last_undegraded":"2023-12-02T00:31:57.250801+0000","last_fullsized":"2023-12-02T00:31:57.250801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248764+0000","last_change":"2023-12-02T00:31:44.199043+0000","last_active":"2023-12-02T00:31:56.248764+0000","last_peered":"2023-12-02T00:31:56.248764+0000","last_clean":"2023-12-02T00:31:56.248764+0000","last_became_active":"2023-12-02T00:31:44.198710+0000","last_became_peered":"2023-12-02T00:31:44.198710+0000","last_unstale":"2023-12-02T00:31:56.248764+0000","last_undegraded":"2023-12-02T00:31:56.248764+0000","last_fullsized":"2023-12-02T00:31:56.248764+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251348+0000","last_change":"2023-12-02T00:31:45.200601+0000","last_active":"2023-12-02T00:31:56.251348+0000","last_peered":"2023-12-02T00:31:56.251348+0000","last_clean":"2023-12-02T00:31:56.251348+0000","last_became_active":"2023-12-02T00:31:45.200334+0000","last_became_peered":"2023-12-02T00:31:45.200334+0000","last_unstale":"2023-12-02T00:31:56.251348+0000","last_undegraded":"2023-12-02T00:31:56.251348+0000","last_fullsized":"2023-12-02T00:31:56.251348+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.255952+0000","last_change":"2023-12-02T00:31:57.255952+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255952+0000","last_undegraded":"2023-12-02T00:31:57.255952+0000","last_fullsized":"2023-12-02T00:31:57.255952+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:33.872879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254302+0000","last_change":"2023-12-02T00:31:57.254302+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254302+0000","last_undegraded":"2023-12-02T00:31:57.254302+0000","last_fullsized":"2023-12-02T00:31:57.254302+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242269+0000","last_change":"2023-12-02T00:31:44.196209+0000","last_active":"2023-12-02T00:31:56.242269+0000","last_peered":"2023-12-02T00:31:56.242269+0000","last_clean":"2023-12-02T00:31:56.242269+0000","last_became_active":"2023-12-02T00:31:44.195927+0000","last_became_peered":"2023-12-02T00:31:44.195927+0000","last_unstale":"2023-12-02T00:31:56.242269+0000","last_undegraded":"2023-12-02T00:31:56.242269+0000","last_fullsized":"2023-12-02T00:31:56.242269+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244497+0000","last_change":"2023-12-02T00:31:45.184565+0000","last_active":"2023-12-02T00:31:56.244497+0000","last_peered":"2023-12-02T00:31:56.244497+0000","last_clean":"2023-12-02T00:31:56.244497+0000","last_became_active":"2023-12-02T00:31:45.183783+0000","last_became_peered":"2023-12-02T00:31:45.183783+0000","last_unstale":"2023-12-02T00:31:56.244497+0000","last_undegraded":"2023-12-02T00:31:56.244497+0000","last_fullsized":"2023-12-02T00:31:56.244497+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:50.007413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.261448+0000","last_change":"2023-12-02T00:31:57.261448+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261448+0000","last_undegraded":"2023-12-02T00:31:57.261448+0000","last_fullsized":"2023-12-02T00:31:57.261448+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249822+0000","last_change":"2023-12-02T00:31:57.249822+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249822+0000","last_undegraded":"2023-12-02T00:31:57.249822+0000","last_fullsized":"2023-12-02T00:31:57.249822+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242266+0000","last_change":"2023-12-02T00:31:44.195352+0000","last_active":"2023-12-02T00:31:56.242266+0000","last_peered":"2023-12-02T00:31:56.242266+0000","last_clean":"2023-12-02T00:31:56.242266+0000","last_became_active":"2023-12-02T00:31:44.195063+0000","last_became_peered":"2023-12-02T00:31:44.195063+0000","last_unstale":"2023-12-02T00:31:56.242266+0000","last_undegraded":"2023-12-02T00:31:56.242266+0000","last_fullsized":"2023-12-02T00:31:56.242266+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:18.902948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254056+0000","last_change":"2023-12-02T00:31:45.191344+0000","last_active":"2023-12-02T00:31:56.254056+0000","last_peered":"2023-12-02T00:31:56.254056+0000","last_clean":"2023-12-02T00:31:56.254056+0000","last_became_active":"2023-12-02T00:31:45.190930+0000","last_became_peered":"2023-12-02T00:31:45.190930+0000","last_unstale":"2023-12-02T00:31:56.254056+0000","last_undegraded":"2023-12-02T00:31:56.254056+0000","last_fullsized":"2023-12-02T00:31:56.254056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.257394+0000","last_change":"2023-12-02T00:31:57.257394+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257394+0000","last_undegraded":"2023-12-02T00:31:57.257394+0000","last_fullsized":"2023-12-02T00:31:57.257394+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255942+0000","last_change":"2023-12-02T00:31:57.255942+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255942+0000","last_undegraded":"2023-12-02T00:31:57.255942+0000","last_fullsized":"2023-12-02T00:31:57.255942+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248086+0000","last_change":"2023-12-02T00:31:44.200250+0000","last_active":"2023-12-02T00:31:56.248086+0000","last_peered":"2023-12-02T00:31:56.248086+0000","last_clean":"2023-12-02T00:31:56.248086+0000","last_became_active":"2023-12-02T00:31:44.199765+0000","last_became_peered":"2023-12-02T00:31:44.199765+0000","last_unstale":"2023-12-02T00:31:56.248086+0000","last_undegraded":"2023-12-02T00:31:56.248086+0000","last_fullsized":"2023-12-02T00:31:56.248086+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242422+0000","last_change":"2023-12-02T00:31:45.207835+0000","last_active":"2023-12-02T00:31:56.242422+0000","last_peered":"2023-12-02T00:31:56.242422+0000","last_clean":"2023-12-02T00:31:56.242422+0000","last_became_active":"2023-12-02T00:31:45.206505+0000","last_became_peered":"2023-12-02T00:31:45.206505+0000","last_unstale":"2023-12-02T00:31:56.242422+0000","last_undegraded":"2023-12-02T00:31:56.242422+0000","last_fullsized":"2023-12-02T00:31:56.242422+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270241+0000","last_change":"2023-12-02T00:31:57.270241+0000","last_active":"2023-12-02T00:31:57.270241+0000","last_peered":"2023-12-02T00:31:57.270241+0000","last_clean":"2023-12-02T00:31:57.270241+0000","last_became_active":"2023-12-02T00:31:57.269940+0000","last_became_peered":"2023-12-02T00:31:57.269940+0000","last_unstale":"2023-12-02T00:31:57.270241+0000","last_undegraded":"2023-12-02T00:31:57.270241+0000","last_fullsized":"2023-12-02T00:31:57.270241+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:26.502113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.258440+0000","last_change":"2023-12-02T00:31:57.258440+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.258440+0000","last_undegraded":"2023-12-02T00:31:57.258440+0000","last_fullsized":"2023-12-02T00:31:57.258440+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251028+0000","last_change":"2023-12-02T00:31:44.186346+0000","last_active":"2023-12-02T00:31:56.251028+0000","last_peered":"2023-12-02T00:31:56.251028+0000","last_clean":"2023-12-02T00:31:56.251028+0000","last_became_active":"2023-12-02T00:31:44.186097+0000","last_became_peered":"2023-12-02T00:31:44.186097+0000","last_unstale":"2023-12-02T00:31:56.251028+0000","last_undegraded":"2023-12-02T00:31:56.251028+0000","last_fullsized":"2023-12-02T00:31:56.251028+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248002+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:56.248002+0000","last_peered":"2023-12-02T00:31:56.248002+0000","last_clean":"2023-12-02T00:31:56.248002+0000","last_became_active":"2023-12-02T00:31:45.199511+0000","last_became_peered":"2023-12-02T00:31:45.199511+0000","last_unstale":"2023-12-02T00:31:56.248002+0000","last_undegraded":"2023-12-02T00:31:56.248002+0000","last_fullsized":"2023-12-02T00:31:56.248002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.272274+0000","last_change":"2023-12-02T00:31:57.272274+0000","last_active":"2023-12-02T00:31:57.272274+0000","last_peered":"2023-12-02T00:31:57.272274+0000","last_clean":"2023-12-02T00:31:57.272274+0000","last_became_active":"2023-12-02T00:31:57.271968+0000","last_became_peered":"2023-12-02T00:31:57.271968+0000","last_unstale":"2023-12-02T00:31:57.272274+0000","last_undegraded":"2023-12-02T00:31:57.272274+0000","last_fullsized":"2023-12-02T00:31:57.272274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257181+0000","last_change":"2023-12-02T00:31:57.257181+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257181+0000","last_undegraded":"2023-12-02T00:31:57.257181+0000","last_fullsized":"2023-12-02T00:31:57.257181+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"31'9","reported_seq":23,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242683+0000","last_change":"2023-12-02T00:31:44.198101+0000","last_active":"2023-12-02T00:31:56.242683+0000","last_peered":"2023-12-02T00:31:56.242683+0000","last_clean":"2023-12-02T00:31:56.242683+0000","last_became_active":"2023-12-02T00:31:44.197765+0000","last_became_peered":"2023-12-02T00:31:44.197765+0000","last_unstale":"2023-12-02T00:31:56.242683+0000","last_undegraded":"2023-12-02T00:31:56.242683+0000","last_fullsized":"2023-12-02T00:31:56.242683+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:39.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268359+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:47.268359+0000","last_peered":"2023-12-02T00:31:47.268359+0000","last_clean":"2023-12-02T00:31:47.268359+0000","last_became_active":"2023-12-02T00:31:45.199251+0000","last_became_peered":"2023-12-02T00:31:45.199251+0000","last_unstale":"2023-12-02T00:31:47.268359+0000","last_undegraded":"2023-12-02T00:31:47.268359+0000","last_fullsized":"2023-12-02T00:31:47.268359+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:44.265620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270758+0000","last_change":"2023-12-02T00:31:57.270758+0000","last_active":"2023-12-02T00:31:57.270758+0000","last_peered":"2023-12-02T00:31:57.270758+0000","last_clean":"2023-12-02T00:31:57.270758+0000","last_became_active":"2023-12-02T00:31:57.270140+0000","last_became_peered":"2023-12-02T00:31:57.270140+0000","last_unstale":"2023-12-02T00:31:57.270758+0000","last_undegraded":"2023-12-02T00:31:57.270758+0000","last_fullsized":"2023-12-02T00:31:57.270758+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:52.454651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251433+0000","last_change":"2023-12-02T00:31:57.251433+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251433+0000","last_undegraded":"2023-12-02T00:31:57.251433+0000","last_fullsized":"2023-12-02T00:31:57.251433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268384+0000","last_change":"2023-12-02T00:31:44.193566+0000","last_active":"2023-12-02T00:31:47.268384+0000","last_peered":"2023-12-02T00:31:47.268384+0000","last_clean":"2023-12-02T00:31:47.268384+0000","last_became_active":"2023-12-02T00:31:44.193200+0000","last_became_peered":"2023-12-02T00:31:44.193200+0000","last_unstale":"2023-12-02T00:31:47.268384+0000","last_undegraded":"2023-12-02T00:31:47.268384+0000","last_fullsized":"2023-12-02T00:31:47.268384+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242598+0000","last_change":"2023-12-02T00:31:45.204333+0000","last_active":"2023-12-02T00:31:56.242598+0000","last_peered":"2023-12-02T00:31:56.242598+0000","last_clean":"2023-12-02T00:31:56.242598+0000","last_became_active":"2023-12-02T00:31:45.203925+0000","last_became_peered":"2023-12-02T00:31:45.203925+0000","last_unstale":"2023-12-02T00:31:56.242598+0000","last_undegraded":"2023-12-02T00:31:56.242598+0000","last_fullsized":"2023-12-02T00:31:56.242598+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249892+0000","last_change":"2023-12-02T00:31:57.249892+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249892+0000","last_undegraded":"2023-12-02T00:31:57.249892+0000","last_fullsized":"2023-12-02T00:31:57.249892+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:12.103210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256656+0000","last_change":"2023-12-02T00:31:57.256656+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256656+0000","last_undegraded":"2023-12-02T00:31:57.256656+0000","last_fullsized":"2023-12-02T00:31:57.256656+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251058+0000","last_change":"2023-12-02T00:31:44.200539+0000","last_active":"2023-12-02T00:31:56.251058+0000","last_peered":"2023-12-02T00:31:56.251058+0000","last_clean":"2023-12-02T00:31:56.251058+0000","last_became_active":"2023-12-02T00:31:44.200242+0000","last_became_peered":"2023-12-02T00:31:44.200242+0000","last_unstale":"2023-12-02T00:31:56.251058+0000","last_undegraded":"2023-12-02T00:31:56.251058+0000","last_fullsized":"2023-12-02T00:31:56.251058+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242998+0000","last_change":"2023-12-02T00:31:45.204250+0000","last_active":"2023-12-02T00:31:56.242998+0000","last_peered":"2023-12-02T00:31:56.242998+0000","last_clean":"2023-12-02T00:31:56.242998+0000","last_became_active":"2023-12-02T00:31:45.203684+0000","last_became_peered":"2023-12-02T00:31:45.203684+0000","last_unstale":"2023-12-02T00:31:56.242998+0000","last_undegraded":"2023-12-02T00:31:56.242998+0000","last_fullsized":"2023-12-02T00:31:56.242998+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.276797+0000","last_change":"2023-12-02T00:31:57.267418+0000","last_active":"2023-12-02T00:31:57.276797+0000","last_peered":"2023-12-02T00:31:57.276797+0000","last_clean":"2023-12-02T00:31:57.276797+0000","last_became_active":"2023-12-02T00:31:57.267100+0000","last_became_peered":"2023-12-02T00:31:57.267100+0000","last_unstale":"2023-12-02T00:31:57.276797+0000","last_undegraded":"2023-12-02T00:31:57.276797+0000","last_fullsized":"2023-12-02T00:31:57.276797+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:37.407477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256919+0000","last_change":"2023-12-02T00:31:57.256919+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256919+0000","last_undegraded":"2023-12-02T00:31:57.256919+0000","last_fullsized":"2023-12-02T00:31:57.256919+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243181+0000","last_change":"2023-12-02T00:31:44.195336+0000","last_active":"2023-12-02T00:31:56.243181+0000","last_peered":"2023-12-02T00:31:56.243181+0000","last_clean":"2023-12-02T00:31:56.243181+0000","last_became_active":"2023-12-02T00:31:44.195029+0000","last_became_peered":"2023-12-02T00:31:44.195029+0000","last_unstale":"2023-12-02T00:31:56.243181+0000","last_undegraded":"2023-12-02T00:31:56.243181+0000","last_fullsized":"2023-12-02T00:31:56.243181+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:39.621965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268412+0000","last_change":"2023-12-02T00:31:45.208211+0000","last_active":"2023-12-02T00:31:47.268412+0000","last_peered":"2023-12-02T00:31:47.268412+0000","last_clean":"2023-12-02T00:31:47.268412+0000","last_became_active":"2023-12-02T00:31:45.207913+0000","last_became_peered":"2023-12-02T00:31:45.207913+0000","last_unstale":"2023-12-02T00:31:47.268412+0000","last_undegraded":"2023-12-02T00:31:47.268412+0000","last_fullsized":"2023-12-02T00:31:47.268412+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.273678+0000","last_change":"2023-12-02T00:31:57.273678+0000","last_active":"2023-12-02T00:31:57.273678+0000","last_peered":"2023-12-02T00:31:57.273678+0000","last_clean":"2023-12-02T00:31:57.273678+0000","last_became_active":"2023-12-02T00:31:57.273407+0000","last_became_peered":"2023-12-02T00:31:57.273407+0000","last_unstale":"2023-12-02T00:31:57.273678+0000","last_undegraded":"2023-12-02T00:31:57.273678+0000","last_fullsized":"2023-12-02T00:31:57.273678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256602+0000","last_change":"2023-12-02T00:31:57.256602+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256602+0000","last_undegraded":"2023-12-02T00:31:57.256602+0000","last_fullsized":"2023-12-02T00:31:57.256602+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250261+0000","last_change":"2023-12-02T00:31:44.179111+0000","last_active":"2023-12-02T00:31:56.250261+0000","last_peered":"2023-12-02T00:31:56.250261+0000","last_clean":"2023-12-02T00:31:56.250261+0000","last_became_active":"2023-12-02T00:31:44.178826+0000","last_became_peered":"2023-12-02T00:31:44.178826+0000","last_unstale":"2023-12-02T00:31:56.250261+0000","last_undegraded":"2023-12-02T00:31:56.250261+0000","last_fullsized":"2023-12-02T00:31:56.250261+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:05.005867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.247875+0000","last_change":"2023-12-02T00:31:45.200249+0000","last_active":"2023-12-02T00:31:56.247875+0000","last_peered":"2023-12-02T00:31:56.247875+0000","last_clean":"2023-12-02T00:31:56.247875+0000","last_became_active":"2023-12-02T00:31:45.199539+0000","last_became_peered":"2023-12-02T00:31:45.199539+0000","last_unstale":"2023-12-02T00:31:56.247875+0000","last_undegraded":"2023-12-02T00:31:56.247875+0000","last_fullsized":"2023-12-02T00:31:56.247875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249494+0000","last_change":"2023-12-02T00:31:57.249494+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249494+0000","last_undegraded":"2023-12-02T00:31:57.249494+0000","last_fullsized":"2023-12-02T00:31:57.249494+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":["4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249967+0000","last_change":"2023-12-02T00:31:57.249967+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249967+0000","last_undegraded":"2023-12-02T00:31:57.249967+0000","last_fullsized":"2023-12-02T00:31:57.249967+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242216+0000","last_change":"2023-12-02T00:31:44.190823+0000","last_active":"2023-12-02T00:31:56.242216+0000","last_peered":"2023-12-02T00:31:56.242216+0000","last_clean":"2023-12-02T00:31:56.242216+0000","last_became_active":"2023-12-02T00:31:44.190507+0000","last_became_peered":"2023-12-02T00:31:44.190507+0000","last_unstale":"2023-12-02T00:31:56.242216+0000","last_undegraded":"2023-12-02T00:31:56.242216+0000","last_fullsized":"2023-12-02T00:31:56.242216+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250269+0000","last_change":"2023-12-02T00:31:45.186476+0000","last_active":"2023-12-02T00:31:56.250269+0000","last_peered":"2023-12-02T00:31:56.250269+0000","last_clean":"2023-12-02T00:31:56.250269+0000","last_became_active":"2023-12-02T00:31:45.186178+0000","last_became_peered":"2023-12-02T00:31:45.186178+0000","last_unstale":"2023-12-02T00:31:56.250269+0000","last_undegraded":"2023-12-02T00:31:56.250269+0000","last_fullsized":"2023-12-02T00:31:56.250269+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.270966+0000","last_change":"2023-12-02T00:31:57.257719+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.270966+0000","last_undegraded":"2023-12-02T00:31:57.270966+0000","last_fullsized":"2023-12-02T00:31:57.270966+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:18.856531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253071+0000","last_change":"2023-12-02T00:31:57.253071+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253071+0000","last_undegraded":"2023-12-02T00:31:57.253071+0000","last_fullsized":"2023-12-02T00:31:57.253071+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250900+0000","last_change":"2023-12-02T00:31:44.195905+0000","last_active":"2023-12-02T00:31:56.250900+0000","last_peered":"2023-12-02T00:31:56.250900+0000","last_clean":"2023-12-02T00:31:56.250900+0000","last_became_active":"2023-12-02T00:31:44.195634+0000","last_became_peered":"2023-12-02T00:31:44.195634+0000","last_unstale":"2023-12-02T00:31:56.250900+0000","last_undegraded":"2023-12-02T00:31:56.250900+0000","last_fullsized":"2023-12-02T00:31:56.250900+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268317+0000","last_change":"2023-12-02T00:31:45.206649+0000","last_active":"2023-12-02T00:31:47.268317+0000","last_peered":"2023-12-02T00:31:47.268317+0000","last_clean":"2023-12-02T00:31:47.268317+0000","last_became_active":"2023-12-02T00:31:45.206390+0000","last_became_peered":"2023-12-02T00:31:45.206390+0000","last_unstale":"2023-12-02T00:31:47.268317+0000","last_undegraded":"2023-12-02T00:31:47.268317+0000","last_fullsized":"2023-12-02T00:31:47.268317+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.273336+0000","last_change":"2023-12-02T00:31:57.268435+0000","last_active":"2023-12-02T00:31:57.273336+0000","last_peered":"2023-12-02T00:31:57.273336+0000","last_clean":"2023-12-02T00:31:57.273336+0000","last_became_active":"2023-12-02T00:31:57.268003+0000","last_became_peered":"2023-12-02T00:31:57.268003+0000","last_unstale":"2023-12-02T00:31:57.273336+0000","last_undegraded":"2023-12-02T00:31:57.273336+0000","last_fullsized":"2023-12-02T00:31:57.273336+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:31.983636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256212+0000","last_change":"2023-12-02T00:31:57.256212+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256212+0000","last_undegraded":"2023-12-02T00:31:57.256212+0000","last_fullsized":"2023-12-02T00:31:57.256212+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251070+0000","last_change":"2023-12-02T00:31:44.187374+0000","last_active":"2023-12-02T00:31:56.251070+0000","last_peered":"2023-12-02T00:31:56.251070+0000","last_clean":"2023-12-02T00:31:56.251070+0000","last_became_active":"2023-12-02T00:31:44.187073+0000","last_became_peered":"2023-12-02T00:31:44.187073+0000","last_unstale":"2023-12-02T00:31:56.251070+0000","last_undegraded":"2023-12-02T00:31:56.251070+0000","last_fullsized":"2023-12-02T00:31:56.251070+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:55.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254210+0000","last_change":"2023-12-02T00:31:45.194983+0000","last_active":"2023-12-02T00:31:56.254210+0000","last_peered":"2023-12-02T00:31:56.254210+0000","last_clean":"2023-12-02T00:31:56.254210+0000","last_became_active":"2023-12-02T00:31:45.194691+0000","last_became_peered":"2023-12-02T00:31:45.194691+0000","last_unstale":"2023-12-02T00:31:56.254210+0000","last_undegraded":"2023-12-02T00:31:56.254210+0000","last_fullsized":"2023-12-02T00:31:56.254210+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.264561+0000","last_change":"2023-12-02T00:31:57.264561+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.264561+0000","last_undegraded":"2023-12-02T00:31:57.264561+0000","last_fullsized":"2023-12-02T00:31:57.264561+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254757+0000","last_change":"2023-12-02T00:31:57.254757+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254757+0000","last_undegraded":"2023-12-02T00:31:57.254757+0000","last_fullsized":"2023-12-02T00:31:57.254757+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.269372+0000","last_change":"2023-12-02T00:31:57.269372+0000","last_active":"2023-12-02T00:31:57.269372+0000","last_peered":"2023-12-02T00:31:57.269372+0000","last_clean":"2023-12-02T00:31:57.269372+0000","last_became_active":"2023-12-02T00:31:57.269060+0000","last_became_peered":"2023-12-02T00:31:57.269060+0000","last_unstale":"2023-12-02T00:31:57.269372+0000","last_undegraded":"2023-12-02T00:31:57.269372+0000","last_fullsized":"2023-12-02T00:31:57.269372+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:20.923957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254162+0000","last_change":"2023-12-02T00:31:44.198295+0000","last_active":"2023-12-02T00:31:56.254162+0000","last_peered":"2023-12-02T00:31:56.254162+0000","last_clean":"2023-12-02T00:31:56.254162+0000","last_became_active":"2023-12-02T00:31:44.197986+0000","last_became_peered":"2023-12-02T00:31:44.197986+0000","last_unstale":"2023-12-02T00:31:56.254162+0000","last_undegraded":"2023-12-02T00:31:56.254162+0000","last_fullsized":"2023-12-02T00:31:56.254162+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:29:41.767851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249831+0000","last_change":"2023-12-02T00:31:45.200130+0000","last_active":"2023-12-02T00:31:56.249831+0000","last_peered":"2023-12-02T00:31:56.249831+0000","last_clean":"2023-12-02T00:31:56.249831+0000","last_became_active":"2023-12-02T00:31:45.199818+0000","last_became_peered":"2023-12-02T00:31:45.199818+0000","last_unstale":"2023-12-02T00:31:56.249831+0000","last_undegraded":"2023-12-02T00:31:56.249831+0000","last_fullsized":"2023-12-02T00:31:56.249831+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251676+0000","last_change":"2023-12-02T00:31:57.251676+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251676+0000","last_undegraded":"2023-12-02T00:31:57.251676+0000","last_fullsized":"2023-12-02T00:31:57.251676+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.271093+0000","last_change":"2023-12-02T00:31:57.258472+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.271093+0000","last_undegraded":"2023-12-02T00:31:57.271093+0000","last_fullsized":"2023-12-02T00:31:57.271093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242690+0000","last_change":"2023-12-02T00:31:44.198231+0000","last_active":"2023-12-02T00:31:56.242690+0000","last_peered":"2023-12-02T00:31:56.242690+0000","last_clean":"2023-12-02T00:31:56.242690+0000","last_became_active":"2023-12-02T00:31:44.197925+0000","last_became_peered":"2023-12-02T00:31:44.197925+0000","last_unstale":"2023-12-02T00:31:56.242690+0000","last_undegraded":"2023-12-02T00:31:56.242690+0000","last_fullsized":"2023-12-02T00:31:56.242690+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:43.258195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251117+0000","last_change":"2023-12-02T00:31:45.212053+0000","last_active":"2023-12-02T00:31:56.251117+0000","last_peered":"2023-12-02T00:31:56.251117+0000","last_clean":"2023-12-02T00:31:56.251117+0000","last_became_active":"2023-12-02T00:31:45.211789+0000","last_became_peered":"2023-12-02T00:31:45.211789+0000","last_unstale":"2023-12-02T00:31:56.251117+0000","last_undegraded":"2023-12-02T00:31:56.251117+0000","last_fullsized":"2023-12-02T00:31:56.251117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251050+0000","last_change":"2023-12-02T00:31:57.251050+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251050+0000","last_undegraded":"2023-12-02T00:31:57.251050+0000","last_fullsized":"2023-12-02T00:31:57.251050+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250982+0000","last_change":"2023-12-02T00:31:44.192456+0000","last_active":"2023-12-02T00:31:56.250982+0000","last_peered":"2023-12-02T00:31:56.250982+0000","last_clean":"2023-12-02T00:31:56.250982+0000","last_became_active":"2023-12-02T00:31:44.192131+0000","last_became_peered":"2023-12-02T00:31:44.192131+0000","last_unstale":"2023-12-02T00:31:56.250982+0000","last_undegraded":"2023-12-02T00:31:56.250982+0000","last_fullsized":"2023-12-02T00:31:56.250982+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245260+0000","last_change":"2023-12-02T00:31:45.187585+0000","last_active":"2023-12-02T00:31:56.245260+0000","last_peered":"2023-12-02T00:31:56.245260+0000","last_clean":"2023-12-02T00:31:56.245260+0000","last_became_active":"2023-12-02T00:31:45.183715+0000","last_became_peered":"2023-12-02T00:31:45.183715+0000","last_unstale":"2023-12-02T00:31:56.245260+0000","last_undegraded":"2023-12-02T00:31:56.245260+0000","last_fullsized":"2023-12-02T00:31:56.245260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275422+0000","last_change":"2023-12-02T00:31:57.275422+0000","last_active":"2023-12-02T00:31:57.275422+0000","last_peered":"2023-12-02T00:31:57.275422+0000","last_clean":"2023-12-02T00:31:57.275422+0000","last_became_active":"2023-12-02T00:31:57.275136+0000","last_became_peered":"2023-12-02T00:31:57.275136+0000","last_unstale":"2023-12-02T00:31:57.275422+0000","last_undegraded":"2023-12-02T00:31:57.275422+0000","last_fullsized":"2023-12-02T00:31:57.275422+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257394+0000","last_change":"2023-12-02T00:31:57.257394+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257394+0000","last_undegraded":"2023-12-02T00:31:57.257394+0000","last_fullsized":"2023-12-02T00:31:57.257394+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245420+0000","last_change":"2023-12-02T00:31:44.188572+0000","last_active":"2023-12-02T00:31:56.245420+0000","last_peered":"2023-12-02T00:31:56.245420+0000","last_clean":"2023-12-02T00:31:56.245420+0000","last_became_active":"2023-12-02T00:31:44.188300+0000","last_became_peered":"2023-12-02T00:31:44.188300+0000","last_unstale":"2023-12-02T00:31:56.245420+0000","last_undegraded":"2023-12-02T00:31:56.245420+0000","last_fullsized":"2023-12-02T00:31:56.245420+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:49.815434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250898+0000","last_change":"2023-12-02T00:31:45.194674+0000","last_active":"2023-12-02T00:31:56.250898+0000","last_peered":"2023-12-02T00:31:56.250898+0000","last_clean":"2023-12-02T00:31:56.250898+0000","last_became_active":"2023-12-02T00:31:45.194338+0000","last_became_peered":"2023-12-02T00:31:45.194338+0000","last_unstale":"2023-12-02T00:31:56.250898+0000","last_undegraded":"2023-12-02T00:31:56.250898+0000","last_fullsized":"2023-12-02T00:31:56.250898+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:22.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.251477+0000","last_change":"2023-12-02T00:31:57.251477+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251477+0000","last_undegraded":"2023-12-02T00:31:57.251477+0000","last_fullsized":"2023-12-02T00:31:57.251477+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250555+0000","last_change":"2023-12-02T00:31:57.250555+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250555+0000","last_undegraded":"2023-12-02T00:31:57.250555+0000","last_fullsized":"2023-12-02T00:31:57.250555+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253976+0000","last_change":"2023-12-02T00:31:45.188452+0000","last_active":"2023-12-02T00:31:56.253976+0000","last_peered":"2023-12-02T00:31:56.253976+0000","last_clean":"2023-12-02T00:31:56.253976+0000","last_became_active":"2023-12-02T00:31:45.187941+0000","last_became_peered":"2023-12-02T00:31:45.187941+0000","last_unstale":"2023-12-02T00:31:56.253976+0000","last_undegraded":"2023-12-02T00:31:56.253976+0000","last_fullsized":"2023-12-02T00:31:56.253976+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250548+0000","last_change":"2023-12-02T00:31:57.250548+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250548+0000","last_undegraded":"2023-12-02T00:31:57.250548+0000","last_fullsized":"2023-12-02T00:31:57.250548+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244410+0000","last_change":"2023-12-02T00:31:45.200055+0000","last_active":"2023-12-02T00:31:56.244410+0000","last_peered":"2023-12-02T00:31:56.244410+0000","last_clean":"2023-12-02T00:31:56.244410+0000","last_became_active":"2023-12-02T00:31:45.197999+0000","last_became_peered":"2023-12-02T00:31:45.197999+0000","last_unstale":"2023-12-02T00:31:56.244410+0000","last_undegraded":"2023-12-02T00:31:56.244410+0000","last_fullsized":"2023-12-02T00:31:56.244410+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:13.814059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257988+0000","last_change":"2023-12-02T00:31:57.257988+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257988+0000","last_undegraded":"2023-12-02T00:31:57.257988+0000","last_fullsized":"2023-12-02T00:31:57.257988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254204+0000","last_change":"2023-12-02T00:31:45.193336+0000","last_active":"2023-12-02T00:31:56.254204+0000","last_peered":"2023-12-02T00:31:56.254204+0000","last_clean":"2023-12-02T00:31:56.254204+0000","last_became_active":"2023-12-02T00:31:45.193016+0000","last_became_peered":"2023-12-02T00:31:45.193016+0000","last_unstale":"2023-12-02T00:31:56.254204+0000","last_undegraded":"2023-12-02T00:31:56.254204+0000","last_fullsized":"2023-12-02T00:31:56.254204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253344+0000","last_change":"2023-12-02T00:31:57.253344+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253344+0000","last_undegraded":"2023-12-02T00:31:57.253344+0000","last_fullsized":"2023-12-02T00:31:57.253344+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250858+0000","last_change":"2023-12-02T00:31:45.203770+0000","last_active":"2023-12-02T00:31:56.250858+0000","last_peered":"2023-12-02T00:31:56.250858+0000","last_clean":"2023-12-02T00:31:56.250858+0000","last_became_active":"2023-12-02T00:31:45.203435+0000","last_became_peered":"2023-12-02T00:31:45.203435+0000","last_unstale":"2023-12-02T00:31:56.250858+0000","last_undegraded":"2023-12-02T00:31:56.250858+0000","last_fullsized":"2023-12-02T00:31:56.250858+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259691+0000","last_change":"2023-12-02T00:31:57.259691+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259691+0000","last_undegraded":"2023-12-02T00:31:57.259691+0000","last_fullsized":"2023-12-02T00:31:57.259691+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268349+0000","last_change":"2023-12-02T00:31:45.206609+0000","last_active":"2023-12-02T00:31:47.268349+0000","last_peered":"2023-12-02T00:31:47.268349+0000","last_clean":"2023-12-02T00:31:47.268349+0000","last_became_active":"2023-12-02T00:31:45.206307+0000","last_became_peered":"2023-12-02T00:31:45.206307+0000","last_unstale":"2023-12-02T00:31:47.268349+0000","last_undegraded":"2023-12-02T00:31:47.268349+0000","last_fullsized":"2023-12-02T00:31:47.268349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253869+0000","last_change":"2023-12-02T00:31:57.253869+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253869+0000","last_undegraded":"2023-12-02T00:31:57.253869+0000","last_fullsized":"2023-12-02T00:31:57.253869+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249743+0000","last_change":"2023-12-02T00:31:45.203014+0000","last_active":"2023-12-02T00:31:56.249743+0000","last_peered":"2023-12-02T00:31:56.249743+0000","last_clean":"2023-12-02T00:31:56.249743+0000","last_became_active":"2023-12-02T00:31:45.202714+0000","last_became_peered":"2023-12-02T00:31:45.202714+0000","last_unstale":"2023-12-02T00:31:56.249743+0000","last_undegraded":"2023-12-02T00:31:56.249743+0000","last_fullsized":"2023-12-02T00:31:56.249743+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260333+0000","last_change":"2023-12-02T00:31:57.260333+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260333+0000","last_undegraded":"2023-12-02T00:31:57.260333+0000","last_fullsized":"2023-12-02T00:31:57.260333+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243174+0000","last_change":"2023-12-02T00:31:45.196818+0000","last_active":"2023-12-02T00:31:56.243174+0000","last_peered":"2023-12-02T00:31:56.243174+0000","last_clean":"2023-12-02T00:31:56.243174+0000","last_became_active":"2023-12-02T00:31:45.196563+0000","last_became_peered":"2023-12-02T00:31:45.196563+0000","last_unstale":"2023-12-02T00:31:56.243174+0000","last_undegraded":"2023-12-02T00:31:56.243174+0000","last_fullsized":"2023-12-02T00:31:56.243174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:05.123772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251923+0000","last_change":"2023-12-02T00:31:57.251923+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251923+0000","last_undegraded":"2023-12-02T00:31:57.251923+0000","last_fullsized":"2023-12-02T00:31:57.251923+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248604+0000","last_change":"2023-12-02T00:31:45.201019+0000","last_active":"2023-12-02T00:31:56.248604+0000","last_peered":"2023-12-02T00:31:56.248604+0000","last_clean":"2023-12-02T00:31:56.248604+0000","last_became_active":"2023-12-02T00:31:45.200544+0000","last_became_peered":"2023-12-02T00:31:45.200544+0000","last_unstale":"2023-12-02T00:31:56.248604+0000","last_undegraded":"2023-12-02T00:31:56.248604+0000","last_fullsized":"2023-12-02T00:31:56.248604+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257361+0000","last_change":"2023-12-02T00:31:57.257361+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257361+0000","last_undegraded":"2023-12-02T00:31:57.257361+0000","last_fullsized":"2023-12-02T00:31:57.257361+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244937+0000","last_change":"2023-12-02T00:31:45.202707+0000","last_active":"2023-12-02T00:31:56.244937+0000","last_peered":"2023-12-02T00:31:56.244937+0000","last_clean":"2023-12-02T00:31:56.244937+0000","last_became_active":"2023-12-02T00:31:45.202440+0000","last_became_peered":"2023-12-02T00:31:45.202440+0000","last_unstale":"2023-12-02T00:31:56.244937+0000","last_undegraded":"2023-12-02T00:31:56.244937+0000","last_fullsized":"2023-12-02T00:31:56.244937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256505+0000","last_change":"2023-12-02T00:31:57.256505+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256505+0000","last_undegraded":"2023-12-02T00:31:57.256505+0000","last_fullsized":"2023-12-02T00:31:57.256505+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249630+0000","last_change":"2023-12-02T00:31:45.191085+0000","last_active":"2023-12-02T00:31:56.249630+0000","last_peered":"2023-12-02T00:31:56.249630+0000","last_clean":"2023-12-02T00:31:56.249630+0000","last_became_active":"2023-12-02T00:31:45.190768+0000","last_became_peered":"2023-12-02T00:31:45.190768+0000","last_unstale":"2023-12-02T00:31:56.249630+0000","last_undegraded":"2023-12-02T00:31:56.249630+0000","last_fullsized":"2023-12-02T00:31:56.249630+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253325+0000","last_change":"2023-12-02T00:31:57.253325+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253325+0000","last_undegraded":"2023-12-02T00:31:57.253325+0000","last_fullsized":"2023-12-02T00:31:57.253325+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250837+0000","last_change":"2023-12-02T00:31:45.198738+0000","last_active":"2023-12-02T00:31:56.250837+0000","last_peered":"2023-12-02T00:31:56.250837+0000","last_clean":"2023-12-02T00:31:56.250837+0000","last_became_active":"2023-12-02T00:31:45.198253+0000","last_became_peered":"2023-12-02T00:31:45.198253+0000","last_unstale":"2023-12-02T00:31:56.250837+0000","last_undegraded":"2023-12-02T00:31:56.250837+0000","last_fullsized":"2023-12-02T00:31:56.250837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249635+0000","last_change":"2023-12-02T00:31:57.249635+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249635+0000","last_undegraded":"2023-12-02T00:31:57.249635+0000","last_fullsized":"2023-12-02T00:31:57.249635+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250874+0000","last_change":"2023-12-02T00:31:45.196430+0000","last_active":"2023-12-02T00:31:56.250874+0000","last_peered":"2023-12-02T00:31:56.250874+0000","last_clean":"2023-12-02T00:31:56.250874+0000","last_became_active":"2023-12-02T00:31:45.195822+0000","last_became_peered":"2023-12-02T00:31:45.195822+0000","last_unstale":"2023-12-02T00:31:56.250874+0000","last_undegraded":"2023-12-02T00:31:56.250874+0000","last_fullsized":"2023-12-02T00:31:56.250874+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.252098+0000","last_change":"2023-12-02T00:31:57.252098+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.252098+0000","last_undegraded":"2023-12-02T00:31:57.252098+0000","last_fullsized":"2023-12-02T00:31:57.252098+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254116+0000","last_change":"2023-12-02T00:31:45.202860+0000","last_active":"2023-12-02T00:31:56.254116+0000","last_peered":"2023-12-02T00:31:56.254116+0000","last_clean":"2023-12-02T00:31:56.254116+0000","last_became_active":"2023-12-02T00:31:45.202621+0000","last_became_peered":"2023-12-02T00:31:45.202621+0000","last_unstale":"2023-12-02T00:31:56.254116+0000","last_undegraded":"2023-12-02T00:31:56.254116+0000","last_fullsized":"2023-12-02T00:31:56.254116+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:27.397753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250299+0000","last_change":"2023-12-02T00:31:57.250299+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250299+0000","last_undegraded":"2023-12-02T00:31:57.250299+0000","last_fullsized":"2023-12-02T00:31:57.250299+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242664+0000","last_change":"2023-12-02T00:31:45.198902+0000","last_active":"2023-12-02T00:31:56.242664+0000","last_peered":"2023-12-02T00:31:56.242664+0000","last_clean":"2023-12-02T00:31:56.242664+0000","last_became_active":"2023-12-02T00:31:45.198648+0000","last_became_peered":"2023-12-02T00:31:45.198648+0000","last_unstale":"2023-12-02T00:31:56.242664+0000","last_undegraded":"2023-12-02T00:31:56.242664+0000","last_fullsized":"2023-12-02T00:31:56.242664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257379+0000","last_change":"2023-12-02T00:31:57.257379+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257379+0000","last_undegraded":"2023-12-02T00:31:57.257379+0000","last_fullsized":"2023-12-02T00:31:57.257379+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243119+0000","last_change":"2023-12-02T00:31:45.200026+0000","last_active":"2023-12-02T00:31:56.243119+0000","last_peered":"2023-12-02T00:31:56.243119+0000","last_clean":"2023-12-02T00:31:56.243119+0000","last_became_active":"2023-12-02T00:31:45.199804+0000","last_became_peered":"2023-12-02T00:31:45.199804+0000","last_unstale":"2023-12-02T00:31:56.243119+0000","last_undegraded":"2023-12-02T00:31:56.243119+0000","last_fullsized":"2023-12-02T00:31:56.243119+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251520+0000","last_change":"2023-12-02T00:31:57.251520+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251520+0000","last_undegraded":"2023-12-02T00:31:57.251520+0000","last_fullsized":"2023-12-02T00:31:57.251520+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254534+0000","last_change":"2023-12-02T00:31:45.193483+0000","last_active":"2023-12-02T00:31:56.254534+0000","last_peered":"2023-12-02T00:31:56.254534+0000","last_clean":"2023-12-02T00:31:56.254534+0000","last_became_active":"2023-12-02T00:31:45.193210+0000","last_became_peered":"2023-12-02T00:31:45.193210+0000","last_unstale":"2023-12-02T00:31:56.254534+0000","last_undegraded":"2023-12-02T00:31:56.254534+0000","last_fullsized":"2023-12-02T00:31:56.254534+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260244+0000","last_change":"2023-12-02T00:31:57.260244+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260244+0000","last_undegraded":"2023-12-02T00:31:57.260244+0000","last_fullsized":"2023-12-02T00:31:57.260244+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254207+0000","last_change":"2023-12-02T00:31:45.209611+0000","last_active":"2023-12-02T00:31:56.254207+0000","last_peered":"2023-12-02T00:31:56.254207+0000","last_clean":"2023-12-02T00:31:56.254207+0000","last_became_active":"2023-12-02T00:31:45.209198+0000","last_became_peered":"2023-12-02T00:31:45.209198+0000","last_unstale":"2023-12-02T00:31:56.254207+0000","last_undegraded":"2023-12-02T00:31:56.254207+0000","last_fullsized":"2023-12-02T00:31:56.254207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260922+0000","last_change":"2023-12-02T00:31:57.260922+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260922+0000","last_undegraded":"2023-12-02T00:31:57.260922+0000","last_fullsized":"2023-12-02T00:31:57.260922+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245266+0000","last_change":"2023-12-02T00:31:45.198970+0000","last_active":"2023-12-02T00:31:56.245266+0000","last_peered":"2023-12-02T00:31:56.245266+0000","last_clean":"2023-12-02T00:31:56.245266+0000","last_became_active":"2023-12-02T00:31:45.198703+0000","last_became_peered":"2023-12-02T00:31:45.198703+0000","last_unstale":"2023-12-02T00:31:56.245266+0000","last_undegraded":"2023-12-02T00:31:56.245266+0000","last_fullsized":"2023-12-02T00:31:56.245266+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.252500+0000","last_change":"2023-12-02T00:31:57.252500+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.252500+0000","last_undegraded":"2023-12-02T00:31:57.252500+0000","last_fullsized":"2023-12-02T00:31:57.252500+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242353+0000","last_change":"2023-12-02T00:31:45.205750+0000","last_active":"2023-12-02T00:31:56.242353+0000","last_peered":"2023-12-02T00:31:56.242353+0000","last_clean":"2023-12-02T00:31:56.242353+0000","last_became_active":"2023-12-02T00:31:45.204340+0000","last_became_peered":"2023-12-02T00:31:45.204340+0000","last_unstale":"2023-12-02T00:31:56.242353+0000","last_undegraded":"2023-12-02T00:31:56.242353+0000","last_fullsized":"2023-12-02T00:31:56.242353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253921+0000","last_change":"2023-12-02T00:31:57.253921+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253921+0000","last_undegraded":"2023-12-02T00:31:57.253921+0000","last_fullsized":"2023-12-02T00:31:57.253921+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253968+0000","last_change":"2023-12-02T00:31:45.197880+0000","last_active":"2023-12-02T00:31:56.253968+0000","last_peered":"2023-12-02T00:31:56.253968+0000","last_clean":"2023-12-02T00:31:56.253968+0000","last_became_active":"2023-12-02T00:31:45.197449+0000","last_became_peered":"2023-12-02T00:31:45.197449+0000","last_unstale":"2023-12-02T00:31:56.253968+0000","last_undegraded":"2023-12-02T00:31:56.253968+0000","last_fullsized":"2023-12-02T00:31:56.253968+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:59.360444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261554+0000","last_change":"2023-12-02T00:31:57.261554+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261554+0000","last_undegraded":"2023-12-02T00:31:57.261554+0000","last_fullsized":"2023-12-02T00:31:57.261554+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268327+0000","last_change":"2023-12-02T00:31:45.208663+0000","last_active":"2023-12-02T00:31:47.268327+0000","last_peered":"2023-12-02T00:31:47.268327+0000","last_clean":"2023-12-02T00:31:47.268327+0000","last_became_active":"2023-12-02T00:31:45.208081+0000","last_became_peered":"2023-12-02T00:31:45.208081+0000","last_unstale":"2023-12-02T00:31:47.268327+0000","last_undegraded":"2023-12-02T00:31:47.268327+0000","last_fullsized":"2023-12-02T00:31:47.268327+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261128+0000","last_change":"2023-12-02T00:31:57.261128+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261128+0000","last_undegraded":"2023-12-02T00:31:57.261128+0000","last_fullsized":"2023-12-02T00:31:57.261128+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254364+0000","last_change":"2023-12-02T00:31:45.196475+0000","last_active":"2023-12-02T00:31:56.254364+0000","last_peered":"2023-12-02T00:31:56.254364+0000","last_clean":"2023-12-02T00:31:56.254364+0000","last_became_active":"2023-12-02T00:31:45.196195+0000","last_became_peered":"2023-12-02T00:31:45.196195+0000","last_unstale":"2023-12-02T00:31:56.254364+0000","last_undegraded":"2023-12-02T00:31:56.254364+0000","last_fullsized":"2023-12-02T00:31:56.254364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261262+0000","last_change":"2023-12-02T00:31:57.261262+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261262+0000","last_undegraded":"2023-12-02T00:31:57.261262+0000","last_fullsized":"2023-12-02T00:31:57.261262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248439+0000","last_change":"2023-12-02T00:31:45.206282+0000","last_active":"2023-12-02T00:31:56.248439+0000","last_peered":"2023-12-02T00:31:56.248439+0000","last_clean":"2023-12-02T00:31:56.248439+0000","last_became_active":"2023-12-02T00:31:45.206019+0000","last_became_peered":"2023-12-02T00:31:45.206019+0000","last_unstale":"2023-12-02T00:31:56.248439+0000","last_undegraded":"2023-12-02T00:31:56.248439+0000","last_fullsized":"2023-12-02T00:31:56.248439+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256363+0000","last_change":"2023-12-02T00:31:57.256363+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256363+0000","last_undegraded":"2023-12-02T00:31:57.256363+0000","last_fullsized":"2023-12-02T00:31:57.256363+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251532+0000","last_change":"2023-12-02T00:31:45.204168+0000","last_active":"2023-12-02T00:31:56.251532+0000","last_peered":"2023-12-02T00:31:56.251532+0000","last_clean":"2023-12-02T00:31:56.251532+0000","last_became_active":"2023-12-02T00:31:45.203723+0000","last_became_peered":"2023-12-02T00:31:45.203723+0000","last_unstale":"2023-12-02T00:31:56.251532+0000","last_undegraded":"2023-12-02T00:31:56.251532+0000","last_fullsized":"2023-12-02T00:31:56.251532+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.262063+0000","last_change":"2023-12-02T00:31:57.262063+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.262063+0000","last_undegraded":"2023-12-02T00:31:57.262063+0000","last_fullsized":"2023-12-02T00:31:57.262063+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253825+0000","last_change":"2023-12-02T00:31:45.203061+0000","last_active":"2023-12-02T00:31:56.253825+0000","last_peered":"2023-12-02T00:31:56.253825+0000","last_clean":"2023-12-02T00:31:56.253825+0000","last_became_active":"2023-12-02T00:31:45.202804+0000","last_became_peered":"2023-12-02T00:31:45.202804+0000","last_unstale":"2023-12-02T00:31:56.253825+0000","last_undegraded":"2023-12-02T00:31:56.253825+0000","last_fullsized":"2023-12-02T00:31:56.253825+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257057+0000","last_change":"2023-12-02T00:31:57.257057+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257057+0000","last_undegraded":"2023-12-02T00:31:57.257057+0000","last_fullsized":"2023-12-02T00:31:57.257057+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254105+0000","last_change":"2023-12-02T00:31:45.190527+0000","last_active":"2023-12-02T00:31:56.254105+0000","last_peered":"2023-12-02T00:31:56.254105+0000","last_clean":"2023-12-02T00:31:56.254105+0000","last_became_active":"2023-12-02T00:31:45.190171+0000","last_became_peered":"2023-12-02T00:31:45.190171+0000","last_unstale":"2023-12-02T00:31:56.254105+0000","last_undegraded":"2023-12-02T00:31:56.254105+0000","last_fullsized":"2023-12-02T00:31:56.254105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260406+0000","last_change":"2023-12-02T00:31:57.260406+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260406+0000","last_undegraded":"2023-12-02T00:31:57.260406+0000","last_fullsized":"2023-12-02T00:31:57.260406+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242263+0000","last_change":"2023-12-02T00:31:45.204306+0000","last_active":"2023-12-02T00:31:56.242263+0000","last_peered":"2023-12-02T00:31:56.242263+0000","last_clean":"2023-12-02T00:31:56.242263+0000","last_became_active":"2023-12-02T00:31:45.204000+0000","last_became_peered":"2023-12-02T00:31:45.204000+0000","last_unstale":"2023-12-02T00:31:56.242263+0000","last_undegraded":"2023-12-02T00:31:56.242263+0000","last_fullsized":"2023-12-02T00:31:56.242263+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256561+0000","last_change":"2023-12-02T00:31:57.256561+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256561+0000","last_undegraded":"2023-12-02T00:31:57.256561+0000","last_fullsized":"2023-12-02T00:31:57.256561+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253935+0000","last_change":"2023-12-02T00:31:45.211735+0000","last_active":"2023-12-02T00:31:56.253935+0000","last_peered":"2023-12-02T00:31:56.253935+0000","last_clean":"2023-12-02T00:31:56.253935+0000","last_became_active":"2023-12-02T00:31:45.211492+0000","last_became_peered":"2023-12-02T00:31:45.211492+0000","last_unstale":"2023-12-02T00:31:56.253935+0000","last_undegraded":"2023-12-02T00:31:56.253935+0000","last_fullsized":"2023-12-02T00:31:56.253935+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:01.846471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256076+0000","last_change":"2023-12-02T00:31:57.256076+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256076+0000","last_undegraded":"2023-12-02T00:31:57.256076+0000","last_fullsized":"2023-12-02T00:31:57.256076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248362+0000","last_change":"2023-12-02T00:31:45.212793+0000","last_active":"2023-12-02T00:31:56.248362+0000","last_peered":"2023-12-02T00:31:56.248362+0000","last_clean":"2023-12-02T00:31:56.248362+0000","last_became_active":"2023-12-02T00:31:45.212524+0000","last_became_peered":"2023-12-02T00:31:45.212524+0000","last_unstale":"2023-12-02T00:31:56.248362+0000","last_undegraded":"2023-12-02T00:31:56.248362+0000","last_fullsized":"2023-12-02T00:31:56.248362+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257700+0000","last_change":"2023-12-02T00:31:57.257700+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257700+0000","last_undegraded":"2023-12-02T00:31:57.257700+0000","last_fullsized":"2023-12-02T00:31:57.257700+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268371+0000","last_change":"2023-12-02T00:31:45.199537+0000","last_active":"2023-12-02T00:31:47.268371+0000","last_peered":"2023-12-02T00:31:47.268371+0000","last_clean":"2023-12-02T00:31:47.268371+0000","last_became_active":"2023-12-02T00:31:45.198960+0000","last_became_peered":"2023-12-02T00:31:45.198960+0000","last_unstale":"2023-12-02T00:31:47.268371+0000","last_undegraded":"2023-12-02T00:31:47.268371+0000","last_fullsized":"2023-12-02T00:31:47.268371+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261099+0000","last_change":"2023-12-02T00:31:57.261099+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261099+0000","last_undegraded":"2023-12-02T00:31:57.261099+0000","last_fullsized":"2023-12-02T00:31:57.261099+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243052+0000","last_change":"2023-12-02T00:31:45.203845+0000","last_active":"2023-12-02T00:31:56.243052+0000","last_peered":"2023-12-02T00:31:56.243052+0000","last_clean":"2023-12-02T00:31:56.243052+0000","last_became_active":"2023-12-02T00:31:45.203503+0000","last_became_peered":"2023-12-02T00:31:45.203503+0000","last_unstale":"2023-12-02T00:31:56.243052+0000","last_undegraded":"2023-12-02T00:31:56.243052+0000","last_fullsized":"2023-12-02T00:31:56.243052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250271+0000","last_change":"2023-12-02T00:31:57.250271+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250271+0000","last_undegraded":"2023-12-02T00:31:57.250271+0000","last_fullsized":"2023-12-02T00:31:57.250271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245174+0000","last_change":"2023-12-02T00:31:45.203183+0000","last_active":"2023-12-02T00:31:56.245174+0000","last_peered":"2023-12-02T00:31:56.245174+0000","last_clean":"2023-12-02T00:31:56.245174+0000","last_became_active":"2023-12-02T00:31:45.202868+0000","last_became_peered":"2023-12-02T00:31:45.202868+0000","last_unstale":"2023-12-02T00:31:56.245174+0000","last_undegraded":"2023-12-02T00:31:56.245174+0000","last_fullsized":"2023-12-02T00:31:56.245174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":958464,"data_stored":731231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.60099999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.68100000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.72299999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.94199999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.84099999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":1.177}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.755},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.64700000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.54700000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.70399999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.59199999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.57499999999999996}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.62}]},{"osd":2,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1549999999999998,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.66200000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":2.1179999999999999,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.54900000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.78300000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.68100000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.76400000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.67800000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.79500000000000004}]},{"osd":3,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.74099999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.76300000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.84699999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.92900000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":376832,"data_stored":143902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.35299999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.438},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.501}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.77800000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.3410000000000002,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.79500000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.75800000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.81699999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":364544,"data_stored":140843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.51100000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.899,"5min":1.899,"15min":1.899},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56699999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.73599999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.71999999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.76200000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.69699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":376832,"data_stored":143902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.4880000000000004,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":0.312},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.36899999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.093,"5min":4.093,"15min":4.093},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":8.1620000000000008,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.34799999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.633,"5min":4.633,"15min":4.633},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.56200000000000006}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.2569999999999997,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.7839999999999998,"5min":3.7839999999999998,"15min":3.7839999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":3.8410000000000002,"5min":3.8410000000000002,"15min":3.8410000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":4.5869999999999997,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.3179999999999996,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.8889999999999998,"5min":3.8889999999999998,"15min":3.8889999999999998},"last":0.52500000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.69899999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":954368,"data_stored":731141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.372},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.34799999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.48099999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.83399999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.751},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.84899999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.68300000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.79900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:02.742 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:02.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f1915479640 1 Processor -- start 2023-12-02T00:32:02.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f1915479640 1 -- start start 2023-12-02T00:32:02.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f1915479640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 0x7f19100a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f1915479640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19100c3c00 con 0x7f191006dba0 2023-12-02T00:32:02.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f1915479640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19100c3ee0 con 0x7f19100c0f70 2023-12-02T00:32:02.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f1915479640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f191006df80 con 0x7f19100a4d30 2023-12-02T00:32:02.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f191006dba0 0x7f1910151c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53926/0 (socket says 172.21.15.133:53926) 2023-12-02T00:32:02.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 -- 172.21.15.133:0/2462270777 learned_addr learned my addr 172.21.15.133:0/2462270777 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190e7fc640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 0x7f19100a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1026268037 0 0) 0x7f19100c3c00 con 0x7f191006dba0 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f18f8005740 con 0x7f191006dba0 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 106254231 0 0) 0x7f18f8005740 con 0x7f191006dba0 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 msgr2=0x7f19100a51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 0x7f19100a51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 >> v1:172.21.15.172:6789/0 conn(0x7f19100c0f70 legacy=0x7f19100c1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19100c0770 con 0x7f191006dba0 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f1900001680 con 0x7f191006dba0 2023-12-02T00:32:02.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 >> v1:172.21.15.133:6789/0 conn(0x7f191006dba0 legacy=0x7f1910151c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18f8005bc0 0x7f18f8005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 0x7f18f80069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8006f20 0x7f18f80073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f191006df80 con 0x7f18f8005bc0 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18f800dc50 con 0x7f18f8006f20 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18f800de10 con 0x7f19100a4d30 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18f8005bc0 0x7f18f8005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190e7fc640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 0x7f18f80069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190f7fe640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8006f20 0x7f18f80073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 -- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 msgr2=0x7f18f80069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a4d30 0x7f18f80069e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 -- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8006f20 msgr2=0x7f18f80073a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8006f20 0x7f18f80073a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.913+0000 7f190effd640 1 -- 172.21.15.133:0/2462270777 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18f8005740 con 0x7f18f8005bc0 2023-12-02T00:32:02.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f190effd640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18f8005bc0 0x7f18f8005fa0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f190000c190 tx=0x7f190001cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b08d5c39df11190e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1900005ae0 con 0x7f18f8005bc0 2023-12-02T00:32:02.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1900005c60 con 0x7f18f8005bc0 2023-12-02T00:32:02.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f190dffb640 1 -- 172.21.15.133:0/2462270777 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1900007070 con 0x7f18f8005bc0 2023-12-02T00:32:02.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f1915479640 1 -- 172.21.15.133:0/2462270777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18f8005bc0 msgr2=0x7f18f8005fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f1915479640 1 --2- 172.21.15.133:0/2462270777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18f8005bc0 0x7f18f8005fa0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f190000c190 tx=0x7f190001cbe0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f190f7fe640 1 -- 172.21.15.133:0/2462270777 reap_dead start 2023-12-02T00:32:02.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f1915479640 1 -- 172.21.15.133:0/2462270777 shutdown_connections 2023-12-02T00:32:02.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f1915479640 1 -- 172.21.15.133:0/2462270777 >> 172.21.15.133:0/2462270777 conn(0x7f19100a7910 msgr2=0x7f19100a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:02.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f1915479640 1 -- 172.21.15.133:0/2462270777 shutdown_connections 2023-12-02T00:32:02.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.917+0000 7f1915479640 1 -- 172.21.15.133:0/2462270777 wait complete. 2023-12-02T00:32:02.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 Processor -- start 2023-12-02T00:32:02.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 -- start start 2023-12-02T00:32:02.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8005bc0 0x7f191014ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19101ee560 0x7f191014c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a8c10 0x7f19101f0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1910147f10 con 0x7f19101ee560 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f191014c240 con 0x7f18f8005bc0 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f191014bf10 con 0x7f19100a8c10 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19101ee560 0x7f191014c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19101ee560 0x7f191014c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43600/0 (socket says 172.21.15.133:43600) 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 -- 172.21.15.133:0/591178986 learned_addr learned my addr 172.21.15.133:0/591178986 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 -- 172.21.15.133:0/591178986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a8c10 msgr2=0x7f19101f0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a8c10 0x7f19101f0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 -- 172.21.15.133:0/591178986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8005bc0 msgr2=0x7f191014ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8005bc0 0x7f191014ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:02.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 -- 172.21.15.133:0/591178986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19101edd10 con 0x7f19101ee560 2023-12-02T00:32:02.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f190e7fc640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19101ee560 0x7f191014c6d0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f19040115e0 tx=0x7f1904011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f18f77fe640 1 -- 172.21.15.133:0/591178986 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f190400f8f0 con 0x7f19101ee560 2023-12-02T00:32:02.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f18f77fe640 1 -- 172.21.15.133:0/591178986 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f190400fa50 con 0x7f19101ee560 2023-12-02T00:32:02.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19101edff0 con 0x7f19101ee560 2023-12-02T00:32:02.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f18f77fe640 1 -- 172.21.15.133:0/591178986 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f190400fdc0 con 0x7f19101ee560 2023-12-02T00:32:02.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f191014d9f0 con 0x7f19101ee560 2023-12-02T00:32:02.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.921+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f191004e850 con 0x7f19101ee560 2023-12-02T00:32:02.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.925+0000 7f18f77fe640 1 -- 172.21.15.133:0/591178986 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1904015460 con 0x7f19101ee560 2023-12-02T00:32:02.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.925+0000 7f18f77fe640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18fc066470 0x7f18fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:02.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.925+0000 7f18f77fe640 1 -- 172.21.15.133:0/591178986 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f19040845d0 con 0x7f19101ee560 2023-12-02T00:32:02.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.925+0000 7f190effd640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18fc066470 0x7f18fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:02.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.925+0000 7f190effd640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18fc066470 0x7f18fc068930 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f19000ab000 tx=0x7f1900001990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:02.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:02.929+0000 7f18f77fe640 1 -- 172.21.15.133:0/591178986 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f19040516e0 con 0x7f19101ee560 2023-12-02T00:32:03.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.077+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f19100c4e60 con 0x7f18fc066470 2023-12-02T00:32:03.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.089+0000 7f18f77fe640 1 -- 172.21.15.133:0/591178986 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+521650 (secure 0 0 0) 0x7f19100c4e60 con 0x7f18fc066470 2023-12-02T00:32:03.098 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:03.102 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:03.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18fc066470 msgr2=0x7f18fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18fc066470 0x7f18fc068930 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f19000ab000 tx=0x7f1900001990 comp rx=0 tx=0).stop 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19101ee560 msgr2=0x7f191014c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19101ee560 0x7f191014c6d0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f19040115e0 tx=0x7f1904011aa0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 shutdown_connections 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18fc066470 0x7f18fc068930 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19100a8c10 0x7f19101f0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19101ee560 0x7f191014c6d0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 --2- 172.21.15.133:0/591178986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18f8005bc0 0x7f191014ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 >> 172.21.15.133:0/591178986 conn(0x7f19100a7910 msgr2=0x7f19100c1400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 shutdown_connections 2023-12-02T00:32:03.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.093+0000 7f1915479640 1 -- 172.21.15.133:0/591178986 wait complete. 2023-12-02T00:32:03.118 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2023-12-02T00:32:01.251649+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":199,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220200,"kb_used_data":4040,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754520,"statfs":{"total":773094113280,"available":772868628480,"internally_reserved":0,"allocated":4136960,"data_stored":2314730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1241,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.011554"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254404+0000","last_change":"2023-12-02T00:31:57.254404+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254404+0000","last_undegraded":"2023-12-02T00:31:57.254404+0000","last_fullsized":"2023-12-02T00:31:57.254404+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":175,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254277+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:56.254277+0000","last_peered":"2023-12-02T00:31:56.254277+0000","last_clean":"2023-12-02T00:31:56.254277+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:56.254277+0000","last_undegraded":"2023-12-02T00:31:56.254277+0000","last_fullsized":"2023-12-02T00:31:56.254277+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244133+0000","last_change":"2023-12-02T00:31:44.184204+0000","last_active":"2023-12-02T00:31:56.244133+0000","last_peered":"2023-12-02T00:31:56.244133+0000","last_clean":"2023-12-02T00:31:56.244133+0000","last_became_active":"2023-12-02T00:31:44.183918+0000","last_became_peered":"2023-12-02T00:31:44.183918+0000","last_unstale":"2023-12-02T00:31:56.244133+0000","last_undegraded":"2023-12-02T00:31:56.244133+0000","last_fullsized":"2023-12-02T00:31:56.244133+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254151+0000","last_change":"2023-12-02T00:31:45.198039+0000","last_active":"2023-12-02T00:31:56.254151+0000","last_peered":"2023-12-02T00:31:56.254151+0000","last_clean":"2023-12-02T00:31:56.254151+0000","last_became_active":"2023-12-02T00:31:45.197761+0000","last_became_peered":"2023-12-02T00:31:45.197761+0000","last_unstale":"2023-12-02T00:31:56.254151+0000","last_undegraded":"2023-12-02T00:31:56.254151+0000","last_fullsized":"2023-12-02T00:31:56.254151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.263777+0000","last_change":"2023-12-02T00:31:57.263777+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.263777+0000","last_undegraded":"2023-12-02T00:31:57.263777+0000","last_fullsized":"2023-12-02T00:31:57.263777+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:19.165876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.258154+0000","last_change":"2023-12-02T00:31:57.258154+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.258154+0000","last_undegraded":"2023-12-02T00:31:57.258154+0000","last_fullsized":"2023-12-02T00:31:57.258154+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242265+0000","last_change":"2023-12-02T00:31:44.195709+0000","last_active":"2023-12-02T00:31:56.242265+0000","last_peered":"2023-12-02T00:31:56.242265+0000","last_clean":"2023-12-02T00:31:56.242265+0000","last_became_active":"2023-12-02T00:31:44.195202+0000","last_became_peered":"2023-12-02T00:31:44.195202+0000","last_unstale":"2023-12-02T00:31:56.242265+0000","last_undegraded":"2023-12-02T00:31:56.242265+0000","last_fullsized":"2023-12-02T00:31:56.242265+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:55.352177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250362+0000","last_change":"2023-12-02T00:31:45.199307+0000","last_active":"2023-12-02T00:31:56.250362+0000","last_peered":"2023-12-02T00:31:56.250362+0000","last_clean":"2023-12-02T00:31:56.250362+0000","last_became_active":"2023-12-02T00:31:45.199043+0000","last_became_peered":"2023-12-02T00:31:45.199043+0000","last_unstale":"2023-12-02T00:31:56.250362+0000","last_undegraded":"2023-12-02T00:31:56.250362+0000","last_fullsized":"2023-12-02T00:31:56.250362+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249455+0000","last_change":"2023-12-02T00:31:57.249455+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249455+0000","last_undegraded":"2023-12-02T00:31:57.249455+0000","last_fullsized":"2023-12-02T00:31:57.249455+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:32.506622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255275+0000","last_change":"2023-12-02T00:31:57.255275+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255275+0000","last_undegraded":"2023-12-02T00:31:57.255275+0000","last_fullsized":"2023-12-02T00:31:57.255275+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250537+0000","last_change":"2023-12-02T00:31:44.184589+0000","last_active":"2023-12-02T00:31:56.250537+0000","last_peered":"2023-12-02T00:31:56.250537+0000","last_clean":"2023-12-02T00:31:56.250537+0000","last_became_active":"2023-12-02T00:31:44.184302+0000","last_became_peered":"2023-12-02T00:31:44.184302+0000","last_unstale":"2023-12-02T00:31:56.250537+0000","last_undegraded":"2023-12-02T00:31:56.250537+0000","last_fullsized":"2023-12-02T00:31:56.250537+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242156+0000","last_change":"2023-12-02T00:31:45.209165+0000","last_active":"2023-12-02T00:31:56.242156+0000","last_peered":"2023-12-02T00:31:56.242156+0000","last_clean":"2023-12-02T00:31:56.242156+0000","last_became_active":"2023-12-02T00:31:45.207325+0000","last_became_peered":"2023-12-02T00:31:45.207325+0000","last_unstale":"2023-12-02T00:31:56.242156+0000","last_undegraded":"2023-12-02T00:31:56.242156+0000","last_fullsized":"2023-12-02T00:31:56.242156+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275353+0000","last_change":"2023-12-02T00:31:57.270649+0000","last_active":"2023-12-02T00:31:57.275353+0000","last_peered":"2023-12-02T00:31:57.275353+0000","last_clean":"2023-12-02T00:31:57.275353+0000","last_became_active":"2023-12-02T00:31:57.270344+0000","last_became_peered":"2023-12-02T00:31:57.270344+0000","last_unstale":"2023-12-02T00:31:57.275353+0000","last_undegraded":"2023-12-02T00:31:57.275353+0000","last_fullsized":"2023-12-02T00:31:57.275353+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:14.404106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249569+0000","last_change":"2023-12-02T00:31:57.249569+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249569+0000","last_undegraded":"2023-12-02T00:31:57.249569+0000","last_fullsized":"2023-12-02T00:31:57.249569+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248177+0000","last_change":"2023-12-02T00:31:44.198046+0000","last_active":"2023-12-02T00:31:56.248177+0000","last_peered":"2023-12-02T00:31:56.248177+0000","last_clean":"2023-12-02T00:31:56.248177+0000","last_became_active":"2023-12-02T00:31:44.197763+0000","last_became_peered":"2023-12-02T00:31:44.197763+0000","last_unstale":"2023-12-02T00:31:56.248177+0000","last_undegraded":"2023-12-02T00:31:56.248177+0000","last_fullsized":"2023-12-02T00:31:56.248177+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250287+0000","last_change":"2023-12-02T00:31:45.192562+0000","last_active":"2023-12-02T00:31:56.250287+0000","last_peered":"2023-12-02T00:31:56.250287+0000","last_clean":"2023-12-02T00:31:56.250287+0000","last_became_active":"2023-12-02T00:31:45.191214+0000","last_became_peered":"2023-12-02T00:31:45.191214+0000","last_unstale":"2023-12-02T00:31:56.250287+0000","last_undegraded":"2023-12-02T00:31:56.250287+0000","last_fullsized":"2023-12-02T00:31:56.250287+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:25.334214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.246434+0000","last_change":"2023-12-02T00:31:57.246434+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.246434+0000","last_undegraded":"2023-12-02T00:31:57.246434+0000","last_fullsized":"2023-12-02T00:31:57.246434+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:08.432864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255516+0000","last_change":"2023-12-02T00:31:57.255516+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255516+0000","last_undegraded":"2023-12-02T00:31:57.255516+0000","last_fullsized":"2023-12-02T00:31:57.255516+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250524+0000","last_change":"2023-12-02T00:31:44.201502+0000","last_active":"2023-12-02T00:31:56.250524+0000","last_peered":"2023-12-02T00:31:56.250524+0000","last_clean":"2023-12-02T00:31:56.250524+0000","last_became_active":"2023-12-02T00:31:44.201173+0000","last_became_peered":"2023-12-02T00:31:44.201173+0000","last_unstale":"2023-12-02T00:31:56.250524+0000","last_undegraded":"2023-12-02T00:31:56.250524+0000","last_fullsized":"2023-12-02T00:31:56.250524+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244796+0000","last_change":"2023-12-02T00:31:45.184553+0000","last_active":"2023-12-02T00:31:56.244796+0000","last_peered":"2023-12-02T00:31:56.244796+0000","last_clean":"2023-12-02T00:31:56.244796+0000","last_became_active":"2023-12-02T00:31:45.184253+0000","last_became_peered":"2023-12-02T00:31:45.184253+0000","last_unstale":"2023-12-02T00:31:56.244796+0000","last_undegraded":"2023-12-02T00:31:56.244796+0000","last_fullsized":"2023-12-02T00:31:56.244796+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:39.396860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.268698+0000","last_change":"2023-12-02T00:31:57.266245+0000","last_active":"2023-12-02T00:31:57.268698+0000","last_peered":"2023-12-02T00:31:57.268698+0000","last_clean":"2023-12-02T00:31:57.268698+0000","last_became_active":"2023-12-02T00:31:57.265965+0000","last_became_peered":"2023-12-02T00:31:57.265965+0000","last_unstale":"2023-12-02T00:31:57.268698+0000","last_undegraded":"2023-12-02T00:31:57.268698+0000","last_fullsized":"2023-12-02T00:31:57.268698+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:13.486544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249728+0000","last_change":"2023-12-02T00:31:57.249728+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249728+0000","last_undegraded":"2023-12-02T00:31:57.249728+0000","last_fullsized":"2023-12-02T00:31:57.249728+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248657+0000","last_change":"2023-12-02T00:31:44.192759+0000","last_active":"2023-12-02T00:31:56.248657+0000","last_peered":"2023-12-02T00:31:56.248657+0000","last_clean":"2023-12-02T00:31:56.248657+0000","last_became_active":"2023-12-02T00:31:44.192573+0000","last_became_peered":"2023-12-02T00:31:44.192573+0000","last_unstale":"2023-12-02T00:31:56.248657+0000","last_undegraded":"2023-12-02T00:31:56.248657+0000","last_fullsized":"2023-12-02T00:31:56.248657+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249959+0000","last_change":"2023-12-02T00:31:45.194035+0000","last_active":"2023-12-02T00:31:56.249959+0000","last_peered":"2023-12-02T00:31:56.249959+0000","last_clean":"2023-12-02T00:31:56.249959+0000","last_became_active":"2023-12-02T00:31:45.193716+0000","last_became_peered":"2023-12-02T00:31:45.193716+0000","last_unstale":"2023-12-02T00:31:56.249959+0000","last_undegraded":"2023-12-02T00:31:56.249959+0000","last_fullsized":"2023-12-02T00:31:56.249959+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.266376+0000","last_change":"2023-12-02T00:31:57.256092+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.266376+0000","last_undegraded":"2023-12-02T00:31:57.266376+0000","last_fullsized":"2023-12-02T00:31:57.266376+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255527+0000","last_change":"2023-12-02T00:31:57.255527+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255527+0000","last_undegraded":"2023-12-02T00:31:57.255527+0000","last_fullsized":"2023-12-02T00:31:57.255527+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"31'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251142+0000","last_change":"2023-12-02T00:31:44.198620+0000","last_active":"2023-12-02T00:31:56.251142+0000","last_peered":"2023-12-02T00:31:56.251142+0000","last_clean":"2023-12-02T00:31:56.251142+0000","last_became_active":"2023-12-02T00:31:44.198330+0000","last_became_peered":"2023-12-02T00:31:44.198330+0000","last_unstale":"2023-12-02T00:31:56.251142+0000","last_undegraded":"2023-12-02T00:31:56.251142+0000","last_fullsized":"2023-12-02T00:31:56.251142+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268441+0000","last_change":"2023-12-02T00:31:45.208888+0000","last_active":"2023-12-02T00:31:47.268441+0000","last_peered":"2023-12-02T00:31:47.268441+0000","last_clean":"2023-12-02T00:31:47.268441+0000","last_became_active":"2023-12-02T00:31:45.207634+0000","last_became_peered":"2023-12-02T00:31:45.207634+0000","last_unstale":"2023-12-02T00:31:47.268441+0000","last_undegraded":"2023-12-02T00:31:47.268441+0000","last_fullsized":"2023-12-02T00:31:47.268441+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.272668+0000","last_change":"2023-12-02T00:31:57.269927+0000","last_active":"2023-12-02T00:31:57.272668+0000","last_peered":"2023-12-02T00:31:57.272668+0000","last_clean":"2023-12-02T00:31:57.272668+0000","last_became_active":"2023-12-02T00:31:57.268925+0000","last_became_peered":"2023-12-02T00:31:57.268925+0000","last_unstale":"2023-12-02T00:31:57.272668+0000","last_undegraded":"2023-12-02T00:31:57.272668+0000","last_fullsized":"2023-12-02T00:31:57.272668+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:32.506622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253844+0000","last_change":"2023-12-02T00:31:57.253844+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253844+0000","last_undegraded":"2023-12-02T00:31:57.253844+0000","last_fullsized":"2023-12-02T00:31:57.253844+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248879+0000","last_change":"2023-12-02T00:31:44.196463+0000","last_active":"2023-12-02T00:31:56.248879+0000","last_peered":"2023-12-02T00:31:56.248879+0000","last_clean":"2023-12-02T00:31:56.248879+0000","last_became_active":"2023-12-02T00:31:44.196092+0000","last_became_peered":"2023-12-02T00:31:44.196092+0000","last_unstale":"2023-12-02T00:31:56.248879+0000","last_undegraded":"2023-12-02T00:31:56.248879+0000","last_fullsized":"2023-12-02T00:31:56.248879+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254050+0000","last_change":"2023-12-02T00:31:45.202001+0000","last_active":"2023-12-02T00:31:56.254050+0000","last_peered":"2023-12-02T00:31:56.254050+0000","last_clean":"2023-12-02T00:31:56.254050+0000","last_became_active":"2023-12-02T00:31:45.201677+0000","last_became_peered":"2023-12-02T00:31:45.201677+0000","last_unstale":"2023-12-02T00:31:56.254050+0000","last_undegraded":"2023-12-02T00:31:56.254050+0000","last_fullsized":"2023-12-02T00:31:56.254050+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:50.822859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275299+0000","last_change":"2023-12-02T00:31:57.269929+0000","last_active":"2023-12-02T00:31:57.275299+0000","last_peered":"2023-12-02T00:31:57.275299+0000","last_clean":"2023-12-02T00:31:57.275299+0000","last_became_active":"2023-12-02T00:31:57.269566+0000","last_became_peered":"2023-12-02T00:31:57.269566+0000","last_unstale":"2023-12-02T00:31:57.275299+0000","last_undegraded":"2023-12-02T00:31:57.275299+0000","last_fullsized":"2023-12-02T00:31:57.275299+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250473+0000","last_change":"2023-12-02T00:31:57.250473+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250473+0000","last_undegraded":"2023-12-02T00:31:57.250473+0000","last_fullsized":"2023-12-02T00:31:57.250473+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245019+0000","last_change":"2023-12-02T00:31:44.192782+0000","last_active":"2023-12-02T00:31:56.245019+0000","last_peered":"2023-12-02T00:31:56.245019+0000","last_clean":"2023-12-02T00:31:56.245019+0000","last_became_active":"2023-12-02T00:31:44.192104+0000","last_became_peered":"2023-12-02T00:31:44.192104+0000","last_unstale":"2023-12-02T00:31:56.245019+0000","last_undegraded":"2023-12-02T00:31:56.245019+0000","last_fullsized":"2023-12-02T00:31:56.245019+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253986+0000","last_change":"2023-12-02T00:31:45.190682+0000","last_active":"2023-12-02T00:31:56.253986+0000","last_peered":"2023-12-02T00:31:56.253986+0000","last_clean":"2023-12-02T00:31:56.253986+0000","last_became_active":"2023-12-02T00:31:45.190068+0000","last_became_peered":"2023-12-02T00:31:45.190068+0000","last_unstale":"2023-12-02T00:31:56.253986+0000","last_undegraded":"2023-12-02T00:31:56.253986+0000","last_fullsized":"2023-12-02T00:31:56.253986+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.263557+0000","last_change":"2023-12-02T00:31:57.263557+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.263557+0000","last_undegraded":"2023-12-02T00:31:57.263557+0000","last_fullsized":"2023-12-02T00:31:57.263557+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:17.197035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255700+0000","last_change":"2023-12-02T00:31:57.255700+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255700+0000","last_undegraded":"2023-12-02T00:31:57.255700+0000","last_fullsized":"2023-12-02T00:31:57.255700+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250455+0000","last_change":"2023-12-02T00:31:44.190455+0000","last_active":"2023-12-02T00:31:56.250455+0000","last_peered":"2023-12-02T00:31:56.250455+0000","last_clean":"2023-12-02T00:31:56.250455+0000","last_became_active":"2023-12-02T00:31:44.190178+0000","last_became_peered":"2023-12-02T00:31:44.190178+0000","last_unstale":"2023-12-02T00:31:56.250455+0000","last_undegraded":"2023-12-02T00:31:56.250455+0000","last_fullsized":"2023-12-02T00:31:56.250455+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253720+0000","last_change":"2023-12-02T00:31:45.198495+0000","last_active":"2023-12-02T00:31:56.253720+0000","last_peered":"2023-12-02T00:31:56.253720+0000","last_clean":"2023-12-02T00:31:56.253720+0000","last_became_active":"2023-12-02T00:31:45.198235+0000","last_became_peered":"2023-12-02T00:31:45.198235+0000","last_unstale":"2023-12-02T00:31:56.253720+0000","last_undegraded":"2023-12-02T00:31:56.253720+0000","last_fullsized":"2023-12-02T00:31:56.253720+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:06.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.270889+0000","last_change":"2023-12-02T00:31:57.257021+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.270889+0000","last_undegraded":"2023-12-02T00:31:57.270889+0000","last_fullsized":"2023-12-02T00:31:57.270889+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253688+0000","last_change":"2023-12-02T00:31:57.253688+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253688+0000","last_undegraded":"2023-12-02T00:31:57.253688+0000","last_fullsized":"2023-12-02T00:31:57.253688+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244766+0000","last_change":"2023-12-02T00:31:44.194888+0000","last_active":"2023-12-02T00:31:56.244766+0000","last_peered":"2023-12-02T00:31:56.244766+0000","last_clean":"2023-12-02T00:31:56.244766+0000","last_became_active":"2023-12-02T00:31:44.194569+0000","last_became_peered":"2023-12-02T00:31:44.194569+0000","last_unstale":"2023-12-02T00:31:56.244766+0000","last_undegraded":"2023-12-02T00:31:56.244766+0000","last_fullsized":"2023-12-02T00:31:56.244766+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254034+0000","last_change":"2023-12-02T00:31:45.197746+0000","last_active":"2023-12-02T00:31:56.254034+0000","last_peered":"2023-12-02T00:31:56.254034+0000","last_clean":"2023-12-02T00:31:56.254034+0000","last_became_active":"2023-12-02T00:31:45.197189+0000","last_became_peered":"2023-12-02T00:31:45.197189+0000","last_unstale":"2023-12-02T00:31:56.254034+0000","last_undegraded":"2023-12-02T00:31:56.254034+0000","last_fullsized":"2023-12-02T00:31:56.254034+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:27.198715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.259917+0000","last_change":"2023-12-02T00:31:57.259917+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259917+0000","last_undegraded":"2023-12-02T00:31:57.259917+0000","last_fullsized":"2023-12-02T00:31:57.259917+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259599+0000","last_change":"2023-12-02T00:31:57.259599+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259599+0000","last_undegraded":"2023-12-02T00:31:57.259599+0000","last_fullsized":"2023-12-02T00:31:57.259599+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250383+0000","last_change":"2023-12-02T00:31:44.199242+0000","last_active":"2023-12-02T00:31:56.250383+0000","last_peered":"2023-12-02T00:31:56.250383+0000","last_clean":"2023-12-02T00:31:56.250383+0000","last_became_active":"2023-12-02T00:31:44.198971+0000","last_became_peered":"2023-12-02T00:31:44.198971+0000","last_unstale":"2023-12-02T00:31:56.250383+0000","last_undegraded":"2023-12-02T00:31:56.250383+0000","last_fullsized":"2023-12-02T00:31:56.250383+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:26.390328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253881+0000","last_change":"2023-12-02T00:31:45.202242+0000","last_active":"2023-12-02T00:31:56.253881+0000","last_peered":"2023-12-02T00:31:56.253881+0000","last_clean":"2023-12-02T00:31:56.253881+0000","last_became_active":"2023-12-02T00:31:45.201907+0000","last_became_peered":"2023-12-02T00:31:45.201907+0000","last_unstale":"2023-12-02T00:31:56.253881+0000","last_undegraded":"2023-12-02T00:31:56.253881+0000","last_fullsized":"2023-12-02T00:31:56.253881+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:37:10.833810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270357+0000","last_change":"2023-12-02T00:31:57.270357+0000","last_active":"2023-12-02T00:31:57.270357+0000","last_peered":"2023-12-02T00:31:57.270357+0000","last_clean":"2023-12-02T00:31:57.270357+0000","last_became_active":"2023-12-02T00:31:57.270081+0000","last_became_peered":"2023-12-02T00:31:57.270081+0000","last_unstale":"2023-12-02T00:31:57.270357+0000","last_undegraded":"2023-12-02T00:31:57.270357+0000","last_fullsized":"2023-12-02T00:31:57.270357+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:47.216843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254893+0000","last_change":"2023-12-02T00:31:57.254893+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254893+0000","last_undegraded":"2023-12-02T00:31:57.254893+0000","last_fullsized":"2023-12-02T00:31:57.254893+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251211+0000","last_change":"2023-12-02T00:31:44.187029+0000","last_active":"2023-12-02T00:31:56.251211+0000","last_peered":"2023-12-02T00:31:56.251211+0000","last_clean":"2023-12-02T00:31:56.251211+0000","last_became_active":"2023-12-02T00:31:44.186689+0000","last_became_peered":"2023-12-02T00:31:44.186689+0000","last_unstale":"2023-12-02T00:31:56.251211+0000","last_undegraded":"2023-12-02T00:31:56.251211+0000","last_fullsized":"2023-12-02T00:31:56.251211+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254019+0000","last_change":"2023-12-02T00:31:45.196525+0000","last_active":"2023-12-02T00:31:56.254019+0000","last_peered":"2023-12-02T00:31:56.254019+0000","last_clean":"2023-12-02T00:31:56.254019+0000","last_became_active":"2023-12-02T00:31:45.196259+0000","last_became_peered":"2023-12-02T00:31:45.196259+0000","last_unstale":"2023-12-02T00:31:56.254019+0000","last_undegraded":"2023-12-02T00:31:56.254019+0000","last_fullsized":"2023-12-02T00:31:56.254019+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:02.868488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.269254+0000","last_change":"2023-12-02T00:31:57.264668+0000","last_active":"2023-12-02T00:31:57.269254+0000","last_peered":"2023-12-02T00:31:57.269254+0000","last_clean":"2023-12-02T00:31:57.269254+0000","last_became_active":"2023-12-02T00:31:57.262346+0000","last_became_peered":"2023-12-02T00:31:57.262346+0000","last_unstale":"2023-12-02T00:31:57.269254+0000","last_undegraded":"2023-12-02T00:31:57.269254+0000","last_fullsized":"2023-12-02T00:31:57.269254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:16.185018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259043+0000","last_change":"2023-12-02T00:31:57.259043+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259043+0000","last_undegraded":"2023-12-02T00:31:57.259043+0000","last_fullsized":"2023-12-02T00:31:57.259043+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251381+0000","last_change":"2023-12-02T00:31:44.183157+0000","last_active":"2023-12-02T00:31:56.251381+0000","last_peered":"2023-12-02T00:31:56.251381+0000","last_clean":"2023-12-02T00:31:56.251381+0000","last_became_active":"2023-12-02T00:31:44.182869+0000","last_became_peered":"2023-12-02T00:31:44.182869+0000","last_unstale":"2023-12-02T00:31:56.251381+0000","last_undegraded":"2023-12-02T00:31:56.251381+0000","last_fullsized":"2023-12-02T00:31:56.251381+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248457+0000","last_change":"2023-12-02T00:31:45.204454+0000","last_active":"2023-12-02T00:31:56.248457+0000","last_peered":"2023-12-02T00:31:56.248457+0000","last_clean":"2023-12-02T00:31:56.248457+0000","last_became_active":"2023-12-02T00:31:45.202785+0000","last_became_peered":"2023-12-02T00:31:45.202785+0000","last_unstale":"2023-12-02T00:31:56.248457+0000","last_undegraded":"2023-12-02T00:31:56.248457+0000","last_fullsized":"2023-12-02T00:31:56.248457+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":6,"reported_epoch":33,"state":"active","last_fresh":"2023-12-02T00:31:57.277514+0000","last_change":"2023-12-02T00:31:57.277456+0000","last_active":"2023-12-02T00:31:57.277514+0000","last_peered":"2023-12-02T00:31:57.277514+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"2023-12-02T00:31:57.277456+0000","last_became_peered":"2023-12-02T00:31:57.277456+0000","last_unstale":"2023-12-02T00:31:57.277514+0000","last_undegraded":"2023-12-02T00:31:57.277514+0000","last_fullsized":"2023-12-02T00:31:57.277514+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:34.914000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":["2","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251991+0000","last_change":"2023-12-02T00:31:57.251991+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251991+0000","last_undegraded":"2023-12-02T00:31:57.251991+0000","last_fullsized":"2023-12-02T00:31:57.251991+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251349+0000","last_change":"2023-12-02T00:31:44.188998+0000","last_active":"2023-12-02T00:31:56.251349+0000","last_peered":"2023-12-02T00:31:56.251349+0000","last_clean":"2023-12-02T00:31:56.251349+0000","last_became_active":"2023-12-02T00:31:44.184586+0000","last_became_peered":"2023-12-02T00:31:44.184586+0000","last_unstale":"2023-12-02T00:31:56.251349+0000","last_undegraded":"2023-12-02T00:31:56.251349+0000","last_fullsized":"2023-12-02T00:31:56.251349+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268430+0000","last_change":"2023-12-02T00:31:45.207325+0000","last_active":"2023-12-02T00:31:47.268430+0000","last_peered":"2023-12-02T00:31:47.268430+0000","last_clean":"2023-12-02T00:31:47.268430+0000","last_became_active":"2023-12-02T00:31:45.207051+0000","last_became_peered":"2023-12-02T00:31:45.207051+0000","last_unstale":"2023-12-02T00:31:47.268430+0000","last_undegraded":"2023-12-02T00:31:47.268430+0000","last_fullsized":"2023-12-02T00:31:47.268430+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.268682+0000","last_change":"2023-12-02T00:31:57.268682+0000","last_active":"2023-12-02T00:31:57.268682+0000","last_peered":"2023-12-02T00:31:57.268682+0000","last_clean":"2023-12-02T00:31:57.268682+0000","last_became_active":"2023-12-02T00:31:57.268416+0000","last_became_peered":"2023-12-02T00:31:57.268416+0000","last_unstale":"2023-12-02T00:31:57.268682+0000","last_undegraded":"2023-12-02T00:31:57.268682+0000","last_fullsized":"2023-12-02T00:31:57.268682+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:14.404106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250801+0000","last_change":"2023-12-02T00:31:57.250801+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250801+0000","last_undegraded":"2023-12-02T00:31:57.250801+0000","last_fullsized":"2023-12-02T00:31:57.250801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248764+0000","last_change":"2023-12-02T00:31:44.199043+0000","last_active":"2023-12-02T00:31:56.248764+0000","last_peered":"2023-12-02T00:31:56.248764+0000","last_clean":"2023-12-02T00:31:56.248764+0000","last_became_active":"2023-12-02T00:31:44.198710+0000","last_became_peered":"2023-12-02T00:31:44.198710+0000","last_unstale":"2023-12-02T00:31:56.248764+0000","last_undegraded":"2023-12-02T00:31:56.248764+0000","last_fullsized":"2023-12-02T00:31:56.248764+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251348+0000","last_change":"2023-12-02T00:31:45.200601+0000","last_active":"2023-12-02T00:31:56.251348+0000","last_peered":"2023-12-02T00:31:56.251348+0000","last_clean":"2023-12-02T00:31:56.251348+0000","last_became_active":"2023-12-02T00:31:45.200334+0000","last_became_peered":"2023-12-02T00:31:45.200334+0000","last_unstale":"2023-12-02T00:31:56.251348+0000","last_undegraded":"2023-12-02T00:31:56.251348+0000","last_fullsized":"2023-12-02T00:31:56.251348+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.255952+0000","last_change":"2023-12-02T00:31:57.255952+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255952+0000","last_undegraded":"2023-12-02T00:31:57.255952+0000","last_fullsized":"2023-12-02T00:31:57.255952+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:33.872879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254302+0000","last_change":"2023-12-02T00:31:57.254302+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254302+0000","last_undegraded":"2023-12-02T00:31:57.254302+0000","last_fullsized":"2023-12-02T00:31:57.254302+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":22,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242269+0000","last_change":"2023-12-02T00:31:44.196209+0000","last_active":"2023-12-02T00:31:56.242269+0000","last_peered":"2023-12-02T00:31:56.242269+0000","last_clean":"2023-12-02T00:31:56.242269+0000","last_became_active":"2023-12-02T00:31:44.195927+0000","last_became_peered":"2023-12-02T00:31:44.195927+0000","last_unstale":"2023-12-02T00:31:56.242269+0000","last_undegraded":"2023-12-02T00:31:56.242269+0000","last_fullsized":"2023-12-02T00:31:56.242269+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244497+0000","last_change":"2023-12-02T00:31:45.184565+0000","last_active":"2023-12-02T00:31:56.244497+0000","last_peered":"2023-12-02T00:31:56.244497+0000","last_clean":"2023-12-02T00:31:56.244497+0000","last_became_active":"2023-12-02T00:31:45.183783+0000","last_became_peered":"2023-12-02T00:31:45.183783+0000","last_unstale":"2023-12-02T00:31:56.244497+0000","last_undegraded":"2023-12-02T00:31:56.244497+0000","last_fullsized":"2023-12-02T00:31:56.244497+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:50.007413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.261448+0000","last_change":"2023-12-02T00:31:57.261448+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261448+0000","last_undegraded":"2023-12-02T00:31:57.261448+0000","last_fullsized":"2023-12-02T00:31:57.261448+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249822+0000","last_change":"2023-12-02T00:31:57.249822+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249822+0000","last_undegraded":"2023-12-02T00:31:57.249822+0000","last_fullsized":"2023-12-02T00:31:57.249822+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242266+0000","last_change":"2023-12-02T00:31:44.195352+0000","last_active":"2023-12-02T00:31:56.242266+0000","last_peered":"2023-12-02T00:31:56.242266+0000","last_clean":"2023-12-02T00:31:56.242266+0000","last_became_active":"2023-12-02T00:31:44.195063+0000","last_became_peered":"2023-12-02T00:31:44.195063+0000","last_unstale":"2023-12-02T00:31:56.242266+0000","last_undegraded":"2023-12-02T00:31:56.242266+0000","last_fullsized":"2023-12-02T00:31:56.242266+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:18.902948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254056+0000","last_change":"2023-12-02T00:31:45.191344+0000","last_active":"2023-12-02T00:31:56.254056+0000","last_peered":"2023-12-02T00:31:56.254056+0000","last_clean":"2023-12-02T00:31:56.254056+0000","last_became_active":"2023-12-02T00:31:45.190930+0000","last_became_peered":"2023-12-02T00:31:45.190930+0000","last_unstale":"2023-12-02T00:31:56.254056+0000","last_undegraded":"2023-12-02T00:31:56.254056+0000","last_fullsized":"2023-12-02T00:31:56.254056+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.257394+0000","last_change":"2023-12-02T00:31:57.257394+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257394+0000","last_undegraded":"2023-12-02T00:31:57.257394+0000","last_fullsized":"2023-12-02T00:31:57.257394+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.255942+0000","last_change":"2023-12-02T00:31:57.255942+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.255942+0000","last_undegraded":"2023-12-02T00:31:57.255942+0000","last_fullsized":"2023-12-02T00:31:57.255942+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248086+0000","last_change":"2023-12-02T00:31:44.200250+0000","last_active":"2023-12-02T00:31:56.248086+0000","last_peered":"2023-12-02T00:31:56.248086+0000","last_clean":"2023-12-02T00:31:56.248086+0000","last_became_active":"2023-12-02T00:31:44.199765+0000","last_became_peered":"2023-12-02T00:31:44.199765+0000","last_unstale":"2023-12-02T00:31:56.248086+0000","last_undegraded":"2023-12-02T00:31:56.248086+0000","last_fullsized":"2023-12-02T00:31:56.248086+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242422+0000","last_change":"2023-12-02T00:31:45.207835+0000","last_active":"2023-12-02T00:31:56.242422+0000","last_peered":"2023-12-02T00:31:56.242422+0000","last_clean":"2023-12-02T00:31:56.242422+0000","last_became_active":"2023-12-02T00:31:45.206505+0000","last_became_peered":"2023-12-02T00:31:45.206505+0000","last_unstale":"2023-12-02T00:31:56.242422+0000","last_undegraded":"2023-12-02T00:31:56.242422+0000","last_fullsized":"2023-12-02T00:31:56.242422+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270241+0000","last_change":"2023-12-02T00:31:57.270241+0000","last_active":"2023-12-02T00:31:57.270241+0000","last_peered":"2023-12-02T00:31:57.270241+0000","last_clean":"2023-12-02T00:31:57.270241+0000","last_became_active":"2023-12-02T00:31:57.269940+0000","last_became_peered":"2023-12-02T00:31:57.269940+0000","last_unstale":"2023-12-02T00:31:57.270241+0000","last_undegraded":"2023-12-02T00:31:57.270241+0000","last_fullsized":"2023-12-02T00:31:57.270241+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:26.502113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.258440+0000","last_change":"2023-12-02T00:31:57.258440+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.258440+0000","last_undegraded":"2023-12-02T00:31:57.258440+0000","last_fullsized":"2023-12-02T00:31:57.258440+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251028+0000","last_change":"2023-12-02T00:31:44.186346+0000","last_active":"2023-12-02T00:31:56.251028+0000","last_peered":"2023-12-02T00:31:56.251028+0000","last_clean":"2023-12-02T00:31:56.251028+0000","last_became_active":"2023-12-02T00:31:44.186097+0000","last_became_peered":"2023-12-02T00:31:44.186097+0000","last_unstale":"2023-12-02T00:31:56.251028+0000","last_undegraded":"2023-12-02T00:31:56.251028+0000","last_fullsized":"2023-12-02T00:31:56.251028+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248002+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:56.248002+0000","last_peered":"2023-12-02T00:31:56.248002+0000","last_clean":"2023-12-02T00:31:56.248002+0000","last_became_active":"2023-12-02T00:31:45.199511+0000","last_became_peered":"2023-12-02T00:31:45.199511+0000","last_unstale":"2023-12-02T00:31:56.248002+0000","last_undegraded":"2023-12-02T00:31:56.248002+0000","last_fullsized":"2023-12-02T00:31:56.248002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.272274+0000","last_change":"2023-12-02T00:31:57.272274+0000","last_active":"2023-12-02T00:31:57.272274+0000","last_peered":"2023-12-02T00:31:57.272274+0000","last_clean":"2023-12-02T00:31:57.272274+0000","last_became_active":"2023-12-02T00:31:57.271968+0000","last_became_peered":"2023-12-02T00:31:57.271968+0000","last_unstale":"2023-12-02T00:31:57.272274+0000","last_undegraded":"2023-12-02T00:31:57.272274+0000","last_fullsized":"2023-12-02T00:31:57.272274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257181+0000","last_change":"2023-12-02T00:31:57.257181+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257181+0000","last_undegraded":"2023-12-02T00:31:57.257181+0000","last_fullsized":"2023-12-02T00:31:57.257181+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"31'9","reported_seq":23,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242683+0000","last_change":"2023-12-02T00:31:44.198101+0000","last_active":"2023-12-02T00:31:56.242683+0000","last_peered":"2023-12-02T00:31:56.242683+0000","last_clean":"2023-12-02T00:31:56.242683+0000","last_became_active":"2023-12-02T00:31:44.197765+0000","last_became_peered":"2023-12-02T00:31:44.197765+0000","last_unstale":"2023-12-02T00:31:56.242683+0000","last_undegraded":"2023-12-02T00:31:56.242683+0000","last_fullsized":"2023-12-02T00:31:56.242683+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:39.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268359+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:47.268359+0000","last_peered":"2023-12-02T00:31:47.268359+0000","last_clean":"2023-12-02T00:31:47.268359+0000","last_became_active":"2023-12-02T00:31:45.199251+0000","last_became_peered":"2023-12-02T00:31:45.199251+0000","last_unstale":"2023-12-02T00:31:47.268359+0000","last_undegraded":"2023-12-02T00:31:47.268359+0000","last_fullsized":"2023-12-02T00:31:47.268359+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:44.265620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.270758+0000","last_change":"2023-12-02T00:31:57.270758+0000","last_active":"2023-12-02T00:31:57.270758+0000","last_peered":"2023-12-02T00:31:57.270758+0000","last_clean":"2023-12-02T00:31:57.270758+0000","last_became_active":"2023-12-02T00:31:57.270140+0000","last_became_peered":"2023-12-02T00:31:57.270140+0000","last_unstale":"2023-12-02T00:31:57.270758+0000","last_undegraded":"2023-12-02T00:31:57.270758+0000","last_fullsized":"2023-12-02T00:31:57.270758+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:52.454651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251433+0000","last_change":"2023-12-02T00:31:57.251433+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251433+0000","last_undegraded":"2023-12-02T00:31:57.251433+0000","last_fullsized":"2023-12-02T00:31:57.251433+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268384+0000","last_change":"2023-12-02T00:31:44.193566+0000","last_active":"2023-12-02T00:31:47.268384+0000","last_peered":"2023-12-02T00:31:47.268384+0000","last_clean":"2023-12-02T00:31:47.268384+0000","last_became_active":"2023-12-02T00:31:44.193200+0000","last_became_peered":"2023-12-02T00:31:44.193200+0000","last_unstale":"2023-12-02T00:31:47.268384+0000","last_undegraded":"2023-12-02T00:31:47.268384+0000","last_fullsized":"2023-12-02T00:31:47.268384+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242598+0000","last_change":"2023-12-02T00:31:45.204333+0000","last_active":"2023-12-02T00:31:56.242598+0000","last_peered":"2023-12-02T00:31:56.242598+0000","last_clean":"2023-12-02T00:31:56.242598+0000","last_became_active":"2023-12-02T00:31:45.203925+0000","last_became_peered":"2023-12-02T00:31:45.203925+0000","last_unstale":"2023-12-02T00:31:56.242598+0000","last_undegraded":"2023-12-02T00:31:56.242598+0000","last_fullsized":"2023-12-02T00:31:56.242598+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249892+0000","last_change":"2023-12-02T00:31:57.249892+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249892+0000","last_undegraded":"2023-12-02T00:31:57.249892+0000","last_fullsized":"2023-12-02T00:31:57.249892+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:12.103210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256656+0000","last_change":"2023-12-02T00:31:57.256656+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256656+0000","last_undegraded":"2023-12-02T00:31:57.256656+0000","last_fullsized":"2023-12-02T00:31:57.256656+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251058+0000","last_change":"2023-12-02T00:31:44.200539+0000","last_active":"2023-12-02T00:31:56.251058+0000","last_peered":"2023-12-02T00:31:56.251058+0000","last_clean":"2023-12-02T00:31:56.251058+0000","last_became_active":"2023-12-02T00:31:44.200242+0000","last_became_peered":"2023-12-02T00:31:44.200242+0000","last_unstale":"2023-12-02T00:31:56.251058+0000","last_undegraded":"2023-12-02T00:31:56.251058+0000","last_fullsized":"2023-12-02T00:31:56.251058+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242998+0000","last_change":"2023-12-02T00:31:45.204250+0000","last_active":"2023-12-02T00:31:56.242998+0000","last_peered":"2023-12-02T00:31:56.242998+0000","last_clean":"2023-12-02T00:31:56.242998+0000","last_became_active":"2023-12-02T00:31:45.203684+0000","last_became_peered":"2023-12-02T00:31:45.203684+0000","last_unstale":"2023-12-02T00:31:56.242998+0000","last_undegraded":"2023-12-02T00:31:56.242998+0000","last_fullsized":"2023-12-02T00:31:56.242998+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.276797+0000","last_change":"2023-12-02T00:31:57.267418+0000","last_active":"2023-12-02T00:31:57.276797+0000","last_peered":"2023-12-02T00:31:57.276797+0000","last_clean":"2023-12-02T00:31:57.276797+0000","last_became_active":"2023-12-02T00:31:57.267100+0000","last_became_peered":"2023-12-02T00:31:57.267100+0000","last_unstale":"2023-12-02T00:31:57.276797+0000","last_undegraded":"2023-12-02T00:31:57.276797+0000","last_fullsized":"2023-12-02T00:31:57.276797+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:37.407477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256919+0000","last_change":"2023-12-02T00:31:57.256919+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256919+0000","last_undegraded":"2023-12-02T00:31:57.256919+0000","last_fullsized":"2023-12-02T00:31:57.256919+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243181+0000","last_change":"2023-12-02T00:31:44.195336+0000","last_active":"2023-12-02T00:31:56.243181+0000","last_peered":"2023-12-02T00:31:56.243181+0000","last_clean":"2023-12-02T00:31:56.243181+0000","last_became_active":"2023-12-02T00:31:44.195029+0000","last_became_peered":"2023-12-02T00:31:44.195029+0000","last_unstale":"2023-12-02T00:31:56.243181+0000","last_undegraded":"2023-12-02T00:31:56.243181+0000","last_fullsized":"2023-12-02T00:31:56.243181+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:39.621965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268412+0000","last_change":"2023-12-02T00:31:45.208211+0000","last_active":"2023-12-02T00:31:47.268412+0000","last_peered":"2023-12-02T00:31:47.268412+0000","last_clean":"2023-12-02T00:31:47.268412+0000","last_became_active":"2023-12-02T00:31:45.207913+0000","last_became_peered":"2023-12-02T00:31:45.207913+0000","last_unstale":"2023-12-02T00:31:47.268412+0000","last_undegraded":"2023-12-02T00:31:47.268412+0000","last_fullsized":"2023-12-02T00:31:47.268412+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.273678+0000","last_change":"2023-12-02T00:31:57.273678+0000","last_active":"2023-12-02T00:31:57.273678+0000","last_peered":"2023-12-02T00:31:57.273678+0000","last_clean":"2023-12-02T00:31:57.273678+0000","last_became_active":"2023-12-02T00:31:57.273407+0000","last_became_peered":"2023-12-02T00:31:57.273407+0000","last_unstale":"2023-12-02T00:31:57.273678+0000","last_undegraded":"2023-12-02T00:31:57.273678+0000","last_fullsized":"2023-12-02T00:31:57.273678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256602+0000","last_change":"2023-12-02T00:31:57.256602+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256602+0000","last_undegraded":"2023-12-02T00:31:57.256602+0000","last_fullsized":"2023-12-02T00:31:57.256602+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250261+0000","last_change":"2023-12-02T00:31:44.179111+0000","last_active":"2023-12-02T00:31:56.250261+0000","last_peered":"2023-12-02T00:31:56.250261+0000","last_clean":"2023-12-02T00:31:56.250261+0000","last_became_active":"2023-12-02T00:31:44.178826+0000","last_became_peered":"2023-12-02T00:31:44.178826+0000","last_unstale":"2023-12-02T00:31:56.250261+0000","last_undegraded":"2023-12-02T00:31:56.250261+0000","last_fullsized":"2023-12-02T00:31:56.250261+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:05.005867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.247875+0000","last_change":"2023-12-02T00:31:45.200249+0000","last_active":"2023-12-02T00:31:56.247875+0000","last_peered":"2023-12-02T00:31:56.247875+0000","last_clean":"2023-12-02T00:31:56.247875+0000","last_became_active":"2023-12-02T00:31:45.199539+0000","last_became_peered":"2023-12-02T00:31:45.199539+0000","last_unstale":"2023-12-02T00:31:56.247875+0000","last_undegraded":"2023-12-02T00:31:56.247875+0000","last_fullsized":"2023-12-02T00:31:56.247875+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.249494+0000","last_change":"2023-12-02T00:31:57.249494+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249494+0000","last_undegraded":"2023-12-02T00:31:57.249494+0000","last_fullsized":"2023-12-02T00:31:57.249494+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":["4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249967+0000","last_change":"2023-12-02T00:31:57.249967+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249967+0000","last_undegraded":"2023-12-02T00:31:57.249967+0000","last_fullsized":"2023-12-02T00:31:57.249967+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242216+0000","last_change":"2023-12-02T00:31:44.190823+0000","last_active":"2023-12-02T00:31:56.242216+0000","last_peered":"2023-12-02T00:31:56.242216+0000","last_clean":"2023-12-02T00:31:56.242216+0000","last_became_active":"2023-12-02T00:31:44.190507+0000","last_became_peered":"2023-12-02T00:31:44.190507+0000","last_unstale":"2023-12-02T00:31:56.242216+0000","last_undegraded":"2023-12-02T00:31:56.242216+0000","last_fullsized":"2023-12-02T00:31:56.242216+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250269+0000","last_change":"2023-12-02T00:31:45.186476+0000","last_active":"2023-12-02T00:31:56.250269+0000","last_peered":"2023-12-02T00:31:56.250269+0000","last_clean":"2023-12-02T00:31:56.250269+0000","last_became_active":"2023-12-02T00:31:45.186178+0000","last_became_peered":"2023-12-02T00:31:45.186178+0000","last_unstale":"2023-12-02T00:31:56.250269+0000","last_undegraded":"2023-12-02T00:31:56.250269+0000","last_fullsized":"2023-12-02T00:31:56.250269+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.270966+0000","last_change":"2023-12-02T00:31:57.257719+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.270966+0000","last_undegraded":"2023-12-02T00:31:57.270966+0000","last_fullsized":"2023-12-02T00:31:57.270966+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:18.856531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253071+0000","last_change":"2023-12-02T00:31:57.253071+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253071+0000","last_undegraded":"2023-12-02T00:31:57.253071+0000","last_fullsized":"2023-12-02T00:31:57.253071+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250900+0000","last_change":"2023-12-02T00:31:44.195905+0000","last_active":"2023-12-02T00:31:56.250900+0000","last_peered":"2023-12-02T00:31:56.250900+0000","last_clean":"2023-12-02T00:31:56.250900+0000","last_became_active":"2023-12-02T00:31:44.195634+0000","last_became_peered":"2023-12-02T00:31:44.195634+0000","last_unstale":"2023-12-02T00:31:56.250900+0000","last_undegraded":"2023-12-02T00:31:56.250900+0000","last_fullsized":"2023-12-02T00:31:56.250900+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268317+0000","last_change":"2023-12-02T00:31:45.206649+0000","last_active":"2023-12-02T00:31:47.268317+0000","last_peered":"2023-12-02T00:31:47.268317+0000","last_clean":"2023-12-02T00:31:47.268317+0000","last_became_active":"2023-12-02T00:31:45.206390+0000","last_became_peered":"2023-12-02T00:31:45.206390+0000","last_unstale":"2023-12-02T00:31:47.268317+0000","last_undegraded":"2023-12-02T00:31:47.268317+0000","last_fullsized":"2023-12-02T00:31:47.268317+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.273336+0000","last_change":"2023-12-02T00:31:57.268435+0000","last_active":"2023-12-02T00:31:57.273336+0000","last_peered":"2023-12-02T00:31:57.273336+0000","last_clean":"2023-12-02T00:31:57.273336+0000","last_became_active":"2023-12-02T00:31:57.268003+0000","last_became_peered":"2023-12-02T00:31:57.268003+0000","last_unstale":"2023-12-02T00:31:57.273336+0000","last_undegraded":"2023-12-02T00:31:57.273336+0000","last_fullsized":"2023-12-02T00:31:57.273336+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:31.983636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256212+0000","last_change":"2023-12-02T00:31:57.256212+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256212+0000","last_undegraded":"2023-12-02T00:31:57.256212+0000","last_fullsized":"2023-12-02T00:31:57.256212+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251070+0000","last_change":"2023-12-02T00:31:44.187374+0000","last_active":"2023-12-02T00:31:56.251070+0000","last_peered":"2023-12-02T00:31:56.251070+0000","last_clean":"2023-12-02T00:31:56.251070+0000","last_became_active":"2023-12-02T00:31:44.187073+0000","last_became_peered":"2023-12-02T00:31:44.187073+0000","last_unstale":"2023-12-02T00:31:56.251070+0000","last_undegraded":"2023-12-02T00:31:56.251070+0000","last_fullsized":"2023-12-02T00:31:56.251070+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:55.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254210+0000","last_change":"2023-12-02T00:31:45.194983+0000","last_active":"2023-12-02T00:31:56.254210+0000","last_peered":"2023-12-02T00:31:56.254210+0000","last_clean":"2023-12-02T00:31:56.254210+0000","last_became_active":"2023-12-02T00:31:45.194691+0000","last_became_peered":"2023-12-02T00:31:45.194691+0000","last_unstale":"2023-12-02T00:31:56.254210+0000","last_undegraded":"2023-12-02T00:31:56.254210+0000","last_fullsized":"2023-12-02T00:31:56.254210+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.264561+0000","last_change":"2023-12-02T00:31:57.264561+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.264561+0000","last_undegraded":"2023-12-02T00:31:57.264561+0000","last_fullsized":"2023-12-02T00:31:57.264561+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.254757+0000","last_change":"2023-12-02T00:31:57.254757+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.254757+0000","last_undegraded":"2023-12-02T00:31:57.254757+0000","last_fullsized":"2023-12-02T00:31:57.254757+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.269372+0000","last_change":"2023-12-02T00:31:57.269372+0000","last_active":"2023-12-02T00:31:57.269372+0000","last_peered":"2023-12-02T00:31:57.269372+0000","last_clean":"2023-12-02T00:31:57.269372+0000","last_became_active":"2023-12-02T00:31:57.269060+0000","last_became_peered":"2023-12-02T00:31:57.269060+0000","last_unstale":"2023-12-02T00:31:57.269372+0000","last_undegraded":"2023-12-02T00:31:57.269372+0000","last_fullsized":"2023-12-02T00:31:57.269372+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:20.923957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254162+0000","last_change":"2023-12-02T00:31:44.198295+0000","last_active":"2023-12-02T00:31:56.254162+0000","last_peered":"2023-12-02T00:31:56.254162+0000","last_clean":"2023-12-02T00:31:56.254162+0000","last_became_active":"2023-12-02T00:31:44.197986+0000","last_became_peered":"2023-12-02T00:31:44.197986+0000","last_unstale":"2023-12-02T00:31:56.254162+0000","last_undegraded":"2023-12-02T00:31:56.254162+0000","last_fullsized":"2023-12-02T00:31:56.254162+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:29:41.767851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249831+0000","last_change":"2023-12-02T00:31:45.200130+0000","last_active":"2023-12-02T00:31:56.249831+0000","last_peered":"2023-12-02T00:31:56.249831+0000","last_clean":"2023-12-02T00:31:56.249831+0000","last_became_active":"2023-12-02T00:31:45.199818+0000","last_became_peered":"2023-12-02T00:31:45.199818+0000","last_unstale":"2023-12-02T00:31:56.249831+0000","last_undegraded":"2023-12-02T00:31:56.249831+0000","last_fullsized":"2023-12-02T00:31:56.249831+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251676+0000","last_change":"2023-12-02T00:31:57.251676+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251676+0000","last_undegraded":"2023-12-02T00:31:57.251676+0000","last_fullsized":"2023-12-02T00:31:57.251676+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":4,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.271093+0000","last_change":"2023-12-02T00:31:57.258472+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.271093+0000","last_undegraded":"2023-12-02T00:31:57.271093+0000","last_fullsized":"2023-12-02T00:31:57.271093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":["3","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242690+0000","last_change":"2023-12-02T00:31:44.198231+0000","last_active":"2023-12-02T00:31:56.242690+0000","last_peered":"2023-12-02T00:31:56.242690+0000","last_clean":"2023-12-02T00:31:56.242690+0000","last_became_active":"2023-12-02T00:31:44.197925+0000","last_became_peered":"2023-12-02T00:31:44.197925+0000","last_unstale":"2023-12-02T00:31:56.242690+0000","last_undegraded":"2023-12-02T00:31:56.242690+0000","last_fullsized":"2023-12-02T00:31:56.242690+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:43.258195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251117+0000","last_change":"2023-12-02T00:31:45.212053+0000","last_active":"2023-12-02T00:31:56.251117+0000","last_peered":"2023-12-02T00:31:56.251117+0000","last_clean":"2023-12-02T00:31:56.251117+0000","last_became_active":"2023-12-02T00:31:45.211789+0000","last_became_peered":"2023-12-02T00:31:45.211789+0000","last_unstale":"2023-12-02T00:31:56.251117+0000","last_undegraded":"2023-12-02T00:31:56.251117+0000","last_fullsized":"2023-12-02T00:31:56.251117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251050+0000","last_change":"2023-12-02T00:31:57.251050+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251050+0000","last_undegraded":"2023-12-02T00:31:57.251050+0000","last_fullsized":"2023-12-02T00:31:57.251050+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250982+0000","last_change":"2023-12-02T00:31:44.192456+0000","last_active":"2023-12-02T00:31:56.250982+0000","last_peered":"2023-12-02T00:31:56.250982+0000","last_clean":"2023-12-02T00:31:56.250982+0000","last_became_active":"2023-12-02T00:31:44.192131+0000","last_became_peered":"2023-12-02T00:31:44.192131+0000","last_unstale":"2023-12-02T00:31:56.250982+0000","last_undegraded":"2023-12-02T00:31:56.250982+0000","last_fullsized":"2023-12-02T00:31:56.250982+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245260+0000","last_change":"2023-12-02T00:31:45.187585+0000","last_active":"2023-12-02T00:31:56.245260+0000","last_peered":"2023-12-02T00:31:56.245260+0000","last_clean":"2023-12-02T00:31:56.245260+0000","last_became_active":"2023-12-02T00:31:45.183715+0000","last_became_peered":"2023-12-02T00:31:45.183715+0000","last_unstale":"2023-12-02T00:31:56.245260+0000","last_undegraded":"2023-12-02T00:31:56.245260+0000","last_fullsized":"2023-12-02T00:31:56.245260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":8,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-12-02T00:31:57.275422+0000","last_change":"2023-12-02T00:31:57.275422+0000","last_active":"2023-12-02T00:31:57.275422+0000","last_peered":"2023-12-02T00:31:57.275422+0000","last_clean":"2023-12-02T00:31:57.275422+0000","last_became_active":"2023-12-02T00:31:57.275136+0000","last_became_peered":"2023-12-02T00:31:57.275136+0000","last_unstale":"2023-12-02T00:31:57.275422+0000","last_undegraded":"2023-12-02T00:31:57.275422+0000","last_fullsized":"2023-12-02T00:31:57.275422+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257394+0000","last_change":"2023-12-02T00:31:57.257394+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257394+0000","last_undegraded":"2023-12-02T00:31:57.257394+0000","last_fullsized":"2023-12-02T00:31:57.257394+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245420+0000","last_change":"2023-12-02T00:31:44.188572+0000","last_active":"2023-12-02T00:31:56.245420+0000","last_peered":"2023-12-02T00:31:56.245420+0000","last_clean":"2023-12-02T00:31:56.245420+0000","last_became_active":"2023-12-02T00:31:44.188300+0000","last_became_peered":"2023-12-02T00:31:44.188300+0000","last_unstale":"2023-12-02T00:31:56.245420+0000","last_undegraded":"2023-12-02T00:31:56.245420+0000","last_fullsized":"2023-12-02T00:31:56.245420+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:49.815434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250898+0000","last_change":"2023-12-02T00:31:45.194674+0000","last_active":"2023-12-02T00:31:56.250898+0000","last_peered":"2023-12-02T00:31:56.250898+0000","last_clean":"2023-12-02T00:31:56.250898+0000","last_became_active":"2023-12-02T00:31:45.194338+0000","last_became_peered":"2023-12-02T00:31:45.194338+0000","last_unstale":"2023-12-02T00:31:56.250898+0000","last_undegraded":"2023-12-02T00:31:56.250898+0000","last_fullsized":"2023-12-02T00:31:56.250898+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:22.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":3,"reported_epoch":33,"state":"creating+activating","last_fresh":"2023-12-02T00:31:57.251477+0000","last_change":"2023-12-02T00:31:57.251477+0000","last_active":"2023-12-02T00:31:56.231873+0000","last_peered":"2023-12-02T00:31:56.231873+0000","last_clean":"2023-12-02T00:31:56.231873+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251477+0000","last_undegraded":"2023-12-02T00:31:57.251477+0000","last_fullsized":"2023-12-02T00:31:57.251477+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250555+0000","last_change":"2023-12-02T00:31:57.250555+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250555+0000","last_undegraded":"2023-12-02T00:31:57.250555+0000","last_fullsized":"2023-12-02T00:31:57.250555+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253976+0000","last_change":"2023-12-02T00:31:45.188452+0000","last_active":"2023-12-02T00:31:56.253976+0000","last_peered":"2023-12-02T00:31:56.253976+0000","last_clean":"2023-12-02T00:31:56.253976+0000","last_became_active":"2023-12-02T00:31:45.187941+0000","last_became_peered":"2023-12-02T00:31:45.187941+0000","last_unstale":"2023-12-02T00:31:56.253976+0000","last_undegraded":"2023-12-02T00:31:56.253976+0000","last_fullsized":"2023-12-02T00:31:56.253976+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250548+0000","last_change":"2023-12-02T00:31:57.250548+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250548+0000","last_undegraded":"2023-12-02T00:31:57.250548+0000","last_fullsized":"2023-12-02T00:31:57.250548+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244410+0000","last_change":"2023-12-02T00:31:45.200055+0000","last_active":"2023-12-02T00:31:56.244410+0000","last_peered":"2023-12-02T00:31:56.244410+0000","last_clean":"2023-12-02T00:31:56.244410+0000","last_became_active":"2023-12-02T00:31:45.197999+0000","last_became_peered":"2023-12-02T00:31:45.197999+0000","last_unstale":"2023-12-02T00:31:56.244410+0000","last_undegraded":"2023-12-02T00:31:56.244410+0000","last_fullsized":"2023-12-02T00:31:56.244410+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:13.814059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257988+0000","last_change":"2023-12-02T00:31:57.257988+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257988+0000","last_undegraded":"2023-12-02T00:31:57.257988+0000","last_fullsized":"2023-12-02T00:31:57.257988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254204+0000","last_change":"2023-12-02T00:31:45.193336+0000","last_active":"2023-12-02T00:31:56.254204+0000","last_peered":"2023-12-02T00:31:56.254204+0000","last_clean":"2023-12-02T00:31:56.254204+0000","last_became_active":"2023-12-02T00:31:45.193016+0000","last_became_peered":"2023-12-02T00:31:45.193016+0000","last_unstale":"2023-12-02T00:31:56.254204+0000","last_undegraded":"2023-12-02T00:31:56.254204+0000","last_fullsized":"2023-12-02T00:31:56.254204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253344+0000","last_change":"2023-12-02T00:31:57.253344+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253344+0000","last_undegraded":"2023-12-02T00:31:57.253344+0000","last_fullsized":"2023-12-02T00:31:57.253344+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250858+0000","last_change":"2023-12-02T00:31:45.203770+0000","last_active":"2023-12-02T00:31:56.250858+0000","last_peered":"2023-12-02T00:31:56.250858+0000","last_clean":"2023-12-02T00:31:56.250858+0000","last_became_active":"2023-12-02T00:31:45.203435+0000","last_became_peered":"2023-12-02T00:31:45.203435+0000","last_unstale":"2023-12-02T00:31:56.250858+0000","last_undegraded":"2023-12-02T00:31:56.250858+0000","last_fullsized":"2023-12-02T00:31:56.250858+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.259691+0000","last_change":"2023-12-02T00:31:57.259691+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.259691+0000","last_undegraded":"2023-12-02T00:31:57.259691+0000","last_fullsized":"2023-12-02T00:31:57.259691+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268349+0000","last_change":"2023-12-02T00:31:45.206609+0000","last_active":"2023-12-02T00:31:47.268349+0000","last_peered":"2023-12-02T00:31:47.268349+0000","last_clean":"2023-12-02T00:31:47.268349+0000","last_became_active":"2023-12-02T00:31:45.206307+0000","last_became_peered":"2023-12-02T00:31:45.206307+0000","last_unstale":"2023-12-02T00:31:47.268349+0000","last_undegraded":"2023-12-02T00:31:47.268349+0000","last_fullsized":"2023-12-02T00:31:47.268349+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253869+0000","last_change":"2023-12-02T00:31:57.253869+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253869+0000","last_undegraded":"2023-12-02T00:31:57.253869+0000","last_fullsized":"2023-12-02T00:31:57.253869+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249743+0000","last_change":"2023-12-02T00:31:45.203014+0000","last_active":"2023-12-02T00:31:56.249743+0000","last_peered":"2023-12-02T00:31:56.249743+0000","last_clean":"2023-12-02T00:31:56.249743+0000","last_became_active":"2023-12-02T00:31:45.202714+0000","last_became_peered":"2023-12-02T00:31:45.202714+0000","last_unstale":"2023-12-02T00:31:56.249743+0000","last_undegraded":"2023-12-02T00:31:56.249743+0000","last_fullsized":"2023-12-02T00:31:56.249743+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260333+0000","last_change":"2023-12-02T00:31:57.260333+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260333+0000","last_undegraded":"2023-12-02T00:31:57.260333+0000","last_fullsized":"2023-12-02T00:31:57.260333+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243174+0000","last_change":"2023-12-02T00:31:45.196818+0000","last_active":"2023-12-02T00:31:56.243174+0000","last_peered":"2023-12-02T00:31:56.243174+0000","last_clean":"2023-12-02T00:31:56.243174+0000","last_became_active":"2023-12-02T00:31:45.196563+0000","last_became_peered":"2023-12-02T00:31:45.196563+0000","last_unstale":"2023-12-02T00:31:56.243174+0000","last_undegraded":"2023-12-02T00:31:56.243174+0000","last_fullsized":"2023-12-02T00:31:56.243174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:05.123772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251923+0000","last_change":"2023-12-02T00:31:57.251923+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251923+0000","last_undegraded":"2023-12-02T00:31:57.251923+0000","last_fullsized":"2023-12-02T00:31:57.251923+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248604+0000","last_change":"2023-12-02T00:31:45.201019+0000","last_active":"2023-12-02T00:31:56.248604+0000","last_peered":"2023-12-02T00:31:56.248604+0000","last_clean":"2023-12-02T00:31:56.248604+0000","last_became_active":"2023-12-02T00:31:45.200544+0000","last_became_peered":"2023-12-02T00:31:45.200544+0000","last_unstale":"2023-12-02T00:31:56.248604+0000","last_undegraded":"2023-12-02T00:31:56.248604+0000","last_fullsized":"2023-12-02T00:31:56.248604+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257361+0000","last_change":"2023-12-02T00:31:57.257361+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257361+0000","last_undegraded":"2023-12-02T00:31:57.257361+0000","last_fullsized":"2023-12-02T00:31:57.257361+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.244937+0000","last_change":"2023-12-02T00:31:45.202707+0000","last_active":"2023-12-02T00:31:56.244937+0000","last_peered":"2023-12-02T00:31:56.244937+0000","last_clean":"2023-12-02T00:31:56.244937+0000","last_became_active":"2023-12-02T00:31:45.202440+0000","last_became_peered":"2023-12-02T00:31:45.202440+0000","last_unstale":"2023-12-02T00:31:56.244937+0000","last_undegraded":"2023-12-02T00:31:56.244937+0000","last_fullsized":"2023-12-02T00:31:56.244937+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256505+0000","last_change":"2023-12-02T00:31:57.256505+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256505+0000","last_undegraded":"2023-12-02T00:31:57.256505+0000","last_fullsized":"2023-12-02T00:31:57.256505+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.249630+0000","last_change":"2023-12-02T00:31:45.191085+0000","last_active":"2023-12-02T00:31:56.249630+0000","last_peered":"2023-12-02T00:31:56.249630+0000","last_clean":"2023-12-02T00:31:56.249630+0000","last_became_active":"2023-12-02T00:31:45.190768+0000","last_became_peered":"2023-12-02T00:31:45.190768+0000","last_unstale":"2023-12-02T00:31:56.249630+0000","last_undegraded":"2023-12-02T00:31:56.249630+0000","last_fullsized":"2023-12-02T00:31:56.249630+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253325+0000","last_change":"2023-12-02T00:31:57.253325+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253325+0000","last_undegraded":"2023-12-02T00:31:57.253325+0000","last_fullsized":"2023-12-02T00:31:57.253325+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250837+0000","last_change":"2023-12-02T00:31:45.198738+0000","last_active":"2023-12-02T00:31:56.250837+0000","last_peered":"2023-12-02T00:31:56.250837+0000","last_clean":"2023-12-02T00:31:56.250837+0000","last_became_active":"2023-12-02T00:31:45.198253+0000","last_became_peered":"2023-12-02T00:31:45.198253+0000","last_unstale":"2023-12-02T00:31:56.250837+0000","last_undegraded":"2023-12-02T00:31:56.250837+0000","last_fullsized":"2023-12-02T00:31:56.250837+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.249635+0000","last_change":"2023-12-02T00:31:57.249635+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.249635+0000","last_undegraded":"2023-12-02T00:31:57.249635+0000","last_fullsized":"2023-12-02T00:31:57.249635+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.250874+0000","last_change":"2023-12-02T00:31:45.196430+0000","last_active":"2023-12-02T00:31:56.250874+0000","last_peered":"2023-12-02T00:31:56.250874+0000","last_clean":"2023-12-02T00:31:56.250874+0000","last_became_active":"2023-12-02T00:31:45.195822+0000","last_became_peered":"2023-12-02T00:31:45.195822+0000","last_unstale":"2023-12-02T00:31:56.250874+0000","last_undegraded":"2023-12-02T00:31:56.250874+0000","last_fullsized":"2023-12-02T00:31:56.250874+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.252098+0000","last_change":"2023-12-02T00:31:57.252098+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.252098+0000","last_undegraded":"2023-12-02T00:31:57.252098+0000","last_fullsized":"2023-12-02T00:31:57.252098+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254116+0000","last_change":"2023-12-02T00:31:45.202860+0000","last_active":"2023-12-02T00:31:56.254116+0000","last_peered":"2023-12-02T00:31:56.254116+0000","last_clean":"2023-12-02T00:31:56.254116+0000","last_became_active":"2023-12-02T00:31:45.202621+0000","last_became_peered":"2023-12-02T00:31:45.202621+0000","last_unstale":"2023-12-02T00:31:56.254116+0000","last_undegraded":"2023-12-02T00:31:56.254116+0000","last_fullsized":"2023-12-02T00:31:56.254116+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:27.397753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250299+0000","last_change":"2023-12-02T00:31:57.250299+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250299+0000","last_undegraded":"2023-12-02T00:31:57.250299+0000","last_fullsized":"2023-12-02T00:31:57.250299+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242664+0000","last_change":"2023-12-02T00:31:45.198902+0000","last_active":"2023-12-02T00:31:56.242664+0000","last_peered":"2023-12-02T00:31:56.242664+0000","last_clean":"2023-12-02T00:31:56.242664+0000","last_became_active":"2023-12-02T00:31:45.198648+0000","last_became_peered":"2023-12-02T00:31:45.198648+0000","last_unstale":"2023-12-02T00:31:56.242664+0000","last_undegraded":"2023-12-02T00:31:56.242664+0000","last_fullsized":"2023-12-02T00:31:56.242664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257379+0000","last_change":"2023-12-02T00:31:57.257379+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257379+0000","last_undegraded":"2023-12-02T00:31:57.257379+0000","last_fullsized":"2023-12-02T00:31:57.257379+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243119+0000","last_change":"2023-12-02T00:31:45.200026+0000","last_active":"2023-12-02T00:31:56.243119+0000","last_peered":"2023-12-02T00:31:56.243119+0000","last_clean":"2023-12-02T00:31:56.243119+0000","last_became_active":"2023-12-02T00:31:45.199804+0000","last_became_peered":"2023-12-02T00:31:45.199804+0000","last_unstale":"2023-12-02T00:31:56.243119+0000","last_undegraded":"2023-12-02T00:31:56.243119+0000","last_fullsized":"2023-12-02T00:31:56.243119+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.251520+0000","last_change":"2023-12-02T00:31:57.251520+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.251520+0000","last_undegraded":"2023-12-02T00:31:57.251520+0000","last_fullsized":"2023-12-02T00:31:57.251520+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254534+0000","last_change":"2023-12-02T00:31:45.193483+0000","last_active":"2023-12-02T00:31:56.254534+0000","last_peered":"2023-12-02T00:31:56.254534+0000","last_clean":"2023-12-02T00:31:56.254534+0000","last_became_active":"2023-12-02T00:31:45.193210+0000","last_became_peered":"2023-12-02T00:31:45.193210+0000","last_unstale":"2023-12-02T00:31:56.254534+0000","last_undegraded":"2023-12-02T00:31:56.254534+0000","last_fullsized":"2023-12-02T00:31:56.254534+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260244+0000","last_change":"2023-12-02T00:31:57.260244+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260244+0000","last_undegraded":"2023-12-02T00:31:57.260244+0000","last_fullsized":"2023-12-02T00:31:57.260244+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254207+0000","last_change":"2023-12-02T00:31:45.209611+0000","last_active":"2023-12-02T00:31:56.254207+0000","last_peered":"2023-12-02T00:31:56.254207+0000","last_clean":"2023-12-02T00:31:56.254207+0000","last_became_active":"2023-12-02T00:31:45.209198+0000","last_became_peered":"2023-12-02T00:31:45.209198+0000","last_unstale":"2023-12-02T00:31:56.254207+0000","last_undegraded":"2023-12-02T00:31:56.254207+0000","last_fullsized":"2023-12-02T00:31:56.254207+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260922+0000","last_change":"2023-12-02T00:31:57.260922+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260922+0000","last_undegraded":"2023-12-02T00:31:57.260922+0000","last_fullsized":"2023-12-02T00:31:57.260922+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245266+0000","last_change":"2023-12-02T00:31:45.198970+0000","last_active":"2023-12-02T00:31:56.245266+0000","last_peered":"2023-12-02T00:31:56.245266+0000","last_clean":"2023-12-02T00:31:56.245266+0000","last_became_active":"2023-12-02T00:31:45.198703+0000","last_became_peered":"2023-12-02T00:31:45.198703+0000","last_unstale":"2023-12-02T00:31:56.245266+0000","last_undegraded":"2023-12-02T00:31:56.245266+0000","last_fullsized":"2023-12-02T00:31:56.245266+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.252500+0000","last_change":"2023-12-02T00:31:57.252500+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.252500+0000","last_undegraded":"2023-12-02T00:31:57.252500+0000","last_fullsized":"2023-12-02T00:31:57.252500+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242353+0000","last_change":"2023-12-02T00:31:45.205750+0000","last_active":"2023-12-02T00:31:56.242353+0000","last_peered":"2023-12-02T00:31:56.242353+0000","last_clean":"2023-12-02T00:31:56.242353+0000","last_became_active":"2023-12-02T00:31:45.204340+0000","last_became_peered":"2023-12-02T00:31:45.204340+0000","last_unstale":"2023-12-02T00:31:56.242353+0000","last_undegraded":"2023-12-02T00:31:56.242353+0000","last_fullsized":"2023-12-02T00:31:56.242353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.253921+0000","last_change":"2023-12-02T00:31:57.253921+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.253921+0000","last_undegraded":"2023-12-02T00:31:57.253921+0000","last_fullsized":"2023-12-02T00:31:57.253921+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253968+0000","last_change":"2023-12-02T00:31:45.197880+0000","last_active":"2023-12-02T00:31:56.253968+0000","last_peered":"2023-12-02T00:31:56.253968+0000","last_clean":"2023-12-02T00:31:56.253968+0000","last_became_active":"2023-12-02T00:31:45.197449+0000","last_became_peered":"2023-12-02T00:31:45.197449+0000","last_unstale":"2023-12-02T00:31:56.253968+0000","last_undegraded":"2023-12-02T00:31:56.253968+0000","last_fullsized":"2023-12-02T00:31:56.253968+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:59.360444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261554+0000","last_change":"2023-12-02T00:31:57.261554+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261554+0000","last_undegraded":"2023-12-02T00:31:57.261554+0000","last_fullsized":"2023-12-02T00:31:57.261554+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268327+0000","last_change":"2023-12-02T00:31:45.208663+0000","last_active":"2023-12-02T00:31:47.268327+0000","last_peered":"2023-12-02T00:31:47.268327+0000","last_clean":"2023-12-02T00:31:47.268327+0000","last_became_active":"2023-12-02T00:31:45.208081+0000","last_became_peered":"2023-12-02T00:31:45.208081+0000","last_unstale":"2023-12-02T00:31:47.268327+0000","last_undegraded":"2023-12-02T00:31:47.268327+0000","last_fullsized":"2023-12-02T00:31:47.268327+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261128+0000","last_change":"2023-12-02T00:31:57.261128+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261128+0000","last_undegraded":"2023-12-02T00:31:57.261128+0000","last_fullsized":"2023-12-02T00:31:57.261128+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254364+0000","last_change":"2023-12-02T00:31:45.196475+0000","last_active":"2023-12-02T00:31:56.254364+0000","last_peered":"2023-12-02T00:31:56.254364+0000","last_clean":"2023-12-02T00:31:56.254364+0000","last_became_active":"2023-12-02T00:31:45.196195+0000","last_became_peered":"2023-12-02T00:31:45.196195+0000","last_unstale":"2023-12-02T00:31:56.254364+0000","last_undegraded":"2023-12-02T00:31:56.254364+0000","last_fullsized":"2023-12-02T00:31:56.254364+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261262+0000","last_change":"2023-12-02T00:31:57.261262+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261262+0000","last_undegraded":"2023-12-02T00:31:57.261262+0000","last_fullsized":"2023-12-02T00:31:57.261262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248439+0000","last_change":"2023-12-02T00:31:45.206282+0000","last_active":"2023-12-02T00:31:56.248439+0000","last_peered":"2023-12-02T00:31:56.248439+0000","last_clean":"2023-12-02T00:31:56.248439+0000","last_became_active":"2023-12-02T00:31:45.206019+0000","last_became_peered":"2023-12-02T00:31:45.206019+0000","last_unstale":"2023-12-02T00:31:56.248439+0000","last_undegraded":"2023-12-02T00:31:56.248439+0000","last_fullsized":"2023-12-02T00:31:56.248439+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256363+0000","last_change":"2023-12-02T00:31:57.256363+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256363+0000","last_undegraded":"2023-12-02T00:31:57.256363+0000","last_fullsized":"2023-12-02T00:31:57.256363+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.251532+0000","last_change":"2023-12-02T00:31:45.204168+0000","last_active":"2023-12-02T00:31:56.251532+0000","last_peered":"2023-12-02T00:31:56.251532+0000","last_clean":"2023-12-02T00:31:56.251532+0000","last_became_active":"2023-12-02T00:31:45.203723+0000","last_became_peered":"2023-12-02T00:31:45.203723+0000","last_unstale":"2023-12-02T00:31:56.251532+0000","last_undegraded":"2023-12-02T00:31:56.251532+0000","last_fullsized":"2023-12-02T00:31:56.251532+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.262063+0000","last_change":"2023-12-02T00:31:57.262063+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.262063+0000","last_undegraded":"2023-12-02T00:31:57.262063+0000","last_fullsized":"2023-12-02T00:31:57.262063+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253825+0000","last_change":"2023-12-02T00:31:45.203061+0000","last_active":"2023-12-02T00:31:56.253825+0000","last_peered":"2023-12-02T00:31:56.253825+0000","last_clean":"2023-12-02T00:31:56.253825+0000","last_became_active":"2023-12-02T00:31:45.202804+0000","last_became_peered":"2023-12-02T00:31:45.202804+0000","last_unstale":"2023-12-02T00:31:56.253825+0000","last_undegraded":"2023-12-02T00:31:56.253825+0000","last_fullsized":"2023-12-02T00:31:56.253825+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257057+0000","last_change":"2023-12-02T00:31:57.257057+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257057+0000","last_undegraded":"2023-12-02T00:31:57.257057+0000","last_fullsized":"2023-12-02T00:31:57.257057+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.254105+0000","last_change":"2023-12-02T00:31:45.190527+0000","last_active":"2023-12-02T00:31:56.254105+0000","last_peered":"2023-12-02T00:31:56.254105+0000","last_clean":"2023-12-02T00:31:56.254105+0000","last_became_active":"2023-12-02T00:31:45.190171+0000","last_became_peered":"2023-12-02T00:31:45.190171+0000","last_unstale":"2023-12-02T00:31:56.254105+0000","last_undegraded":"2023-12-02T00:31:56.254105+0000","last_fullsized":"2023-12-02T00:31:56.254105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.260406+0000","last_change":"2023-12-02T00:31:57.260406+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.260406+0000","last_undegraded":"2023-12-02T00:31:57.260406+0000","last_fullsized":"2023-12-02T00:31:57.260406+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.242263+0000","last_change":"2023-12-02T00:31:45.204306+0000","last_active":"2023-12-02T00:31:56.242263+0000","last_peered":"2023-12-02T00:31:56.242263+0000","last_clean":"2023-12-02T00:31:56.242263+0000","last_became_active":"2023-12-02T00:31:45.204000+0000","last_became_peered":"2023-12-02T00:31:45.204000+0000","last_unstale":"2023-12-02T00:31:56.242263+0000","last_undegraded":"2023-12-02T00:31:56.242263+0000","last_fullsized":"2023-12-02T00:31:56.242263+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256561+0000","last_change":"2023-12-02T00:31:57.256561+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256561+0000","last_undegraded":"2023-12-02T00:31:57.256561+0000","last_fullsized":"2023-12-02T00:31:57.256561+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.253935+0000","last_change":"2023-12-02T00:31:45.211735+0000","last_active":"2023-12-02T00:31:56.253935+0000","last_peered":"2023-12-02T00:31:56.253935+0000","last_clean":"2023-12-02T00:31:56.253935+0000","last_became_active":"2023-12-02T00:31:45.211492+0000","last_became_peered":"2023-12-02T00:31:45.211492+0000","last_unstale":"2023-12-02T00:31:56.253935+0000","last_undegraded":"2023-12-02T00:31:56.253935+0000","last_fullsized":"2023-12-02T00:31:56.253935+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:01.846471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.256076+0000","last_change":"2023-12-02T00:31:57.256076+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.256076+0000","last_undegraded":"2023-12-02T00:31:57.256076+0000","last_fullsized":"2023-12-02T00:31:57.256076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.248362+0000","last_change":"2023-12-02T00:31:45.212793+0000","last_active":"2023-12-02T00:31:56.248362+0000","last_peered":"2023-12-02T00:31:56.248362+0000","last_clean":"2023-12-02T00:31:56.248362+0000","last_became_active":"2023-12-02T00:31:45.212524+0000","last_became_peered":"2023-12-02T00:31:45.212524+0000","last_unstale":"2023-12-02T00:31:56.248362+0000","last_undegraded":"2023-12-02T00:31:56.248362+0000","last_fullsized":"2023-12-02T00:31:56.248362+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.257700+0000","last_change":"2023-12-02T00:31:57.257700+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.257700+0000","last_undegraded":"2023-12-02T00:31:57.257700+0000","last_fullsized":"2023-12-02T00:31:57.257700+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-12-02T00:31:47.268371+0000","last_change":"2023-12-02T00:31:45.199537+0000","last_active":"2023-12-02T00:31:47.268371+0000","last_peered":"2023-12-02T00:31:47.268371+0000","last_clean":"2023-12-02T00:31:47.268371+0000","last_became_active":"2023-12-02T00:31:45.198960+0000","last_became_peered":"2023-12-02T00:31:45.198960+0000","last_unstale":"2023-12-02T00:31:47.268371+0000","last_undegraded":"2023-12-02T00:31:47.268371+0000","last_fullsized":"2023-12-02T00:31:47.268371+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.261099+0000","last_change":"2023-12-02T00:31:57.261099+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.261099+0000","last_undegraded":"2023-12-02T00:31:57.261099+0000","last_fullsized":"2023-12-02T00:31:57.261099+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.243052+0000","last_change":"2023-12-02T00:31:45.203845+0000","last_active":"2023-12-02T00:31:56.243052+0000","last_peered":"2023-12-02T00:31:56.243052+0000","last_clean":"2023-12-02T00:31:56.243052+0000","last_became_active":"2023-12-02T00:31:45.203503+0000","last_became_peered":"2023-12-02T00:31:45.203503+0000","last_unstale":"2023-12-02T00:31:56.243052+0000","last_undegraded":"2023-12-02T00:31:56.243052+0000","last_fullsized":"2023-12-02T00:31:56.243052+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":33,"state":"creating+peering","last_fresh":"2023-12-02T00:31:57.250271+0000","last_change":"2023-12-02T00:31:57.250271+0000","last_active":"2023-12-02T00:31:57.239227+0000","last_peered":"2023-12-02T00:31:57.239227+0000","last_clean":"2023-12-02T00:31:57.239227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:31:57.250271+0000","last_undegraded":"2023-12-02T00:31:57.250271+0000","last_fullsized":"2023-12-02T00:31:57.250271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-12-02T00:31:56.245174+0000","last_change":"2023-12-02T00:31:45.203183+0000","last_active":"2023-12-02T00:31:56.245174+0000","last_peered":"2023-12-02T00:31:56.245174+0000","last_clean":"2023-12-02T00:31:56.245174+0000","last_became_active":"2023-12-02T00:31:45.202868+0000","last_became_peered":"2023-12-02T00:31:45.202868+0000","last_unstale":"2023-12-02T00:31:56.245174+0000","last_undegraded":"2023-12-02T00:31:56.245174+0000","last_fullsized":"2023-12-02T00:31:56.245174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":958464,"data_stored":731231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.60099999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.68100000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.72299999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.94199999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.84099999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":1.177}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.755},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.64700000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.54700000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.70399999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.59199999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.57499999999999996}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.62}]},{"osd":2,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1549999999999998,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.66200000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":2.1179999999999999,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.54900000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.78300000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.68100000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.76400000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":140877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.67800000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.79500000000000004}]},{"osd":3,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.74099999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.76300000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.84699999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.92900000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":376832,"data_stored":143902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.35299999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.45900000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.438},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.501}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.77800000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.3410000000000002,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.79500000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.75800000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.81699999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27376,"kb_used_data":356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344464,"statfs":{"total":96636764160,"available":96608731136,"internally_reserved":0,"allocated":364544,"data_stored":140843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.51100000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.899,"5min":1.899,"15min":1.899},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56699999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.73599999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.71999999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.76200000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.69699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":376832,"data_stored":143902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.4880000000000004,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":0.312},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.36899999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.093,"5min":4.093,"15min":4.093},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":8.1620000000000008,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.34799999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.633,"5min":4.633,"15min":4.633},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.56200000000000006}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.2569999999999997,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.7839999999999998,"5min":3.7839999999999998,"15min":3.7839999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":3.8410000000000002,"5min":3.8410000000000002,"15min":3.8410000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":4.5869999999999997,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.3179999999999996,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.8889999999999998,"5min":3.8889999999999998,"15min":3.8889999999999998},"last":0.52500000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.69899999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":954368,"data_stored":731141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.372},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.34799999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.44}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.48099999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.83399999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.751},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.84899999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.68300000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.79900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:03.131 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.6 is not active+clean 2023-12-02T00:32:03.131 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.254404+0000', 'last_change': '2023-12-02T00:31:57.254404+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.254404+0000', 'last_undegraded': '2023-12-02T00:31:57.254404+0000', 'last_fullsized': '2023-12-02T00:31:57.254404+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.131 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.7 is not active+clean 2023-12-02T00:32:03.131 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.263777+0000', 'last_change': '2023-12-02T00:31:57.263777+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.263777+0000', 'last_undegraded': '2023-12-02T00:31:57.263777+0000', 'last_fullsized': '2023-12-02T00:31:57.263777+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T06:32:19.165876+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': ['5', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.132 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3 is not active+clean 2023-12-02T00:32:03.132 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.258154+0000', 'last_change': '2023-12-02T00:31:57.258154+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.258154+0000', 'last_undegraded': '2023-12-02T00:31:57.258154+0000', 'last_fullsized': '2023-12-02T00:31:57.258154+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.132 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2 is not active+clean 2023-12-02T00:32:03.132 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.249455+0000', 'last_change': '2023-12-02T00:31:57.249455+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249455+0000', 'last_undegraded': '2023-12-02T00:31:57.249455+0000', 'last_fullsized': '2023-12-02T00:31:57.249455+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T10:41:32.506622+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': ['4', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.132 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2 is not active+clean 2023-12-02T00:32:03.132 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.255275+0000', 'last_change': '2023-12-02T00:31:57.255275+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.255275+0000', 'last_undegraded': '2023-12-02T00:31:57.255275+0000', 'last_fullsized': '2023-12-02T00:31:57.255275+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.132 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1 is not active+clean 2023-12-02T00:32:03.133 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.249569+0000', 'last_change': '2023-12-02T00:31:57.249569+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249569+0000', 'last_undegraded': '2023-12-02T00:31:57.249569+0000', 'last_fullsized': '2023-12-02T00:31:57.249569+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.133 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.0 is not active+clean 2023-12-02T00:32:03.133 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.246434+0000', 'last_change': '2023-12-02T00:31:57.246434+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.246434+0000', 'last_undegraded': '2023-12-02T00:31:57.246434+0000', 'last_fullsized': '2023-12-02T00:31:57.246434+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T10:58:08.432864+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': ['0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.133 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.0 is not active+clean 2023-12-02T00:32:03.133 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.255516+0000', 'last_change': '2023-12-02T00:31:57.255516+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.255516+0000', 'last_undegraded': '2023-12-02T00:31:57.255516+0000', 'last_fullsized': '2023-12-02T00:31:57.255516+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.133 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.7 is not active+clean 2023-12-02T00:32:03.134 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.249728+0000', 'last_change': '2023-12-02T00:31:57.249728+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249728+0000', 'last_undegraded': '2023-12-02T00:31:57.249728+0000', 'last_fullsized': '2023-12-02T00:31:57.249728+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.134 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.6 is not active+clean 2023-12-02T00:32:03.134 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.266376+0000', 'last_change': '2023-12-02T00:31:57.256092+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.266376+0000', 'last_undegraded': '2023-12-02T00:31:57.266376+0000', 'last_fullsized': '2023-12-02T00:31:57.266376+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': ['3', '4'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.5 is not active+clean 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.255527+0000', 'last_change': '2023-12-02T00:31:57.255527+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.255527+0000', 'last_undegraded': '2023-12-02T00:31:57.255527+0000', 'last_fullsized': '2023-12-02T00:31:57.255527+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.4 is not active+clean 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.253844+0000', 'last_change': '2023-12-02T00:31:57.253844+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.253844+0000', 'last_undegraded': '2023-12-02T00:31:57.253844+0000', 'last_fullsized': '2023-12-02T00:31:57.253844+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.b is not active+clean 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.250473+0000', 'last_change': '2023-12-02T00:31:57.250473+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.250473+0000', 'last_undegraded': '2023-12-02T00:31:57.250473+0000', 'last_fullsized': '2023-12-02T00:31:57.250473+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.a is not active+clean 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.263557+0000', 'last_change': '2023-12-02T00:31:57.263557+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.263557+0000', 'last_undegraded': '2023-12-02T00:31:57.263557+0000', 'last_fullsized': '2023-12-02T00:31:57.263557+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T09:54:17.197035+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': ['5', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.a is not active+clean 2023-12-02T00:32:03.135 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.255700+0000', 'last_change': '2023-12-02T00:31:57.255700+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.255700+0000', 'last_undegraded': '2023-12-02T00:31:57.255700+0000', 'last_fullsized': '2023-12-02T00:31:57.255700+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.b is not active+clean 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.270889+0000', 'last_change': '2023-12-02T00:31:57.257021+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.270889+0000', 'last_undegraded': '2023-12-02T00:31:57.270889+0000', 'last_fullsized': '2023-12-02T00:31:57.270889+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': ['3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.9 is not active+clean 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.253688+0000', 'last_change': '2023-12-02T00:31:57.253688+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.253688+0000', 'last_undegraded': '2023-12-02T00:31:57.253688+0000', 'last_fullsized': '2023-12-02T00:31:57.253688+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.8 is not active+clean 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.259917+0000', 'last_change': '2023-12-02T00:31:57.259917+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.259917+0000', 'last_undegraded': '2023-12-02T00:31:57.259917+0000', 'last_fullsized': '2023-12-02T00:31:57.259917+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': ['7', '2'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.8 is not active+clean 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.259599+0000', 'last_change': '2023-12-02T00:31:57.259599+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.259599+0000', 'last_undegraded': '2023-12-02T00:31:57.259599+0000', 'last_fullsized': '2023-12-02T00:31:57.259599+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.f is not active+clean 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.254893+0000', 'last_change': '2023-12-02T00:31:57.254893+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.254893+0000', 'last_undegraded': '2023-12-02T00:31:57.254893+0000', 'last_fullsized': '2023-12-02T00:31:57.254893+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.e is not active+clean 2023-12-02T00:32:03.136 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.259043+0000', 'last_change': '2023-12-02T00:31:57.259043+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.259043+0000', 'last_undegraded': '2023-12-02T00:31:57.259043+0000', 'last_fullsized': '2023-12-02T00:31:57.259043+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.f is not active+clean 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 6, 'reported_epoch': 33, 'state': 'active', 'last_fresh': '2023-12-02T00:31:57.277514+0000', 'last_change': '2023-12-02T00:31:57.277456+0000', 'last_active': '2023-12-02T00:31:57.277514+0000', 'last_peered': '2023-12-02T00:31:57.277514+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '2023-12-02T00:31:57.277456+0000', 'last_became_peered': '2023-12-02T00:31:57.277456+0000', 'last_unstale': '2023-12-02T00:31:57.277514+0000', 'last_undegraded': '2023-12-02T00:31:57.277514+0000', 'last_fullsized': '2023-12-02T00:31:57.277514+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T08:51:34.914000+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': ['2', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.d is not active+clean 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.251991+0000', 'last_change': '2023-12-02T00:31:57.251991+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.251991+0000', 'last_undegraded': '2023-12-02T00:31:57.251991+0000', 'last_fullsized': '2023-12-02T00:31:57.251991+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.c is not active+clean 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.250801+0000', 'last_change': '2023-12-02T00:31:57.250801+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.250801+0000', 'last_undegraded': '2023-12-02T00:31:57.250801+0000', 'last_fullsized': '2023-12-02T00:31:57.250801+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.d is not active+clean 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.255952+0000', 'last_change': '2023-12-02T00:31:57.255952+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.255952+0000', 'last_undegraded': '2023-12-02T00:31:57.255952+0000', 'last_fullsized': '2023-12-02T00:31:57.255952+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T10:58:33.872879+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': ['5', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.137 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.13 is not active+clean 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.254302+0000', 'last_change': '2023-12-02T00:31:57.254302+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.254302+0000', 'last_undegraded': '2023-12-02T00:31:57.254302+0000', 'last_fullsized': '2023-12-02T00:31:57.254302+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.12 is not active+clean 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.261448+0000', 'last_change': '2023-12-02T00:31:57.261448+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.261448+0000', 'last_undegraded': '2023-12-02T00:31:57.261448+0000', 'last_fullsized': '2023-12-02T00:31:57.261448+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': ['7', '2'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.12 is not active+clean 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.249822+0000', 'last_change': '2023-12-02T00:31:57.249822+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249822+0000', 'last_undegraded': '2023-12-02T00:31:57.249822+0000', 'last_fullsized': '2023-12-02T00:31:57.249822+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.13 is not active+clean 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.257394+0000', 'last_change': '2023-12-02T00:31:57.257394+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257394+0000', 'last_undegraded': '2023-12-02T00:31:57.257394+0000', 'last_fullsized': '2023-12-02T00:31:57.257394+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': ['3', '0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.11 is not active+clean 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.255942+0000', 'last_change': '2023-12-02T00:31:57.255942+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.255942+0000', 'last_undegraded': '2023-12-02T00:31:57.255942+0000', 'last_fullsized': '2023-12-02T00:31:57.255942+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.10 is not active+clean 2023-12-02T00:32:03.138 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.258440+0000', 'last_change': '2023-12-02T00:31:57.258440+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.258440+0000', 'last_undegraded': '2023-12-02T00:31:57.258440+0000', 'last_fullsized': '2023-12-02T00:31:57.258440+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.17 is not active+clean 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.257181+0000', 'last_change': '2023-12-02T00:31:57.257181+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257181+0000', 'last_undegraded': '2023-12-02T00:31:57.257181+0000', 'last_fullsized': '2023-12-02T00:31:57.257181+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.16 is not active+clean 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.251433+0000', 'last_change': '2023-12-02T00:31:57.251433+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.251433+0000', 'last_undegraded': '2023-12-02T00:31:57.251433+0000', 'last_fullsized': '2023-12-02T00:31:57.251433+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.17 is not active+clean 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.249892+0000', 'last_change': '2023-12-02T00:31:57.249892+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249892+0000', 'last_undegraded': '2023-12-02T00:31:57.249892+0000', 'last_fullsized': '2023-12-02T00:31:57.249892+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T10:53:12.103210+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': ['4', '2'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.15 is not active+clean 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256656+0000', 'last_change': '2023-12-02T00:31:57.256656+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256656+0000', 'last_undegraded': '2023-12-02T00:31:57.256656+0000', 'last_fullsized': '2023-12-02T00:31:57.256656+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.14 is not active+clean 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256919+0000', 'last_change': '2023-12-02T00:31:57.256919+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256919+0000', 'last_undegraded': '2023-12-02T00:31:57.256919+0000', 'last_fullsized': '2023-12-02T00:31:57.256919+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1b is not active+clean 2023-12-02T00:32:03.139 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256602+0000', 'last_change': '2023-12-02T00:31:57.256602+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256602+0000', 'last_undegraded': '2023-12-02T00:31:57.256602+0000', 'last_fullsized': '2023-12-02T00:31:57.256602+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1a is not active+clean 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.249494+0000', 'last_change': '2023-12-02T00:31:57.249494+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249494+0000', 'last_undegraded': '2023-12-02T00:31:57.249494+0000', 'last_fullsized': '2023-12-02T00:31:57.249494+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': ['4', '5'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1a is not active+clean 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.249967+0000', 'last_change': '2023-12-02T00:31:57.249967+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249967+0000', 'last_undegraded': '2023-12-02T00:31:57.249967+0000', 'last_fullsized': '2023-12-02T00:31:57.249967+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1b is not active+clean 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.270966+0000', 'last_change': '2023-12-02T00:31:57.257719+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.270966+0000', 'last_undegraded': '2023-12-02T00:31:57.270966+0000', 'last_fullsized': '2023-12-02T00:31:57.270966+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T09:37:18.856531+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': ['3', '7'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.19 is not active+clean 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.253071+0000', 'last_change': '2023-12-02T00:31:57.253071+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.253071+0000', 'last_undegraded': '2023-12-02T00:31:57.253071+0000', 'last_fullsized': '2023-12-02T00:31:57.253071+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.18 is not active+clean 2023-12-02T00:32:03.140 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256212+0000', 'last_change': '2023-12-02T00:31:57.256212+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256212+0000', 'last_undegraded': '2023-12-02T00:31:57.256212+0000', 'last_fullsized': '2023-12-02T00:31:57.256212+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.19 is not active+clean 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.264561+0000', 'last_change': '2023-12-02T00:31:57.264561+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.264561+0000', 'last_undegraded': '2023-12-02T00:31:57.264561+0000', 'last_fullsized': '2023-12-02T00:31:57.264561+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': ['5', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1f is not active+clean 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.254757+0000', 'last_change': '2023-12-02T00:31:57.254757+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.254757+0000', 'last_undegraded': '2023-12-02T00:31:57.254757+0000', 'last_fullsized': '2023-12-02T00:31:57.254757+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1e is not active+clean 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.251676+0000', 'last_change': '2023-12-02T00:31:57.251676+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.251676+0000', 'last_undegraded': '2023-12-02T00:31:57.251676+0000', 'last_fullsized': '2023-12-02T00:31:57.251676+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1f is not active+clean 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 4, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.271093+0000', 'last_change': '2023-12-02T00:31:57.258472+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.271093+0000', 'last_undegraded': '2023-12-02T00:31:57.271093+0000', 'last_fullsized': '2023-12-02T00:31:57.271093+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': ['3', '6'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1d is not active+clean 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.251050+0000', 'last_change': '2023-12-02T00:31:57.251050+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.251050+0000', 'last_undegraded': '2023-12-02T00:31:57.251050+0000', 'last_fullsized': '2023-12-02T00:31:57.251050+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1c is not active+clean 2023-12-02T00:32:03.141 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.257394+0000', 'last_change': '2023-12-02T00:31:57.257394+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257394+0000', 'last_undegraded': '2023-12-02T00:31:57.257394+0000', 'last_fullsized': '2023-12-02T00:31:57.257394+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1d is not active+clean 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 3, 'reported_epoch': 33, 'state': 'creating+activating', 'last_fresh': '2023-12-02T00:31:57.251477+0000', 'last_change': '2023-12-02T00:31:57.251477+0000', 'last_active': '2023-12-02T00:31:56.231873+0000', 'last_peered': '2023-12-02T00:31:56.231873+0000', 'last_clean': '2023-12-02T00:31:56.231873+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.251477+0000', 'last_undegraded': '2023-12-02T00:31:57.251477+0000', 'last_fullsized': '2023-12-02T00:31:57.251477+0000', 'mapping_epoch': 32, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 32, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:56.231873+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-03T11:01:49.509819+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': ['1', '5'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.22 is not active+clean 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.250555+0000', 'last_change': '2023-12-02T00:31:57.250555+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.250555+0000', 'last_undegraded': '2023-12-02T00:31:57.250555+0000', 'last_fullsized': '2023-12-02T00:31:57.250555+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.23 is not active+clean 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.250548+0000', 'last_change': '2023-12-02T00:31:57.250548+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.250548+0000', 'last_undegraded': '2023-12-02T00:31:57.250548+0000', 'last_fullsized': '2023-12-02T00:31:57.250548+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.20 is not active+clean 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.257988+0000', 'last_change': '2023-12-02T00:31:57.257988+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257988+0000', 'last_undegraded': '2023-12-02T00:31:57.257988+0000', 'last_fullsized': '2023-12-02T00:31:57.257988+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.21 is not active+clean 2023-12-02T00:32:03.142 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.253344+0000', 'last_change': '2023-12-02T00:31:57.253344+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.253344+0000', 'last_undegraded': '2023-12-02T00:31:57.253344+0000', 'last_fullsized': '2023-12-02T00:31:57.253344+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.26 is not active+clean 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.259691+0000', 'last_change': '2023-12-02T00:31:57.259691+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.259691+0000', 'last_undegraded': '2023-12-02T00:31:57.259691+0000', 'last_fullsized': '2023-12-02T00:31:57.259691+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.27 is not active+clean 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.253869+0000', 'last_change': '2023-12-02T00:31:57.253869+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.253869+0000', 'last_undegraded': '2023-12-02T00:31:57.253869+0000', 'last_fullsized': '2023-12-02T00:31:57.253869+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.24 is not active+clean 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.260333+0000', 'last_change': '2023-12-02T00:31:57.260333+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.260333+0000', 'last_undegraded': '2023-12-02T00:31:57.260333+0000', 'last_fullsized': '2023-12-02T00:31:57.260333+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.25 is not active+clean 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.251923+0000', 'last_change': '2023-12-02T00:31:57.251923+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.251923+0000', 'last_undegraded': '2023-12-02T00:31:57.251923+0000', 'last_fullsized': '2023-12-02T00:31:57.251923+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2a is not active+clean 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.257361+0000', 'last_change': '2023-12-02T00:31:57.257361+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257361+0000', 'last_undegraded': '2023-12-02T00:31:57.257361+0000', 'last_fullsized': '2023-12-02T00:31:57.257361+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2b is not active+clean 2023-12-02T00:32:03.143 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256505+0000', 'last_change': '2023-12-02T00:31:57.256505+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256505+0000', 'last_undegraded': '2023-12-02T00:31:57.256505+0000', 'last_fullsized': '2023-12-02T00:31:57.256505+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.28 is not active+clean 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.253325+0000', 'last_change': '2023-12-02T00:31:57.253325+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.253325+0000', 'last_undegraded': '2023-12-02T00:31:57.253325+0000', 'last_fullsized': '2023-12-02T00:31:57.253325+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.29 is not active+clean 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.249635+0000', 'last_change': '2023-12-02T00:31:57.249635+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.249635+0000', 'last_undegraded': '2023-12-02T00:31:57.249635+0000', 'last_fullsized': '2023-12-02T00:31:57.249635+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2e is not active+clean 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.252098+0000', 'last_change': '2023-12-02T00:31:57.252098+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.252098+0000', 'last_undegraded': '2023-12-02T00:31:57.252098+0000', 'last_fullsized': '2023-12-02T00:31:57.252098+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2f is not active+clean 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.250299+0000', 'last_change': '2023-12-02T00:31:57.250299+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.250299+0000', 'last_undegraded': '2023-12-02T00:31:57.250299+0000', 'last_fullsized': '2023-12-02T00:31:57.250299+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2c is not active+clean 2023-12-02T00:32:03.144 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.257379+0000', 'last_change': '2023-12-02T00:31:57.257379+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257379+0000', 'last_undegraded': '2023-12-02T00:31:57.257379+0000', 'last_fullsized': '2023-12-02T00:31:57.257379+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2d is not active+clean 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.251520+0000', 'last_change': '2023-12-02T00:31:57.251520+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.251520+0000', 'last_undegraded': '2023-12-02T00:31:57.251520+0000', 'last_fullsized': '2023-12-02T00:31:57.251520+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.32 is not active+clean 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.260244+0000', 'last_change': '2023-12-02T00:31:57.260244+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.260244+0000', 'last_undegraded': '2023-12-02T00:31:57.260244+0000', 'last_fullsized': '2023-12-02T00:31:57.260244+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.33 is not active+clean 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.260922+0000', 'last_change': '2023-12-02T00:31:57.260922+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.260922+0000', 'last_undegraded': '2023-12-02T00:31:57.260922+0000', 'last_fullsized': '2023-12-02T00:31:57.260922+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.30 is not active+clean 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.252500+0000', 'last_change': '2023-12-02T00:31:57.252500+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.252500+0000', 'last_undegraded': '2023-12-02T00:31:57.252500+0000', 'last_fullsized': '2023-12-02T00:31:57.252500+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.31 is not active+clean 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.253921+0000', 'last_change': '2023-12-02T00:31:57.253921+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.253921+0000', 'last_undegraded': '2023-12-02T00:31:57.253921+0000', 'last_fullsized': '2023-12-02T00:31:57.253921+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.145 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.36 is not active+clean 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.261554+0000', 'last_change': '2023-12-02T00:31:57.261554+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.261554+0000', 'last_undegraded': '2023-12-02T00:31:57.261554+0000', 'last_fullsized': '2023-12-02T00:31:57.261554+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.37 is not active+clean 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.261128+0000', 'last_change': '2023-12-02T00:31:57.261128+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.261128+0000', 'last_undegraded': '2023-12-02T00:31:57.261128+0000', 'last_fullsized': '2023-12-02T00:31:57.261128+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.34 is not active+clean 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.261262+0000', 'last_change': '2023-12-02T00:31:57.261262+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.261262+0000', 'last_undegraded': '2023-12-02T00:31:57.261262+0000', 'last_fullsized': '2023-12-02T00:31:57.261262+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.35 is not active+clean 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256363+0000', 'last_change': '2023-12-02T00:31:57.256363+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256363+0000', 'last_undegraded': '2023-12-02T00:31:57.256363+0000', 'last_fullsized': '2023-12-02T00:31:57.256363+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3a is not active+clean 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.262063+0000', 'last_change': '2023-12-02T00:31:57.262063+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.262063+0000', 'last_undegraded': '2023-12-02T00:31:57.262063+0000', 'last_fullsized': '2023-12-02T00:31:57.262063+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3b is not active+clean 2023-12-02T00:32:03.146 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.257057+0000', 'last_change': '2023-12-02T00:31:57.257057+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257057+0000', 'last_undegraded': '2023-12-02T00:31:57.257057+0000', 'last_fullsized': '2023-12-02T00:31:57.257057+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.38 is not active+clean 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.260406+0000', 'last_change': '2023-12-02T00:31:57.260406+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.260406+0000', 'last_undegraded': '2023-12-02T00:31:57.260406+0000', 'last_fullsized': '2023-12-02T00:31:57.260406+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.39 is not active+clean 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256561+0000', 'last_change': '2023-12-02T00:31:57.256561+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256561+0000', 'last_undegraded': '2023-12-02T00:31:57.256561+0000', 'last_fullsized': '2023-12-02T00:31:57.256561+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3e is not active+clean 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.256076+0000', 'last_change': '2023-12-02T00:31:57.256076+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.256076+0000', 'last_undegraded': '2023-12-02T00:31:57.256076+0000', 'last_fullsized': '2023-12-02T00:31:57.256076+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3f is not active+clean 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.257700+0000', 'last_change': '2023-12-02T00:31:57.257700+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.257700+0000', 'last_undegraded': '2023-12-02T00:31:57.257700+0000', 'last_fullsized': '2023-12-02T00:31:57.257700+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3c is not active+clean 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.261099+0000', 'last_change': '2023-12-02T00:31:57.261099+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.261099+0000', 'last_undegraded': '2023-12-02T00:31:57.261099+0000', 'last_fullsized': '2023-12-02T00:31:57.261099+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3d is not active+clean 2023-12-02T00:32:03.147 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 33, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:31:57.250271+0000', 'last_change': '2023-12-02T00:31:57.250271+0000', 'last_active': '2023-12-02T00:31:57.239227+0000', 'last_peered': '2023-12-02T00:31:57.239227+0000', 'last_clean': '2023-12-02T00:31:57.239227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:31:57.250271+0000', 'last_undegraded': '2023-12-02T00:31:57.250271+0000', 'last_fullsized': '2023-12-02T00:31:57.250271+0000', 'mapping_epoch': 33, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 33, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'last_clean_scrub_stamp': '2023-12-02T00:31:57.239227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:32:03.148 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-02T00:32:03.149 INFO:tasks.ceph.mds.c.smithi133.stderr:2023-12-02T00:32:03.133+0000 7fc24c69b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:32:03.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.281+0000 7fcae132a640 1 Processor -- start 2023-12-02T00:32:03.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.281+0000 7fcae132a640 1 -- start start 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcae132a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fcadc0c8540 0x7fcadc155240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcae132a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcadc0c6310 0x7fcadc151610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcae132a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcadc0c56d0 con 0x7fcadc06b270 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcae132a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcadc0c9d30 con 0x7fcadc0c8540 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcae132a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcadc0c4da0 con 0x7fcadc0c6310 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fcadc0c8540 0x7fcadc155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fcadc0c8540 0x7fcadc155240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43610/0 (socket says 172.21.15.133:43610) 2023-12-02T00:32:03.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 -- 172.21.15.133:0/122960878 learned_addr learned my addr 172.21.15.133:0/122960878 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:03.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcadb7fe640 1 --2- 172.21.15.133:0/122960878 >> v2:172.21.15.172:3300/0 conn(0x7fcadc0c6310 0x7fcadc151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 -- 172.21.15.133:0/122960878 >> v2:172.21.15.172:3300/0 conn(0x7fcadc0c6310 msgr2=0x7fcadc151610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:03.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 --2- 172.21.15.133:0/122960878 >> v2:172.21.15.172:3300/0 conn(0x7fcadc0c6310 0x7fcadc151610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 -- 172.21.15.133:0/122960878 >> v1:172.21.15.172:6789/0 conn(0x7fcadc06b270 legacy=0x7fcadc0c7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:03.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 -- 172.21.15.133:0/122960878 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcadc0c5080 con 0x7fcadc0c8540 2023-12-02T00:32:03.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcadb7fe640 1 --2- 172.21.15.133:0/122960878 >> v2:172.21.15.172:3300/0 conn(0x7fcadc0c6310 0x7fcadc151610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:03.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcad3fff640 1 --2- 172.21.15.133:0/122960878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc0c8540 0x7fcadc155240 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fcac4009870 tx=0x7fcac401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c77563f4ba1cbb5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:03.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.285+0000 7fcada7fc640 1 -- 172.21.15.133:0/122960878 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac40ab600 con 0x7fcadc0c8540 2023-12-02T00:32:03.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcada7fc640 1 -- 172.21.15.133:0/122960878 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcac40a7050 con 0x7fcadc0c8540 2023-12-02T00:32:03.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcada7fc640 1 -- 172.21.15.133:0/122960878 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac40ab980 con 0x7fcadc0c8540 2023-12-02T00:32:03.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- 172.21.15.133:0/122960878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc0c8540 msgr2=0x7fcadc155240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 --2- 172.21.15.133:0/122960878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc0c8540 0x7fcadc155240 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fcac4009870 tx=0x7fcac401c430 comp rx=0 tx=0).stop 2023-12-02T00:32:03.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- 172.21.15.133:0/122960878 shutdown_connections 2023-12-02T00:32:03.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 --2- 172.21.15.133:0/122960878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc0c8540 0x7fcadc155240 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 --2- 172.21.15.133:0/122960878 >> v2:172.21.15.172:3300/0 conn(0x7fcadc0c6310 0x7fcadc151610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- 172.21.15.133:0/122960878 >> 172.21.15.133:0/122960878 conn(0x7fcadc0ca100 msgr2=0x7fcadc0ca510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:03.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- 172.21.15.133:0/122960878 shutdown_connections 2023-12-02T00:32:03.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- 172.21.15.133:0/122960878 wait complete. 2023-12-02T00:32:03.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 Processor -- start 2023-12-02T00:32:03.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- start start 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06b270 0x7fcadc157f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c6310 0x7fcadc0af1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc0c8540 0x7fcadc0af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc0add90 con 0x7fcadc06b270 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc1489b0 con 0x7fcadc0c6310 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcae132a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc14c570 con 0x7fcadc0c8540 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcadaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06b270 0x7fcadc157f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcadaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06b270 0x7fcadc157f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43616/0 (socket says 172.21.15.133:43616) 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcadaffd640 1 -- 172.21.15.133:0/2325657908 learned_addr learned my addr 172.21.15.133:0/2325657908 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcad3fff640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c6310 0x7fcadc0af1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.289+0000 7fcadb7fe640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc0c8540 0x7fcadc0af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcadaffd640 1 -- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc0c8540 msgr2=0x7fcadc0af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcadaffd640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc0c8540 0x7fcadc0af6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcadaffd640 1 -- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c6310 msgr2=0x7fcadc0af1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcadaffd640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c6310 0x7fcadc0af1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcadaffd640 1 -- 172.21.15.133:0/2325657908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcac40094d0 con 0x7fcadc06b270 2023-12-02T00:32:03.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcadb7fe640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc0c8540 0x7fcadc0af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:03.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcadaffd640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06b270 0x7fcadc157f60 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fcacc00c480 tx=0x7fcacc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:03.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcad37fe640 1 -- 172.21.15.133:0/2325657908 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcacc012830 con 0x7fcadc06b270 2023-12-02T00:32:03.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcad37fe640 1 -- 172.21.15.133:0/2325657908 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcacc0129b0 con 0x7fcadc06b270 2023-12-02T00:32:03.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcadc14bc40 con 0x7fcadc06b270 2023-12-02T00:32:03.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcad37fe640 1 -- 172.21.15.133:0/2325657908 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcacc012d60 con 0x7fcadc06b270 2023-12-02T00:32:03.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcadc14c200 con 0x7fcadc06b270 2023-12-02T00:32:03.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.293+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcadc04e850 con 0x7fcadc06b270 2023-12-02T00:32:03.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.297+0000 7fcad37fe640 1 -- 172.21.15.133:0/2325657908 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcacc01c460 con 0x7fcadc06b270 2023-12-02T00:32:03.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.297+0000 7fcad37fe640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.297+0000 7fcad37fe640 1 -- 172.21.15.133:0/2325657908 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fcacc083ff0 con 0x7fcadc06b270 2023-12-02T00:32:03.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.297+0000 7fcad3fff640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.297+0000 7fcad3fff640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcac40ad000 tx=0x7fcac40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:03.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.305+0000 7fcad37fe640 1 -- 172.21.15.133:0/2325657908 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcacc051180 con 0x7fcadc06b270 2023-12-02T00:32:03.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fcadc068400 con 0x7fcadc06b270 2023-12-02T00:32:03.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcad37fe640 1 -- 172.21.15.133:0/2325657908 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1662 (secure 0 0 0) 0x7fcacc0547a0 con 0x7fcadc06b270 2023-12-02T00:32:03.510 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:03.510 INFO:teuthology.orchestra.run.smithi133.stdout:{"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":89,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":35,"num_osds":8,"num_up_osds":8,"osd_up_since":1701477046,"num_in_osds":8,"osd_in_since":1701477036,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":193}],"num_pgs":193,"num_pools":5,"num_objects":45,"data_bytes":596683,"bytes_used":225882112,"bytes_avail":772868231168,"bytes_total":773094113280,"write_bytes_sec":2726,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":21,"id":2,"up":1,"in":1,"max":1,"id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":4974},{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4977}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2023-12-02T00:31:49.249368+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-02T00:32:03.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 msgr2=0x7fcabc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcac40ad000 tx=0x7fcac40a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06b270 msgr2=0x7fcadc157f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06b270 0x7fcadc157f60 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fcacc00c480 tx=0x7fcacc00c940 comp rx=0 tx=0).stop 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 shutdown_connections 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcabc066470 0x7fcabc068930 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcadc0c8540 0x7fcadc0af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcadc0c6310 0x7fcadc0af1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 --2- 172.21.15.133:0/2325657908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcadc06b270 0x7fcadc157f60 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 >> 172.21.15.133:0/2325657908 conn(0x7fcadc0ca100 msgr2=0x7fcadc152630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 shutdown_connections 2023-12-02T00:32:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.505+0000 7fcae132a640 1 -- 172.21.15.133:0/2325657908 wait complete. 2023-12-02T00:32:03.531 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-02T00:32:03.532 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:03.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.661+0000 7f06ac8dd640 1 Processor -- start 2023-12-02T00:32:03.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.661+0000 7f06ac8dd640 1 -- start start 2023-12-02T00:32:03.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06ac8dd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f06a80c4100 0x7f06a80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06ac8dd640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06a80c31c0 con 0x7f06a80c63c0 2023-12-02T00:32:03.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06ac8dd640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06a80c34a0 con 0x7f06a80c06d0 2023-12-02T00:32:03.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06ac8dd640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06a80c1030 con 0x7f06a80c4100 2023-12-02T00:32:03.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06a659c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f06a80c63c0 0x7f06a80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53928/0 (socket says 172.21.15.133:53928) 2023-12-02T00:32:03.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06a659c640 1 -- 172.21.15.133:0/3252759844 learned_addr learned my addr 172.21.15.133:0/3252759844 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:03.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f069dd9b640 1 --2- 172.21.15.133:0/3252759844 >> v2:172.21.15.133:3300/0 conn(0x7f06a80c4100 0x7f06a80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06a5d9b640 1 -- 172.21.15.133:0/3252759844 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 536211170 0 0) 0x7f06a80c31c0 con 0x7f06a80c63c0 2023-12-02T00:32:03.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f06a5d9b640 1 -- 172.21.15.133:0/3252759844 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0694003530 con 0x7f06a80c63c0 2023-12-02T00:32:03.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f069dd9b640 1 -- 172.21.15.133:0/3252759844 >> v1:172.21.15.172:6789/0 conn(0x7f06a80c06d0 legacy=0x7f06a80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f069dd9b640 1 -- 172.21.15.133:0/3252759844 >> v1:172.21.15.133:6789/0 conn(0x7f06a80c63c0 legacy=0x7f06a80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.665+0000 7f069dd9b640 1 -- 172.21.15.133:0/3252759844 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06a80c1310 con 0x7f06a80c4100 2023-12-02T00:32:03.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f069dd9b640 1 --2- 172.21.15.133:0/3252759844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c4100 0x7f06a80c2bb0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0690009d90 tx=0x7f069001c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c614cfa268478825 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:03.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06a5d9b640 1 -- 172.21.15.133:0/3252759844 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06900a5800 con 0x7f06a80c4100 2023-12-02T00:32:03.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06a5d9b640 1 -- 172.21.15.133:0/3252759844 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06900a5960 con 0x7f06a80c4100 2023-12-02T00:32:03.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06a5d9b640 1 -- 172.21.15.133:0/3252759844 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06900a5cd0 con 0x7f06a80c4100 2023-12-02T00:32:03.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 -- 172.21.15.133:0/3252759844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c4100 msgr2=0x7f06a80c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/3252759844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c4100 0x7f06a80c2bb0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0690009d90 tx=0x7f069001c830 comp rx=0 tx=0).stop 2023-12-02T00:32:03.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 -- 172.21.15.133:0/3252759844 shutdown_connections 2023-12-02T00:32:03.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/3252759844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c4100 0x7f06a80c2bb0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 -- 172.21.15.133:0/3252759844 >> 172.21.15.133:0/3252759844 conn(0x7f06a806a5b0 msgr2=0x7f06a806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:03.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 -- 172.21.15.133:0/3252759844 shutdown_connections 2023-12-02T00:32:03.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 -- 172.21.15.133:0/3252759844 wait complete. 2023-12-02T00:32:03.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 Processor -- start 2023-12-02T00:32:03.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.669+0000 7f06ac8dd640 1 -- start start 2023-12-02T00:32:03.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06a80c06d0 0x7f06a814e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06a80c4100 0x7f06a8140220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c63c0 0x7f06a81514b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06a8070fd0 con 0x7f06a80c63c0 2023-12-02T00:32:03.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06a80c2d20 con 0x7f06a80c06d0 2023-12-02T00:32:03.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06a8140760 con 0x7f06a80c4100 2023-12-02T00:32:03.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c63c0 0x7f06a81514b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a659c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06a80c06d0 0x7f06a814e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a659c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06a80c06d0 0x7f06a814e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:58730/0 (socket says 172.21.15.133:58730) 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a659c640 1 -- 172.21.15.133:0/1464304797 learned_addr learned my addr 172.21.15.133:0/1464304797 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c63c0 0x7f06a81514b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43628/0 (socket says 172.21.15.133:43628) 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f069dd9b640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06a80c4100 0x7f06a8140220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 -- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06a80c4100 msgr2=0x7f06a8140220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06a80c4100 0x7f06a8140220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 -- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06a80c06d0 msgr2=0x7f06a814e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06a80c06d0 0x7f06a814e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 -- 172.21.15.133:0/1464304797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0690009a70 con 0x7f06a80c63c0 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a659c640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06a80c06d0 0x7f06a814e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06a6d9d640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c63c0 0x7f06a81514b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f06a000c390 tx=0x7f06a000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f069f7fe640 1 -- 172.21.15.133:0/1464304797 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a00052d0 con 0x7f06a80c63c0 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f069f7fe640 1 -- 172.21.15.133:0/1464304797 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06a0005430 con 0x7f06a80c63c0 2023-12-02T00:32:03.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06a8071220 con 0x7f06a80c63c0 2023-12-02T00:32:03.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f069f7fe640 1 -- 172.21.15.133:0/1464304797 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a0003840 con 0x7f06a80c63c0 2023-12-02T00:32:03.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06a81ed7e0 con 0x7f06a80c63c0 2023-12-02T00:32:03.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06a81ed9d0 con 0x7f06a80c63c0 2023-12-02T00:32:03.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.673+0000 7f069f7fe640 1 -- 172.21.15.133:0/1464304797 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f06a00039a0 con 0x7f06a80c63c0 2023-12-02T00:32:03.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.677+0000 7f069f7fe640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0688066470 0x7f0688068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:03.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.677+0000 7f069f7fe640 1 -- 172.21.15.133:0/1464304797 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f06a00836e0 con 0x7f06a80c63c0 2023-12-02T00:32:03.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.677+0000 7f06a659c640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0688066470 0x7f0688068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:03.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.677+0000 7f06a659c640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0688066470 0x7f0688068930 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0698007fd0 tx=0x7f0698009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:03.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.681+0000 7f069f7fe640 1 -- 172.21.15.133:0/1464304797 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f06a0050810 con 0x7f06a80c63c0 2023-12-02T00:32:03.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.825+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f06a8068400 con 0x7f0688066470 2023-12-02T00:32:03.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.837+0000 7f069f7fe640 1 -- 172.21.15.133:0/1464304797 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527439 (secure 0 0 0) 0x7f06a8068400 con 0x7f0688066470 2023-12-02T00:32:03.850 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0688066470 msgr2=0x7f0688068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0688066470 0x7f0688068930 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0698007fd0 tx=0x7f0698009040 comp rx=0 tx=0).stop 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c63c0 msgr2=0x7f06a81514b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c63c0 0x7f06a81514b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f06a000c390 tx=0x7f06a000c850 comp rx=0 tx=0).stop 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 shutdown_connections 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0688066470 0x7f0688068930 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06a80c63c0 0x7f06a81514b0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06a80c4100 0x7f06a8140220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 --2- 172.21.15.133:0/1464304797 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06a80c06d0 0x7f06a814e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:03.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 >> 172.21.15.133:0/1464304797 conn(0x7f06a806a5b0 msgr2=0x7f06a815c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:03.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 shutdown_connections 2023-12-02T00:32:03.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:03.845+0000 7f06ac8dd640 1 -- 172.21.15.133:0/1464304797 wait complete. 2023-12-02T00:32:03.869 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2023-12-02T00:32:03.252038+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":386,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220588,"kb_used_data":4392,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754132,"statfs":{"total":773094113280,"available":772868231168,"internally_reserved":0,"allocated":4497408,"data_stored":2494846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3651,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.008389"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529397+0000","last_change":"2023-12-02T00:31:58.265077+0000","last_active":"2023-12-02T00:32:00.529397+0000","last_peered":"2023-12-02T00:32:00.529397+0000","last_clean":"2023-12-02T00:32:00.529397+0000","last_became_active":"2023-12-02T00:31:58.264782+0000","last_became_peered":"2023-12-02T00:31:58.264782+0000","last_unstale":"2023-12-02T00:32:00.529397+0000","last_undegraded":"2023-12-02T00:32:00.529397+0000","last_fullsized":"2023-12-02T00:32:00.529397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:32:04.666892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":177,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251818+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:58.251818+0000","last_peered":"2023-12-02T00:31:58.251818+0000","last_clean":"2023-12-02T00:31:58.251818+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:58.251818+0000","last_undegraded":"2023-12-02T00:31:58.251818+0000","last_fullsized":"2023-12-02T00:31:58.251818+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.267930+0000","last_change":"2023-12-02T00:31:44.184204+0000","last_active":"2023-12-02T00:31:58.267930+0000","last_peered":"2023-12-02T00:31:58.267930+0000","last_clean":"2023-12-02T00:31:58.267930+0000","last_became_active":"2023-12-02T00:31:44.183918+0000","last_became_peered":"2023-12-02T00:31:44.183918+0000","last_unstale":"2023-12-02T00:31:58.267930+0000","last_undegraded":"2023-12-02T00:31:58.267930+0000","last_fullsized":"2023-12-02T00:31:58.267930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252909+0000","last_change":"2023-12-02T00:31:45.198039+0000","last_active":"2023-12-02T00:31:58.252909+0000","last_peered":"2023-12-02T00:31:58.252909+0000","last_clean":"2023-12-02T00:31:58.252909+0000","last_became_active":"2023-12-02T00:31:45.197761+0000","last_became_peered":"2023-12-02T00:31:45.197761+0000","last_unstale":"2023-12-02T00:31:58.252909+0000","last_undegraded":"2023-12-02T00:31:58.252909+0000","last_fullsized":"2023-12-02T00:31:58.252909+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.300763+0000","last_change":"2023-12-02T00:31:57.280569+0000","last_active":"2023-12-02T00:31:58.300763+0000","last_peered":"2023-12-02T00:31:58.300763+0000","last_clean":"2023-12-02T00:31:58.300763+0000","last_became_active":"2023-12-02T00:31:57.280283+0000","last_became_peered":"2023-12-02T00:31:57.280283+0000","last_unstale":"2023-12-02T00:31:58.300763+0000","last_undegraded":"2023-12-02T00:31:58.300763+0000","last_fullsized":"2023-12-02T00:31:58.300763+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:43:24.515654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637546+0000","last_change":"2023-12-02T00:31:58.276972+0000","last_active":"2023-12-02T00:32:00.637546+0000","last_peered":"2023-12-02T00:32:00.637546+0000","last_clean":"2023-12-02T00:32:00.637546+0000","last_became_active":"2023-12-02T00:31:58.276615+0000","last_became_peered":"2023-12-02T00:31:58.276615+0000","last_unstale":"2023-12-02T00:32:00.637546+0000","last_undegraded":"2023-12-02T00:32:00.637546+0000","last_fullsized":"2023-12-02T00:32:00.637546+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:08:35.073263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248094+0000","last_change":"2023-12-02T00:31:44.195709+0000","last_active":"2023-12-02T00:31:58.248094+0000","last_peered":"2023-12-02T00:31:58.248094+0000","last_clean":"2023-12-02T00:31:58.248094+0000","last_became_active":"2023-12-02T00:31:44.195202+0000","last_became_peered":"2023-12-02T00:31:44.195202+0000","last_unstale":"2023-12-02T00:31:58.248094+0000","last_undegraded":"2023-12-02T00:31:58.248094+0000","last_fullsized":"2023-12-02T00:31:58.248094+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:55.352177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255452+0000","last_change":"2023-12-02T00:31:45.199307+0000","last_active":"2023-12-02T00:31:58.255452+0000","last_peered":"2023-12-02T00:31:58.255452+0000","last_clean":"2023-12-02T00:31:58.255452+0000","last_became_active":"2023-12-02T00:31:45.199043+0000","last_became_peered":"2023-12-02T00:31:45.199043+0000","last_unstale":"2023-12-02T00:31:58.255452+0000","last_undegraded":"2023-12-02T00:31:58.255452+0000","last_fullsized":"2023-12-02T00:31:58.255452+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255878+0000","last_change":"2023-12-02T00:31:57.277803+0000","last_active":"2023-12-02T00:31:58.255878+0000","last_peered":"2023-12-02T00:31:58.255878+0000","last_clean":"2023-12-02T00:31:58.255878+0000","last_became_active":"2023-12-02T00:31:57.277484+0000","last_became_peered":"2023-12-02T00:31:57.277484+0000","last_unstale":"2023-12-02T00:31:58.255878+0000","last_undegraded":"2023-12-02T00:31:58.255878+0000","last_fullsized":"2023-12-02T00:31:58.255878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637481+0000","last_change":"2023-12-02T00:31:58.263881+0000","last_active":"2023-12-02T00:32:00.637481+0000","last_peered":"2023-12-02T00:32:00.637481+0000","last_clean":"2023-12-02T00:32:00.637481+0000","last_became_active":"2023-12-02T00:31:58.263216+0000","last_became_peered":"2023-12-02T00:31:58.263216+0000","last_unstale":"2023-12-02T00:32:00.637481+0000","last_undegraded":"2023-12-02T00:32:00.637481+0000","last_fullsized":"2023-12-02T00:32:00.637481+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:14.023297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255543+0000","last_change":"2023-12-02T00:31:44.184589+0000","last_active":"2023-12-02T00:31:58.255543+0000","last_peered":"2023-12-02T00:31:58.255543+0000","last_clean":"2023-12-02T00:31:58.255543+0000","last_became_active":"2023-12-02T00:31:44.184302+0000","last_became_peered":"2023-12-02T00:31:44.184302+0000","last_unstale":"2023-12-02T00:31:58.255543+0000","last_undegraded":"2023-12-02T00:31:58.255543+0000","last_fullsized":"2023-12-02T00:31:58.255543+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.247901+0000","last_change":"2023-12-02T00:31:45.209165+0000","last_active":"2023-12-02T00:31:58.247901+0000","last_peered":"2023-12-02T00:31:58.247901+0000","last_clean":"2023-12-02T00:31:58.247901+0000","last_became_active":"2023-12-02T00:31:45.207325+0000","last_became_peered":"2023-12-02T00:31:45.207325+0000","last_unstale":"2023-12-02T00:31:58.247901+0000","last_undegraded":"2023-12-02T00:31:58.247901+0000","last_fullsized":"2023-12-02T00:31:58.247901+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252731+0000","last_change":"2023-12-02T00:31:57.270649+0000","last_active":"2023-12-02T00:31:58.252731+0000","last_peered":"2023-12-02T00:31:58.252731+0000","last_clean":"2023-12-02T00:31:58.252731+0000","last_became_active":"2023-12-02T00:31:57.270344+0000","last_became_peered":"2023-12-02T00:31:57.270344+0000","last_unstale":"2023-12-02T00:31:58.252731+0000","last_undegraded":"2023-12-02T00:31:58.252731+0000","last_fullsized":"2023-12-02T00:31:58.252731+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:07.188759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.252561+0000","last_change":"2023-12-02T00:31:58.261047+0000","last_active":"2023-12-02T00:31:59.252561+0000","last_peered":"2023-12-02T00:31:59.252561+0000","last_clean":"2023-12-02T00:31:59.252561+0000","last_became_active":"2023-12-02T00:31:58.260339+0000","last_became_peered":"2023-12-02T00:31:58.260339+0000","last_unstale":"2023-12-02T00:31:59.252561+0000","last_undegraded":"2023-12-02T00:31:59.252561+0000","last_fullsized":"2023-12-02T00:31:59.252561+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:06.345331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260897+0000","last_change":"2023-12-02T00:31:44.198046+0000","last_active":"2023-12-02T00:31:58.260897+0000","last_peered":"2023-12-02T00:31:58.260897+0000","last_clean":"2023-12-02T00:31:58.260897+0000","last_became_active":"2023-12-02T00:31:44.197763+0000","last_became_peered":"2023-12-02T00:31:44.197763+0000","last_unstale":"2023-12-02T00:31:58.260897+0000","last_undegraded":"2023-12-02T00:31:58.260897+0000","last_fullsized":"2023-12-02T00:31:58.260897+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254203+0000","last_change":"2023-12-02T00:31:45.192562+0000","last_active":"2023-12-02T00:31:58.254203+0000","last_peered":"2023-12-02T00:31:58.254203+0000","last_clean":"2023-12-02T00:31:58.254203+0000","last_became_active":"2023-12-02T00:31:45.191214+0000","last_became_peered":"2023-12-02T00:31:45.191214+0000","last_unstale":"2023-12-02T00:31:58.254203+0000","last_undegraded":"2023-12-02T00:31:58.254203+0000","last_fullsized":"2023-12-02T00:31:58.254203+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:25.334214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254376+0000","last_change":"2023-12-02T00:31:57.279850+0000","last_active":"2023-12-02T00:31:58.254376+0000","last_peered":"2023-12-02T00:31:58.254376+0000","last_clean":"2023-12-02T00:31:58.254376+0000","last_became_active":"2023-12-02T00:31:57.279565+0000","last_became_peered":"2023-12-02T00:31:57.279565+0000","last_unstale":"2023-12-02T00:31:58.254376+0000","last_undegraded":"2023-12-02T00:31:58.254376+0000","last_fullsized":"2023-12-02T00:31:58.254376+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582368+0000","last_change":"2023-12-02T00:31:58.273147+0000","last_active":"2023-12-02T00:31:59.582368+0000","last_peered":"2023-12-02T00:31:59.582368+0000","last_clean":"2023-12-02T00:31:59.582368+0000","last_became_active":"2023-12-02T00:31:58.272818+0000","last_became_peered":"2023-12-02T00:31:58.272818+0000","last_unstale":"2023-12-02T00:31:59.582368+0000","last_undegraded":"2023-12-02T00:31:59.582368+0000","last_fullsized":"2023-12-02T00:31:59.582368+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:55.793228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254445+0000","last_change":"2023-12-02T00:31:44.201502+0000","last_active":"2023-12-02T00:31:58.254445+0000","last_peered":"2023-12-02T00:31:58.254445+0000","last_clean":"2023-12-02T00:31:58.254445+0000","last_became_active":"2023-12-02T00:31:44.201173+0000","last_became_peered":"2023-12-02T00:31:44.201173+0000","last_unstale":"2023-12-02T00:31:58.254445+0000","last_undegraded":"2023-12-02T00:31:58.254445+0000","last_fullsized":"2023-12-02T00:31:58.254445+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.269228+0000","last_change":"2023-12-02T00:31:45.184553+0000","last_active":"2023-12-02T00:31:58.269228+0000","last_peered":"2023-12-02T00:31:58.269228+0000","last_clean":"2023-12-02T00:31:58.269228+0000","last_became_active":"2023-12-02T00:31:45.184253+0000","last_became_peered":"2023-12-02T00:31:45.184253+0000","last_unstale":"2023-12-02T00:31:58.269228+0000","last_undegraded":"2023-12-02T00:31:58.269228+0000","last_fullsized":"2023-12-02T00:31:58.269228+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:39.396860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255944+0000","last_change":"2023-12-02T00:31:57.266245+0000","last_active":"2023-12-02T00:31:58.255944+0000","last_peered":"2023-12-02T00:31:58.255944+0000","last_clean":"2023-12-02T00:31:58.255944+0000","last_became_active":"2023-12-02T00:31:57.265965+0000","last_became_peered":"2023-12-02T00:31:57.265965+0000","last_unstale":"2023-12-02T00:31:58.255944+0000","last_undegraded":"2023-12-02T00:31:58.255944+0000","last_fullsized":"2023-12-02T00:31:58.255944+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:33.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.255019+0000","last_change":"2023-12-02T00:31:58.291898+0000","last_active":"2023-12-02T00:31:59.255019+0000","last_peered":"2023-12-02T00:31:59.255019+0000","last_clean":"2023-12-02T00:31:59.255019+0000","last_became_active":"2023-12-02T00:31:58.291611+0000","last_became_peered":"2023-12-02T00:31:58.291611+0000","last_unstale":"2023-12-02T00:31:59.255019+0000","last_undegraded":"2023-12-02T00:31:59.255019+0000","last_fullsized":"2023-12-02T00:31:59.255019+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:15.411460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.257146+0000","last_change":"2023-12-02T00:31:44.192759+0000","last_active":"2023-12-02T00:31:58.257146+0000","last_peered":"2023-12-02T00:31:58.257146+0000","last_clean":"2023-12-02T00:31:58.257146+0000","last_became_active":"2023-12-02T00:31:44.192573+0000","last_became_peered":"2023-12-02T00:31:44.192573+0000","last_unstale":"2023-12-02T00:31:58.257146+0000","last_undegraded":"2023-12-02T00:31:58.257146+0000","last_fullsized":"2023-12-02T00:31:58.257146+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.253532+0000","last_change":"2023-12-02T00:31:45.194035+0000","last_active":"2023-12-02T00:31:58.253532+0000","last_peered":"2023-12-02T00:31:58.253532+0000","last_clean":"2023-12-02T00:31:58.253532+0000","last_became_active":"2023-12-02T00:31:45.193716+0000","last_became_peered":"2023-12-02T00:31:45.193716+0000","last_unstale":"2023-12-02T00:31:58.253532+0000","last_undegraded":"2023-12-02T00:31:58.253532+0000","last_fullsized":"2023-12-02T00:31:58.253532+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249440+0000","last_change":"2023-12-02T00:31:57.275562+0000","last_active":"2023-12-02T00:31:58.249440+0000","last_peered":"2023-12-02T00:31:58.249440+0000","last_clean":"2023-12-02T00:31:58.249440+0000","last_became_active":"2023-12-02T00:31:57.275296+0000","last_became_peered":"2023-12-02T00:31:57.275296+0000","last_unstale":"2023-12-02T00:31:58.249440+0000","last_undegraded":"2023-12-02T00:31:58.249440+0000","last_fullsized":"2023-12-02T00:31:58.249440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:15:31.116596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.939031+0000","last_change":"2023-12-02T00:31:58.271629+0000","last_active":"2023-12-02T00:31:59.939031+0000","last_peered":"2023-12-02T00:31:59.939031+0000","last_clean":"2023-12-02T00:31:59.939031+0000","last_became_active":"2023-12-02T00:31:58.270299+0000","last_became_peered":"2023-12-02T00:31:58.270299+0000","last_unstale":"2023-12-02T00:31:59.939031+0000","last_undegraded":"2023-12-02T00:31:59.939031+0000","last_fullsized":"2023-12-02T00:31:59.939031+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:15:32.123950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"31'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254915+0000","last_change":"2023-12-02T00:31:44.198620+0000","last_active":"2023-12-02T00:31:58.254915+0000","last_peered":"2023-12-02T00:31:58.254915+0000","last_clean":"2023-12-02T00:31:58.254915+0000","last_became_active":"2023-12-02T00:31:44.198330+0000","last_became_peered":"2023-12-02T00:31:44.198330+0000","last_unstale":"2023-12-02T00:31:58.254915+0000","last_undegraded":"2023-12-02T00:31:58.254915+0000","last_fullsized":"2023-12-02T00:31:58.254915+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262419+0000","last_change":"2023-12-02T00:31:45.208888+0000","last_active":"2023-12-02T00:31:58.262419+0000","last_peered":"2023-12-02T00:31:58.262419+0000","last_clean":"2023-12-02T00:31:58.262419+0000","last_became_active":"2023-12-02T00:31:45.207634+0000","last_became_peered":"2023-12-02T00:31:45.207634+0000","last_unstale":"2023-12-02T00:31:58.262419+0000","last_undegraded":"2023-12-02T00:31:58.262419+0000","last_fullsized":"2023-12-02T00:31:58.262419+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256797+0000","last_change":"2023-12-02T00:31:57.269927+0000","last_active":"2023-12-02T00:31:58.256797+0000","last_peered":"2023-12-02T00:31:58.256797+0000","last_clean":"2023-12-02T00:31:58.256797+0000","last_became_active":"2023-12-02T00:31:57.268925+0000","last_became_peered":"2023-12-02T00:31:57.268925+0000","last_unstale":"2023-12-02T00:31:58.256797+0000","last_undegraded":"2023-12-02T00:31:58.256797+0000","last_fullsized":"2023-12-02T00:31:58.256797+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:36.125771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529095+0000","last_change":"2023-12-02T00:31:58.264357+0000","last_active":"2023-12-02T00:32:00.529095+0000","last_peered":"2023-12-02T00:32:00.529095+0000","last_clean":"2023-12-02T00:32:00.529095+0000","last_became_active":"2023-12-02T00:31:58.262617+0000","last_became_peered":"2023-12-02T00:31:58.262617+0000","last_unstale":"2023-12-02T00:32:00.529095+0000","last_undegraded":"2023-12-02T00:32:00.529095+0000","last_fullsized":"2023-12-02T00:32:00.529095+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:32.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262704+0000","last_change":"2023-12-02T00:31:44.196463+0000","last_active":"2023-12-02T00:31:58.262704+0000","last_peered":"2023-12-02T00:31:58.262704+0000","last_clean":"2023-12-02T00:31:58.262704+0000","last_became_active":"2023-12-02T00:31:44.196092+0000","last_became_peered":"2023-12-02T00:31:44.196092+0000","last_unstale":"2023-12-02T00:31:58.262704+0000","last_undegraded":"2023-12-02T00:31:58.262704+0000","last_fullsized":"2023-12-02T00:31:58.262704+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260820+0000","last_change":"2023-12-02T00:31:45.202001+0000","last_active":"2023-12-02T00:31:58.260820+0000","last_peered":"2023-12-02T00:31:58.260820+0000","last_clean":"2023-12-02T00:31:58.260820+0000","last_became_active":"2023-12-02T00:31:45.201677+0000","last_became_peered":"2023-12-02T00:31:45.201677+0000","last_unstale":"2023-12-02T00:31:58.260820+0000","last_undegraded":"2023-12-02T00:31:58.260820+0000","last_fullsized":"2023-12-02T00:31:58.260820+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:50.822859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252688+0000","last_change":"2023-12-02T00:31:57.269929+0000","last_active":"2023-12-02T00:31:58.252688+0000","last_peered":"2023-12-02T00:31:58.252688+0000","last_clean":"2023-12-02T00:31:58.252688+0000","last_became_active":"2023-12-02T00:31:57.269566+0000","last_became_peered":"2023-12-02T00:31:57.269566+0000","last_unstale":"2023-12-02T00:31:58.252688+0000","last_undegraded":"2023-12-02T00:31:58.252688+0000","last_fullsized":"2023-12-02T00:31:58.252688+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:22.466689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253560+0000","last_change":"2023-12-02T00:31:58.280469+0000","last_active":"2023-12-02T00:31:59.253560+0000","last_peered":"2023-12-02T00:31:59.253560+0000","last_clean":"2023-12-02T00:31:59.253560+0000","last_became_active":"2023-12-02T00:31:58.280220+0000","last_became_peered":"2023-12-02T00:31:58.280220+0000","last_unstale":"2023-12-02T00:31:59.253560+0000","last_undegraded":"2023-12-02T00:31:59.253560+0000","last_fullsized":"2023-12-02T00:31:59.253560+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:20.173230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259530+0000","last_change":"2023-12-02T00:31:44.192782+0000","last_active":"2023-12-02T00:31:58.259530+0000","last_peered":"2023-12-02T00:31:58.259530+0000","last_clean":"2023-12-02T00:31:58.259530+0000","last_became_active":"2023-12-02T00:31:44.192104+0000","last_became_peered":"2023-12-02T00:31:44.192104+0000","last_unstale":"2023-12-02T00:31:58.259530+0000","last_undegraded":"2023-12-02T00:31:58.259530+0000","last_fullsized":"2023-12-02T00:31:58.259530+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252688+0000","last_change":"2023-12-02T00:31:45.190682+0000","last_active":"2023-12-02T00:31:58.252688+0000","last_peered":"2023-12-02T00:31:58.252688+0000","last_clean":"2023-12-02T00:31:58.252688+0000","last_became_active":"2023-12-02T00:31:45.190068+0000","last_became_peered":"2023-12-02T00:31:45.190068+0000","last_unstale":"2023-12-02T00:31:58.252688+0000","last_undegraded":"2023-12-02T00:31:58.252688+0000","last_fullsized":"2023-12-02T00:31:58.252688+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260239+0000","last_change":"2023-12-02T00:31:57.273943+0000","last_active":"2023-12-02T00:31:58.260239+0000","last_peered":"2023-12-02T00:31:58.260239+0000","last_clean":"2023-12-02T00:31:58.260239+0000","last_became_active":"2023-12-02T00:31:57.273644+0000","last_became_peered":"2023-12-02T00:31:57.273644+0000","last_unstale":"2023-12-02T00:31:58.260239+0000","last_undegraded":"2023-12-02T00:31:58.260239+0000","last_fullsized":"2023-12-02T00:31:58.260239+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637478+0000","last_change":"2023-12-02T00:31:58.264064+0000","last_active":"2023-12-02T00:32:00.637478+0000","last_peered":"2023-12-02T00:32:00.637478+0000","last_clean":"2023-12-02T00:32:00.637478+0000","last_became_active":"2023-12-02T00:31:58.263580+0000","last_became_peered":"2023-12-02T00:31:58.263580+0000","last_unstale":"2023-12-02T00:32:00.637478+0000","last_undegraded":"2023-12-02T00:32:00.637478+0000","last_fullsized":"2023-12-02T00:32:00.637478+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:22:08.461588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255461+0000","last_change":"2023-12-02T00:31:44.190455+0000","last_active":"2023-12-02T00:31:58.255461+0000","last_peered":"2023-12-02T00:31:58.255461+0000","last_clean":"2023-12-02T00:31:58.255461+0000","last_became_active":"2023-12-02T00:31:44.190178+0000","last_became_peered":"2023-12-02T00:31:44.190178+0000","last_unstale":"2023-12-02T00:31:58.255461+0000","last_undegraded":"2023-12-02T00:31:58.255461+0000","last_fullsized":"2023-12-02T00:31:58.255461+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259685+0000","last_change":"2023-12-02T00:31:45.198495+0000","last_active":"2023-12-02T00:31:58.259685+0000","last_peered":"2023-12-02T00:31:58.259685+0000","last_clean":"2023-12-02T00:31:58.259685+0000","last_became_active":"2023-12-02T00:31:45.198235+0000","last_became_peered":"2023-12-02T00:31:45.198235+0000","last_unstale":"2023-12-02T00:31:58.259685+0000","last_undegraded":"2023-12-02T00:31:58.259685+0000","last_fullsized":"2023-12-02T00:31:58.259685+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:06.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301292+0000","last_change":"2023-12-02T00:31:57.274685+0000","last_active":"2023-12-02T00:31:58.301292+0000","last_peered":"2023-12-02T00:31:58.301292+0000","last_clean":"2023-12-02T00:31:58.301292+0000","last_became_active":"2023-12-02T00:31:57.274164+0000","last_became_peered":"2023-12-02T00:31:57.274164+0000","last_unstale":"2023-12-02T00:31:58.301292+0000","last_undegraded":"2023-12-02T00:31:58.301292+0000","last_fullsized":"2023-12-02T00:31:58.301292+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:39.934268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528607+0000","last_change":"2023-12-02T00:31:58.279316+0000","last_active":"2023-12-02T00:32:00.528607+0000","last_peered":"2023-12-02T00:32:00.528607+0000","last_clean":"2023-12-02T00:32:00.528607+0000","last_became_active":"2023-12-02T00:31:58.279022+0000","last_became_peered":"2023-12-02T00:31:58.279022+0000","last_unstale":"2023-12-02T00:32:00.528607+0000","last_undegraded":"2023-12-02T00:32:00.528607+0000","last_fullsized":"2023-12-02T00:32:00.528607+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:23.938693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.269305+0000","last_change":"2023-12-02T00:31:44.194888+0000","last_active":"2023-12-02T00:31:58.269305+0000","last_peered":"2023-12-02T00:31:58.269305+0000","last_clean":"2023-12-02T00:31:58.269305+0000","last_became_active":"2023-12-02T00:31:44.194569+0000","last_became_peered":"2023-12-02T00:31:44.194569+0000","last_unstale":"2023-12-02T00:31:58.269305+0000","last_undegraded":"2023-12-02T00:31:58.269305+0000","last_fullsized":"2023-12-02T00:31:58.269305+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260346+0000","last_change":"2023-12-02T00:31:45.197746+0000","last_active":"2023-12-02T00:31:58.260346+0000","last_peered":"2023-12-02T00:31:58.260346+0000","last_clean":"2023-12-02T00:31:58.260346+0000","last_became_active":"2023-12-02T00:31:45.197189+0000","last_became_peered":"2023-12-02T00:31:45.197189+0000","last_unstale":"2023-12-02T00:31:58.260346+0000","last_undegraded":"2023-12-02T00:31:58.260346+0000","last_fullsized":"2023-12-02T00:31:58.260346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:27.198715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251650+0000","last_change":"2023-12-02T00:31:57.278919+0000","last_active":"2023-12-02T00:31:58.251650+0000","last_peered":"2023-12-02T00:31:58.251650+0000","last_clean":"2023-12-02T00:31:58.251650+0000","last_became_active":"2023-12-02T00:31:57.278584+0000","last_became_peered":"2023-12-02T00:31:57.278584+0000","last_unstale":"2023-12-02T00:31:58.251650+0000","last_undegraded":"2023-12-02T00:31:58.251650+0000","last_fullsized":"2023-12-02T00:31:58.251650+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120229+0000","last_change":"2023-12-02T00:31:58.275642+0000","last_active":"2023-12-02T00:32:00.120229+0000","last_peered":"2023-12-02T00:32:00.120229+0000","last_clean":"2023-12-02T00:32:00.120229+0000","last_became_active":"2023-12-02T00:31:58.275347+0000","last_became_peered":"2023-12-02T00:31:58.275347+0000","last_unstale":"2023-12-02T00:32:00.120229+0000","last_undegraded":"2023-12-02T00:32:00.120229+0000","last_fullsized":"2023-12-02T00:32:00.120229+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:53.710006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254295+0000","last_change":"2023-12-02T00:31:44.199242+0000","last_active":"2023-12-02T00:31:58.254295+0000","last_peered":"2023-12-02T00:31:58.254295+0000","last_clean":"2023-12-02T00:31:58.254295+0000","last_became_active":"2023-12-02T00:31:44.198971+0000","last_became_peered":"2023-12-02T00:31:44.198971+0000","last_unstale":"2023-12-02T00:31:58.254295+0000","last_undegraded":"2023-12-02T00:31:58.254295+0000","last_fullsized":"2023-12-02T00:31:58.254295+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:26.390328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260157+0000","last_change":"2023-12-02T00:31:45.202242+0000","last_active":"2023-12-02T00:31:58.260157+0000","last_peered":"2023-12-02T00:31:58.260157+0000","last_clean":"2023-12-02T00:31:58.260157+0000","last_became_active":"2023-12-02T00:31:45.201907+0000","last_became_peered":"2023-12-02T00:31:45.201907+0000","last_unstale":"2023-12-02T00:31:58.260157+0000","last_undegraded":"2023-12-02T00:31:58.260157+0000","last_fullsized":"2023-12-02T00:31:58.260157+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:37:10.833810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254071+0000","last_change":"2023-12-02T00:31:57.270357+0000","last_active":"2023-12-02T00:31:58.254071+0000","last_peered":"2023-12-02T00:31:58.254071+0000","last_clean":"2023-12-02T00:31:58.254071+0000","last_became_active":"2023-12-02T00:31:57.270081+0000","last_became_peered":"2023-12-02T00:31:57.270081+0000","last_unstale":"2023-12-02T00:31:58.254071+0000","last_undegraded":"2023-12-02T00:31:58.254071+0000","last_fullsized":"2023-12-02T00:31:58.254071+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529395+0000","last_change":"2023-12-02T00:31:58.267349+0000","last_active":"2023-12-02T00:32:00.529395+0000","last_peered":"2023-12-02T00:32:00.529395+0000","last_clean":"2023-12-02T00:32:00.529395+0000","last_became_active":"2023-12-02T00:31:58.267083+0000","last_became_peered":"2023-12-02T00:31:58.267083+0000","last_unstale":"2023-12-02T00:32:00.529395+0000","last_undegraded":"2023-12-02T00:32:00.529395+0000","last_fullsized":"2023-12-02T00:32:00.529395+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:07.994219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256366+0000","last_change":"2023-12-02T00:31:44.187029+0000","last_active":"2023-12-02T00:31:58.256366+0000","last_peered":"2023-12-02T00:31:58.256366+0000","last_clean":"2023-12-02T00:31:58.256366+0000","last_became_active":"2023-12-02T00:31:44.186689+0000","last_became_peered":"2023-12-02T00:31:44.186689+0000","last_unstale":"2023-12-02T00:31:58.256366+0000","last_undegraded":"2023-12-02T00:31:58.256366+0000","last_fullsized":"2023-12-02T00:31:58.256366+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260691+0000","last_change":"2023-12-02T00:31:45.196525+0000","last_active":"2023-12-02T00:31:58.260691+0000","last_peered":"2023-12-02T00:31:58.260691+0000","last_clean":"2023-12-02T00:31:58.260691+0000","last_became_active":"2023-12-02T00:31:45.196259+0000","last_became_peered":"2023-12-02T00:31:45.196259+0000","last_unstale":"2023-12-02T00:31:58.260691+0000","last_undegraded":"2023-12-02T00:31:58.260691+0000","last_fullsized":"2023-12-02T00:31:58.260691+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:02.868488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.295617+0000","last_change":"2023-12-02T00:31:57.264668+0000","last_active":"2023-12-02T00:31:58.295617+0000","last_peered":"2023-12-02T00:31:58.295617+0000","last_clean":"2023-12-02T00:31:58.295617+0000","last_became_active":"2023-12-02T00:31:57.262346+0000","last_became_peered":"2023-12-02T00:31:57.262346+0000","last_unstale":"2023-12-02T00:31:58.295617+0000","last_undegraded":"2023-12-02T00:31:58.295617+0000","last_fullsized":"2023-12-02T00:31:58.295617+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120837+0000","last_change":"2023-12-02T00:31:58.277393+0000","last_active":"2023-12-02T00:32:00.120837+0000","last_peered":"2023-12-02T00:32:00.120837+0000","last_clean":"2023-12-02T00:32:00.120837+0000","last_became_active":"2023-12-02T00:31:58.276186+0000","last_became_peered":"2023-12-02T00:31:58.276186+0000","last_unstale":"2023-12-02T00:32:00.120837+0000","last_undegraded":"2023-12-02T00:32:00.120837+0000","last_fullsized":"2023-12-02T00:32:00.120837+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:13.110564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256132+0000","last_change":"2023-12-02T00:31:44.183157+0000","last_active":"2023-12-02T00:31:58.256132+0000","last_peered":"2023-12-02T00:31:58.256132+0000","last_clean":"2023-12-02T00:31:58.256132+0000","last_became_active":"2023-12-02T00:31:44.182869+0000","last_became_peered":"2023-12-02T00:31:44.182869+0000","last_unstale":"2023-12-02T00:31:58.256132+0000","last_undegraded":"2023-12-02T00:31:58.256132+0000","last_fullsized":"2023-12-02T00:31:58.256132+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256956+0000","last_change":"2023-12-02T00:31:45.204454+0000","last_active":"2023-12-02T00:31:58.256956+0000","last_peered":"2023-12-02T00:31:58.256956+0000","last_clean":"2023-12-02T00:31:58.256956+0000","last_became_active":"2023-12-02T00:31:45.202785+0000","last_became_peered":"2023-12-02T00:31:45.202785+0000","last_unstale":"2023-12-02T00:31:58.256956+0000","last_undegraded":"2023-12-02T00:31:58.256956+0000","last_fullsized":"2023-12-02T00:31:58.256956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301437+0000","last_change":"2023-12-02T00:31:57.277799+0000","last_active":"2023-12-02T00:31:58.301437+0000","last_peered":"2023-12-02T00:31:58.301437+0000","last_clean":"2023-12-02T00:31:58.301437+0000","last_became_active":"2023-12-02T00:31:57.277456+0000","last_became_peered":"2023-12-02T00:31:57.277456+0000","last_unstale":"2023-12-02T00:31:58.301437+0000","last_undegraded":"2023-12-02T00:31:58.301437+0000","last_fullsized":"2023-12-02T00:31:58.301437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:08.432864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254835+0000","last_change":"2023-12-02T00:31:58.275730+0000","last_active":"2023-12-02T00:31:59.254835+0000","last_peered":"2023-12-02T00:31:59.254835+0000","last_clean":"2023-12-02T00:31:59.254835+0000","last_became_active":"2023-12-02T00:31:58.275104+0000","last_became_peered":"2023-12-02T00:31:58.275104+0000","last_unstale":"2023-12-02T00:31:59.254835+0000","last_undegraded":"2023-12-02T00:31:59.254835+0000","last_fullsized":"2023-12-02T00:31:59.254835+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:41.544462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.257442+0000","last_change":"2023-12-02T00:31:44.188998+0000","last_active":"2023-12-02T00:31:58.257442+0000","last_peered":"2023-12-02T00:31:58.257442+0000","last_clean":"2023-12-02T00:31:58.257442+0000","last_became_active":"2023-12-02T00:31:44.184586+0000","last_became_peered":"2023-12-02T00:31:44.184586+0000","last_unstale":"2023-12-02T00:31:58.257442+0000","last_undegraded":"2023-12-02T00:31:58.257442+0000","last_fullsized":"2023-12-02T00:31:58.257442+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262339+0000","last_change":"2023-12-02T00:31:45.207325+0000","last_active":"2023-12-02T00:31:58.262339+0000","last_peered":"2023-12-02T00:31:58.262339+0000","last_clean":"2023-12-02T00:31:58.262339+0000","last_became_active":"2023-12-02T00:31:45.207051+0000","last_became_peered":"2023-12-02T00:31:45.207051+0000","last_unstale":"2023-12-02T00:31:58.262339+0000","last_undegraded":"2023-12-02T00:31:58.262339+0000","last_fullsized":"2023-12-02T00:31:58.262339+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248875+0000","last_change":"2023-12-02T00:31:57.268682+0000","last_active":"2023-12-02T00:31:58.248875+0000","last_peered":"2023-12-02T00:31:58.248875+0000","last_clean":"2023-12-02T00:31:58.248875+0000","last_became_active":"2023-12-02T00:31:57.268416+0000","last_became_peered":"2023-12-02T00:31:57.268416+0000","last_unstale":"2023-12-02T00:31:58.248875+0000","last_undegraded":"2023-12-02T00:31:58.248875+0000","last_fullsized":"2023-12-02T00:31:58.248875+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:32:03.659538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254531+0000","last_change":"2023-12-02T00:31:58.284854+0000","last_active":"2023-12-02T00:31:59.254531+0000","last_peered":"2023-12-02T00:31:59.254531+0000","last_clean":"2023-12-02T00:31:59.254531+0000","last_became_active":"2023-12-02T00:31:58.283991+0000","last_became_peered":"2023-12-02T00:31:58.283991+0000","last_unstale":"2023-12-02T00:31:59.254531+0000","last_undegraded":"2023-12-02T00:31:59.254531+0000","last_fullsized":"2023-12-02T00:31:59.254531+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:18.204389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262622+0000","last_change":"2023-12-02T00:31:44.199043+0000","last_active":"2023-12-02T00:31:58.262622+0000","last_peered":"2023-12-02T00:31:58.262622+0000","last_clean":"2023-12-02T00:31:58.262622+0000","last_became_active":"2023-12-02T00:31:44.198710+0000","last_became_peered":"2023-12-02T00:31:44.198710+0000","last_unstale":"2023-12-02T00:31:58.262622+0000","last_undegraded":"2023-12-02T00:31:58.262622+0000","last_fullsized":"2023-12-02T00:31:58.262622+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256458+0000","last_change":"2023-12-02T00:31:45.200601+0000","last_active":"2023-12-02T00:31:58.256458+0000","last_peered":"2023-12-02T00:31:58.256458+0000","last_clean":"2023-12-02T00:31:58.256458+0000","last_became_active":"2023-12-02T00:31:45.200334+0000","last_became_peered":"2023-12-02T00:31:45.200334+0000","last_unstale":"2023-12-02T00:31:58.256458+0000","last_undegraded":"2023-12-02T00:31:58.256458+0000","last_fullsized":"2023-12-02T00:31:58.256458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.292512+0000","last_change":"2023-12-02T00:31:57.271296+0000","last_active":"2023-12-02T00:31:58.292512+0000","last_peered":"2023-12-02T00:31:58.292512+0000","last_clean":"2023-12-02T00:31:58.292512+0000","last_became_active":"2023-12-02T00:31:57.270602+0000","last_became_peered":"2023-12-02T00:31:57.270602+0000","last_unstale":"2023-12-02T00:31:58.292512+0000","last_undegraded":"2023-12-02T00:31:58.292512+0000","last_fullsized":"2023-12-02T00:31:58.292512+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:40.452045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529011+0000","last_change":"2023-12-02T00:31:58.265085+0000","last_active":"2023-12-02T00:32:00.529011+0000","last_peered":"2023-12-02T00:32:00.529011+0000","last_clean":"2023-12-02T00:32:00.529011+0000","last_became_active":"2023-12-02T00:31:58.264740+0000","last_became_peered":"2023-12-02T00:31:58.264740+0000","last_unstale":"2023-12-02T00:32:00.529011+0000","last_undegraded":"2023-12-02T00:32:00.529011+0000","last_fullsized":"2023-12-02T00:32:00.529011+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:22:27.251265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":24,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248001+0000","last_change":"2023-12-02T00:31:44.196209+0000","last_active":"2023-12-02T00:31:58.248001+0000","last_peered":"2023-12-02T00:31:58.248001+0000","last_clean":"2023-12-02T00:31:58.248001+0000","last_became_active":"2023-12-02T00:31:44.195927+0000","last_became_peered":"2023-12-02T00:31:44.195927+0000","last_unstale":"2023-12-02T00:31:58.248001+0000","last_undegraded":"2023-12-02T00:31:58.248001+0000","last_fullsized":"2023-12-02T00:31:58.248001+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.267749+0000","last_change":"2023-12-02T00:31:45.184565+0000","last_active":"2023-12-02T00:31:58.267749+0000","last_peered":"2023-12-02T00:31:58.267749+0000","last_clean":"2023-12-02T00:31:58.267749+0000","last_became_active":"2023-12-02T00:31:45.183783+0000","last_became_peered":"2023-12-02T00:31:45.183783+0000","last_unstale":"2023-12-02T00:31:58.267749+0000","last_undegraded":"2023-12-02T00:31:58.267749+0000","last_fullsized":"2023-12-02T00:31:58.267749+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:50.007413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252435+0000","last_change":"2023-12-02T00:31:57.278948+0000","last_active":"2023-12-02T00:31:58.252435+0000","last_peered":"2023-12-02T00:31:58.252435+0000","last_clean":"2023-12-02T00:31:58.252435+0000","last_became_active":"2023-12-02T00:31:57.278605+0000","last_became_peered":"2023-12-02T00:31:57.278605+0000","last_unstale":"2023-12-02T00:31:58.252435+0000","last_undegraded":"2023-12-02T00:31:58.252435+0000","last_fullsized":"2023-12-02T00:31:58.252435+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:31.436995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254237+0000","last_change":"2023-12-02T00:31:58.284755+0000","last_active":"2023-12-02T00:31:59.254237+0000","last_peered":"2023-12-02T00:31:59.254237+0000","last_clean":"2023-12-02T00:31:59.254237+0000","last_became_active":"2023-12-02T00:31:58.284006+0000","last_became_peered":"2023-12-02T00:31:58.284006+0000","last_unstale":"2023-12-02T00:31:59.254237+0000","last_undegraded":"2023-12-02T00:31:59.254237+0000","last_fullsized":"2023-12-02T00:31:59.254237+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:37.133125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248444+0000","last_change":"2023-12-02T00:31:44.195352+0000","last_active":"2023-12-02T00:31:58.248444+0000","last_peered":"2023-12-02T00:31:58.248444+0000","last_clean":"2023-12-02T00:31:58.248444+0000","last_became_active":"2023-12-02T00:31:44.195063+0000","last_became_peered":"2023-12-02T00:31:44.195063+0000","last_unstale":"2023-12-02T00:31:58.248444+0000","last_undegraded":"2023-12-02T00:31:58.248444+0000","last_fullsized":"2023-12-02T00:31:58.248444+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:18.902948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251455+0000","last_change":"2023-12-02T00:31:45.191344+0000","last_active":"2023-12-02T00:31:58.251455+0000","last_peered":"2023-12-02T00:31:58.251455+0000","last_clean":"2023-12-02T00:31:58.251455+0000","last_became_active":"2023-12-02T00:31:45.190930+0000","last_became_peered":"2023-12-02T00:31:45.190930+0000","last_unstale":"2023-12-02T00:31:58.251455+0000","last_undegraded":"2023-12-02T00:31:58.251455+0000","last_fullsized":"2023-12-02T00:31:58.251455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301376+0000","last_change":"2023-12-02T00:31:57.279797+0000","last_active":"2023-12-02T00:31:58.301376+0000","last_peered":"2023-12-02T00:31:58.301376+0000","last_clean":"2023-12-02T00:31:58.301376+0000","last_became_active":"2023-12-02T00:31:57.279379+0000","last_became_peered":"2023-12-02T00:31:57.279379+0000","last_unstale":"2023-12-02T00:31:58.301376+0000","last_undegraded":"2023-12-02T00:31:58.301376+0000","last_fullsized":"2023-12-02T00:31:58.301376+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:37.838630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.938726+0000","last_change":"2023-12-02T00:31:58.269360+0000","last_active":"2023-12-02T00:31:59.938726+0000","last_peered":"2023-12-02T00:31:59.938726+0000","last_clean":"2023-12-02T00:31:59.938726+0000","last_became_active":"2023-12-02T00:31:58.269058+0000","last_became_peered":"2023-12-02T00:31:58.269058+0000","last_unstale":"2023-12-02T00:31:59.938726+0000","last_undegraded":"2023-12-02T00:31:59.938726+0000","last_fullsized":"2023-12-02T00:31:59.938726+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:53:40.835724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260810+0000","last_change":"2023-12-02T00:31:44.200250+0000","last_active":"2023-12-02T00:31:58.260810+0000","last_peered":"2023-12-02T00:31:58.260810+0000","last_clean":"2023-12-02T00:31:58.260810+0000","last_became_active":"2023-12-02T00:31:44.199765+0000","last_became_peered":"2023-12-02T00:31:44.199765+0000","last_unstale":"2023-12-02T00:31:58.260810+0000","last_undegraded":"2023-12-02T00:31:58.260810+0000","last_fullsized":"2023-12-02T00:31:58.260810+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249606+0000","last_change":"2023-12-02T00:31:45.207835+0000","last_active":"2023-12-02T00:31:58.249606+0000","last_peered":"2023-12-02T00:31:58.249606+0000","last_clean":"2023-12-02T00:31:58.249606+0000","last_became_active":"2023-12-02T00:31:45.206505+0000","last_became_peered":"2023-12-02T00:31:45.206505+0000","last_unstale":"2023-12-02T00:31:58.249606+0000","last_undegraded":"2023-12-02T00:31:58.249606+0000","last_fullsized":"2023-12-02T00:31:58.249606+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"34'8","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.298445+0000","last_change":"2023-12-02T00:31:57.270241+0000","last_active":"2023-12-02T00:31:58.298445+0000","last_peered":"2023-12-02T00:31:58.298445+0000","last_clean":"2023-12-02T00:31:58.298445+0000","last_became_active":"2023-12-02T00:31:57.269940+0000","last_became_peered":"2023-12-02T00:31:57.269940+0000","last_unstale":"2023-12-02T00:31:58.298445+0000","last_undegraded":"2023-12-02T00:31:58.298445+0000","last_fullsized":"2023-12-02T00:31:58.298445+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:33.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637189+0000","last_change":"2023-12-02T00:31:58.263046+0000","last_active":"2023-12-02T00:32:00.637189+0000","last_peered":"2023-12-02T00:32:00.637189+0000","last_clean":"2023-12-02T00:32:00.637189+0000","last_became_active":"2023-12-02T00:31:58.262718+0000","last_became_peered":"2023-12-02T00:31:58.262718+0000","last_unstale":"2023-12-02T00:32:00.637189+0000","last_undegraded":"2023-12-02T00:32:00.637189+0000","last_fullsized":"2023-12-02T00:32:00.637189+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:21:45.527604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255747+0000","last_change":"2023-12-02T00:31:44.186346+0000","last_active":"2023-12-02T00:31:58.255747+0000","last_peered":"2023-12-02T00:31:58.255747+0000","last_clean":"2023-12-02T00:31:58.255747+0000","last_became_active":"2023-12-02T00:31:44.186097+0000","last_became_peered":"2023-12-02T00:31:44.186097+0000","last_unstale":"2023-12-02T00:31:58.255747+0000","last_undegraded":"2023-12-02T00:31:58.255747+0000","last_fullsized":"2023-12-02T00:31:58.255747+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260733+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:58.260733+0000","last_peered":"2023-12-02T00:31:58.260733+0000","last_clean":"2023-12-02T00:31:58.260733+0000","last_became_active":"2023-12-02T00:31:45.199511+0000","last_became_peered":"2023-12-02T00:31:45.199511+0000","last_unstale":"2023-12-02T00:31:58.260733+0000","last_undegraded":"2023-12-02T00:31:58.260733+0000","last_fullsized":"2023-12-02T00:31:58.260733+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248322+0000","last_change":"2023-12-02T00:31:57.272274+0000","last_active":"2023-12-02T00:31:58.248322+0000","last_peered":"2023-12-02T00:31:58.248322+0000","last_clean":"2023-12-02T00:31:58.248322+0000","last_became_active":"2023-12-02T00:31:57.271968+0000","last_became_peered":"2023-12-02T00:31:57.271968+0000","last_unstale":"2023-12-02T00:31:58.248322+0000","last_undegraded":"2023-12-02T00:31:58.248322+0000","last_fullsized":"2023-12-02T00:31:58.248322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:22.466689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.939338+0000","last_change":"2023-12-02T00:31:58.268081+0000","last_active":"2023-12-02T00:31:59.939338+0000","last_peered":"2023-12-02T00:31:59.939338+0000","last_clean":"2023-12-02T00:31:59.939338+0000","last_became_active":"2023-12-02T00:31:58.267798+0000","last_became_peered":"2023-12-02T00:31:58.267798+0000","last_unstale":"2023-12-02T00:31:59.939338+0000","last_undegraded":"2023-12-02T00:31:59.939338+0000","last_fullsized":"2023-12-02T00:31:59.939338+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:07:05.633706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"31'9","reported_seq":25,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249393+0000","last_change":"2023-12-02T00:31:44.198101+0000","last_active":"2023-12-02T00:31:58.249393+0000","last_peered":"2023-12-02T00:31:58.249393+0000","last_clean":"2023-12-02T00:31:58.249393+0000","last_became_active":"2023-12-02T00:31:44.197765+0000","last_became_peered":"2023-12-02T00:31:44.197765+0000","last_unstale":"2023-12-02T00:31:58.249393+0000","last_undegraded":"2023-12-02T00:31:58.249393+0000","last_fullsized":"2023-12-02T00:31:58.249393+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:39.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261909+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:58.261909+0000","last_peered":"2023-12-02T00:31:58.261909+0000","last_clean":"2023-12-02T00:31:58.261909+0000","last_became_active":"2023-12-02T00:31:45.199251+0000","last_became_peered":"2023-12-02T00:31:45.199251+0000","last_unstale":"2023-12-02T00:31:58.261909+0000","last_undegraded":"2023-12-02T00:31:58.261909+0000","last_fullsized":"2023-12-02T00:31:58.261909+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:44.265620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254747+0000","last_change":"2023-12-02T00:31:57.270758+0000","last_active":"2023-12-02T00:31:58.254747+0000","last_peered":"2023-12-02T00:31:58.254747+0000","last_clean":"2023-12-02T00:31:58.254747+0000","last_became_active":"2023-12-02T00:31:57.270140+0000","last_became_peered":"2023-12-02T00:31:57.270140+0000","last_unstale":"2023-12-02T00:31:58.254747+0000","last_undegraded":"2023-12-02T00:31:58.254747+0000","last_fullsized":"2023-12-02T00:31:58.254747+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253651+0000","last_change":"2023-12-02T00:31:58.271393+0000","last_active":"2023-12-02T00:31:59.253651+0000","last_peered":"2023-12-02T00:31:59.253651+0000","last_clean":"2023-12-02T00:31:59.253651+0000","last_became_active":"2023-12-02T00:31:58.270983+0000","last_became_peered":"2023-12-02T00:31:58.270983+0000","last_unstale":"2023-12-02T00:31:59.253651+0000","last_undegraded":"2023-12-02T00:31:59.253651+0000","last_fullsized":"2023-12-02T00:31:59.253651+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:55.793228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":19,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262017+0000","last_change":"2023-12-02T00:31:44.193566+0000","last_active":"2023-12-02T00:31:58.262017+0000","last_peered":"2023-12-02T00:31:58.262017+0000","last_clean":"2023-12-02T00:31:58.262017+0000","last_became_active":"2023-12-02T00:31:44.193200+0000","last_became_peered":"2023-12-02T00:31:44.193200+0000","last_unstale":"2023-12-02T00:31:58.262017+0000","last_undegraded":"2023-12-02T00:31:58.262017+0000","last_fullsized":"2023-12-02T00:31:58.262017+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249240+0000","last_change":"2023-12-02T00:31:45.204333+0000","last_active":"2023-12-02T00:31:58.249240+0000","last_peered":"2023-12-02T00:31:58.249240+0000","last_clean":"2023-12-02T00:31:58.249240+0000","last_became_active":"2023-12-02T00:31:45.203925+0000","last_became_peered":"2023-12-02T00:31:45.203925+0000","last_unstale":"2023-12-02T00:31:58.249240+0000","last_undegraded":"2023-12-02T00:31:58.249240+0000","last_fullsized":"2023-12-02T00:31:58.249240+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256261+0000","last_change":"2023-12-02T00:31:57.271829+0000","last_active":"2023-12-02T00:31:58.256261+0000","last_peered":"2023-12-02T00:31:58.256261+0000","last_clean":"2023-12-02T00:31:58.256261+0000","last_became_active":"2023-12-02T00:31:57.271548+0000","last_became_peered":"2023-12-02T00:31:57.271548+0000","last_unstale":"2023-12-02T00:31:58.256261+0000","last_undegraded":"2023-12-02T00:31:58.256261+0000","last_fullsized":"2023-12-02T00:31:58.256261+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:18.856531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.938769+0000","last_change":"2023-12-02T00:31:58.275066+0000","last_active":"2023-12-02T00:31:59.938769+0000","last_peered":"2023-12-02T00:31:59.938769+0000","last_clean":"2023-12-02T00:31:59.938769+0000","last_became_active":"2023-12-02T00:31:58.274672+0000","last_became_peered":"2023-12-02T00:31:58.274672+0000","last_unstale":"2023-12-02T00:31:59.938769+0000","last_undegraded":"2023-12-02T00:31:59.938769+0000","last_fullsized":"2023-12-02T00:31:59.938769+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:40.941621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256043+0000","last_change":"2023-12-02T00:31:44.200539+0000","last_active":"2023-12-02T00:31:58.256043+0000","last_peered":"2023-12-02T00:31:58.256043+0000","last_clean":"2023-12-02T00:31:58.256043+0000","last_became_active":"2023-12-02T00:31:44.200242+0000","last_became_peered":"2023-12-02T00:31:44.200242+0000","last_unstale":"2023-12-02T00:31:58.256043+0000","last_undegraded":"2023-12-02T00:31:58.256043+0000","last_fullsized":"2023-12-02T00:31:58.256043+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.250018+0000","last_change":"2023-12-02T00:31:45.204250+0000","last_active":"2023-12-02T00:31:58.250018+0000","last_peered":"2023-12-02T00:31:58.250018+0000","last_clean":"2023-12-02T00:31:58.250018+0000","last_became_active":"2023-12-02T00:31:45.203684+0000","last_became_peered":"2023-12-02T00:31:45.203684+0000","last_unstale":"2023-12-02T00:31:58.250018+0000","last_undegraded":"2023-12-02T00:31:58.250018+0000","last_fullsized":"2023-12-02T00:31:58.250018+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"34'6","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.302987+0000","last_change":"2023-12-02T00:31:57.267418+0000","last_active":"2023-12-02T00:31:58.302987+0000","last_peered":"2023-12-02T00:31:58.302987+0000","last_clean":"2023-12-02T00:31:58.302987+0000","last_became_active":"2023-12-02T00:31:57.267100+0000","last_became_peered":"2023-12-02T00:31:57.267100+0000","last_unstale":"2023-12-02T00:31:58.302987+0000","last_undegraded":"2023-12-02T00:31:58.302987+0000","last_fullsized":"2023-12-02T00:31:58.302987+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:31.983636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637854+0000","last_change":"2023-12-02T00:31:58.275272+0000","last_active":"2023-12-02T00:32:00.637854+0000","last_peered":"2023-12-02T00:32:00.637854+0000","last_clean":"2023-12-02T00:32:00.637854+0000","last_became_active":"2023-12-02T00:31:58.274999+0000","last_became_peered":"2023-12-02T00:31:58.274999+0000","last_unstale":"2023-12-02T00:32:00.637854+0000","last_undegraded":"2023-12-02T00:32:00.637854+0000","last_fullsized":"2023-12-02T00:32:00.637854+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:28:26.633841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.250042+0000","last_change":"2023-12-02T00:31:44.195336+0000","last_active":"2023-12-02T00:31:58.250042+0000","last_peered":"2023-12-02T00:31:58.250042+0000","last_clean":"2023-12-02T00:31:58.250042+0000","last_became_active":"2023-12-02T00:31:44.195029+0000","last_became_peered":"2023-12-02T00:31:44.195029+0000","last_unstale":"2023-12-02T00:31:58.250042+0000","last_undegraded":"2023-12-02T00:31:58.250042+0000","last_fullsized":"2023-12-02T00:31:58.250042+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:39.621965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262124+0000","last_change":"2023-12-02T00:31:45.208211+0000","last_active":"2023-12-02T00:31:58.262124+0000","last_peered":"2023-12-02T00:31:58.262124+0000","last_clean":"2023-12-02T00:31:58.262124+0000","last_became_active":"2023-12-02T00:31:45.207913+0000","last_became_peered":"2023-12-02T00:31:45.207913+0000","last_unstale":"2023-12-02T00:31:58.262124+0000","last_undegraded":"2023-12-02T00:31:58.262124+0000","last_fullsized":"2023-12-02T00:31:58.262124+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"34'3","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.290368+0000","last_change":"2023-12-02T00:31:57.273678+0000","last_active":"2023-12-02T00:31:58.290368+0000","last_peered":"2023-12-02T00:31:58.290368+0000","last_clean":"2023-12-02T00:31:58.290368+0000","last_became_active":"2023-12-02T00:31:57.273407+0000","last_became_peered":"2023-12-02T00:31:57.273407+0000","last_unstale":"2023-12-02T00:31:58.290368+0000","last_undegraded":"2023-12-02T00:31:58.290368+0000","last_fullsized":"2023-12-02T00:31:58.290368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:54.785874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528948+0000","last_change":"2023-12-02T00:31:58.278849+0000","last_active":"2023-12-02T00:32:00.528948+0000","last_peered":"2023-12-02T00:32:00.528948+0000","last_clean":"2023-12-02T00:32:00.528948+0000","last_became_active":"2023-12-02T00:31:58.278517+0000","last_became_peered":"2023-12-02T00:31:58.278517+0000","last_unstale":"2023-12-02T00:32:00.528948+0000","last_undegraded":"2023-12-02T00:32:00.528948+0000","last_fullsized":"2023-12-02T00:32:00.528948+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:43:25.523008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255052+0000","last_change":"2023-12-02T00:31:44.179111+0000","last_active":"2023-12-02T00:31:58.255052+0000","last_peered":"2023-12-02T00:31:58.255052+0000","last_clean":"2023-12-02T00:31:58.255052+0000","last_became_active":"2023-12-02T00:31:44.178826+0000","last_became_peered":"2023-12-02T00:31:44.178826+0000","last_unstale":"2023-12-02T00:31:58.255052+0000","last_undegraded":"2023-12-02T00:31:58.255052+0000","last_fullsized":"2023-12-02T00:31:58.255052+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:05.005867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256162+0000","last_change":"2023-12-02T00:31:45.200249+0000","last_active":"2023-12-02T00:31:58.256162+0000","last_peered":"2023-12-02T00:31:58.256162+0000","last_clean":"2023-12-02T00:31:58.256162+0000","last_became_active":"2023-12-02T00:31:45.199539+0000","last_became_peered":"2023-12-02T00:31:45.199539+0000","last_unstale":"2023-12-02T00:31:58.256162+0000","last_undegraded":"2023-12-02T00:31:58.256162+0000","last_fullsized":"2023-12-02T00:31:58.256162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.291289+0000","last_change":"2023-12-02T00:31:57.275144+0000","last_active":"2023-12-02T00:31:58.291289+0000","last_peered":"2023-12-02T00:31:58.291289+0000","last_clean":"2023-12-02T00:31:58.291289+0000","last_became_active":"2023-12-02T00:31:57.274868+0000","last_became_peered":"2023-12-02T00:31:57.274868+0000","last_unstale":"2023-12-02T00:31:58.291289+0000","last_undegraded":"2023-12-02T00:31:58.291289+0000","last_fullsized":"2023-12-02T00:31:58.291289+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253328+0000","last_change":"2023-12-02T00:31:58.274189+0000","last_active":"2023-12-02T00:31:59.253328+0000","last_peered":"2023-12-02T00:31:59.253328+0000","last_clean":"2023-12-02T00:31:59.253328+0000","last_became_active":"2023-12-02T00:31:58.273870+0000","last_became_peered":"2023-12-02T00:31:58.273870+0000","last_unstale":"2023-12-02T00:31:59.253328+0000","last_undegraded":"2023-12-02T00:31:59.253328+0000","last_fullsized":"2023-12-02T00:31:59.253328+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:43:25.523008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248441+0000","last_change":"2023-12-02T00:31:44.190823+0000","last_active":"2023-12-02T00:31:58.248441+0000","last_peered":"2023-12-02T00:31:58.248441+0000","last_clean":"2023-12-02T00:31:58.248441+0000","last_became_active":"2023-12-02T00:31:44.190507+0000","last_became_peered":"2023-12-02T00:31:44.190507+0000","last_unstale":"2023-12-02T00:31:58.248441+0000","last_undegraded":"2023-12-02T00:31:58.248441+0000","last_fullsized":"2023-12-02T00:31:58.248441+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254765+0000","last_change":"2023-12-02T00:31:45.186476+0000","last_active":"2023-12-02T00:31:58.254765+0000","last_peered":"2023-12-02T00:31:58.254765+0000","last_clean":"2023-12-02T00:31:58.254765+0000","last_became_active":"2023-12-02T00:31:45.186178+0000","last_became_peered":"2023-12-02T00:31:45.186178+0000","last_unstale":"2023-12-02T00:31:58.254765+0000","last_undegraded":"2023-12-02T00:31:58.254765+0000","last_fullsized":"2023-12-02T00:31:58.254765+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301212+0000","last_change":"2023-12-02T00:31:57.275036+0000","last_active":"2023-12-02T00:31:58.301212+0000","last_peered":"2023-12-02T00:31:58.301212+0000","last_clean":"2023-12-02T00:31:58.301212+0000","last_became_active":"2023-12-02T00:31:57.274452+0000","last_became_peered":"2023-12-02T00:31:57.274452+0000","last_unstale":"2023-12-02T00:31:58.301212+0000","last_undegraded":"2023-12-02T00:31:58.301212+0000","last_fullsized":"2023-12-02T00:31:58.301212+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:30:22.573699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253677+0000","last_change":"2023-12-02T00:31:58.271554+0000","last_active":"2023-12-02T00:31:59.253677+0000","last_peered":"2023-12-02T00:31:59.253677+0000","last_clean":"2023-12-02T00:31:59.253677+0000","last_became_active":"2023-12-02T00:31:58.270843+0000","last_became_peered":"2023-12-02T00:31:58.270843+0000","last_unstale":"2023-12-02T00:31:59.253677+0000","last_undegraded":"2023-12-02T00:31:59.253677+0000","last_fullsized":"2023-12-02T00:31:59.253677+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:17.192372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256367+0000","last_change":"2023-12-02T00:31:44.195905+0000","last_active":"2023-12-02T00:31:58.256367+0000","last_peered":"2023-12-02T00:31:58.256367+0000","last_clean":"2023-12-02T00:31:58.256367+0000","last_became_active":"2023-12-02T00:31:44.195634+0000","last_became_peered":"2023-12-02T00:31:44.195634+0000","last_unstale":"2023-12-02T00:31:58.256367+0000","last_undegraded":"2023-12-02T00:31:58.256367+0000","last_fullsized":"2023-12-02T00:31:58.256367+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261410+0000","last_change":"2023-12-02T00:31:45.206649+0000","last_active":"2023-12-02T00:31:58.261410+0000","last_peered":"2023-12-02T00:31:58.261410+0000","last_clean":"2023-12-02T00:31:58.261410+0000","last_became_active":"2023-12-02T00:31:45.206390+0000","last_became_peered":"2023-12-02T00:31:45.206390+0000","last_unstale":"2023-12-02T00:31:58.261410+0000","last_undegraded":"2023-12-02T00:31:58.261410+0000","last_fullsized":"2023-12-02T00:31:58.261410+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252508+0000","last_change":"2023-12-02T00:31:57.268435+0000","last_active":"2023-12-02T00:31:58.252508+0000","last_peered":"2023-12-02T00:31:58.252508+0000","last_clean":"2023-12-02T00:31:58.252508+0000","last_became_active":"2023-12-02T00:31:57.268003+0000","last_became_peered":"2023-12-02T00:31:57.268003+0000","last_unstale":"2023-12-02T00:31:58.252508+0000","last_undegraded":"2023-12-02T00:31:58.252508+0000","last_fullsized":"2023-12-02T00:31:58.252508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:20.923957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528576+0000","last_change":"2023-12-02T00:31:58.276541+0000","last_active":"2023-12-02T00:32:00.528576+0000","last_peered":"2023-12-02T00:32:00.528576+0000","last_clean":"2023-12-02T00:32:00.528576+0000","last_became_active":"2023-12-02T00:31:58.272063+0000","last_became_peered":"2023-12-02T00:31:58.272063+0000","last_unstale":"2023-12-02T00:32:00.528576+0000","last_undegraded":"2023-12-02T00:32:00.528576+0000","last_fullsized":"2023-12-02T00:32:00.528576+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:19.863885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255711+0000","last_change":"2023-12-02T00:31:44.187374+0000","last_active":"2023-12-02T00:31:58.255711+0000","last_peered":"2023-12-02T00:31:58.255711+0000","last_clean":"2023-12-02T00:31:58.255711+0000","last_became_active":"2023-12-02T00:31:44.187073+0000","last_became_peered":"2023-12-02T00:31:44.187073+0000","last_unstale":"2023-12-02T00:31:58.255711+0000","last_undegraded":"2023-12-02T00:31:58.255711+0000","last_fullsized":"2023-12-02T00:31:58.255711+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:55.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252655+0000","last_change":"2023-12-02T00:31:45.194983+0000","last_active":"2023-12-02T00:31:58.252655+0000","last_peered":"2023-12-02T00:31:58.252655+0000","last_clean":"2023-12-02T00:31:58.252655+0000","last_became_active":"2023-12-02T00:31:45.194691+0000","last_became_peered":"2023-12-02T00:31:45.194691+0000","last_unstale":"2023-12-02T00:31:58.252655+0000","last_undegraded":"2023-12-02T00:31:58.252655+0000","last_fullsized":"2023-12-02T00:31:58.252655+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261551+0000","last_change":"2023-12-02T00:31:57.274264+0000","last_active":"2023-12-02T00:31:58.261551+0000","last_peered":"2023-12-02T00:31:58.261551+0000","last_clean":"2023-12-02T00:31:58.261551+0000","last_became_active":"2023-12-02T00:31:57.273818+0000","last_became_peered":"2023-12-02T00:31:57.273818+0000","last_unstale":"2023-12-02T00:31:58.261551+0000","last_undegraded":"2023-12-02T00:31:58.261551+0000","last_fullsized":"2023-12-02T00:31:58.261551+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:05.337977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254771+0000","last_change":"2023-12-02T00:31:58.274179+0000","last_active":"2023-12-02T00:31:59.254771+0000","last_peered":"2023-12-02T00:31:59.254771+0000","last_clean":"2023-12-02T00:31:59.254771+0000","last_became_active":"2023-12-02T00:31:58.273896+0000","last_became_peered":"2023-12-02T00:31:58.273896+0000","last_unstale":"2023-12-02T00:31:59.254771+0000","last_undegraded":"2023-12-02T00:31:59.254771+0000","last_fullsized":"2023-12-02T00:31:59.254771+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:20.173230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.291406+0000","last_change":"2023-12-02T00:31:57.269372+0000","last_active":"2023-12-02T00:31:58.291406+0000","last_peered":"2023-12-02T00:31:58.291406+0000","last_clean":"2023-12-02T00:31:58.291406+0000","last_became_active":"2023-12-02T00:31:57.269060+0000","last_became_peered":"2023-12-02T00:31:57.269060+0000","last_unstale":"2023-12-02T00:31:58.291406+0000","last_undegraded":"2023-12-02T00:31:58.291406+0000","last_fullsized":"2023-12-02T00:31:58.291406+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259580+0000","last_change":"2023-12-02T00:31:44.198295+0000","last_active":"2023-12-02T00:31:58.259580+0000","last_peered":"2023-12-02T00:31:58.259580+0000","last_clean":"2023-12-02T00:31:58.259580+0000","last_became_active":"2023-12-02T00:31:44.197986+0000","last_became_peered":"2023-12-02T00:31:44.197986+0000","last_unstale":"2023-12-02T00:31:58.259580+0000","last_undegraded":"2023-12-02T00:31:58.259580+0000","last_fullsized":"2023-12-02T00:31:58.259580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:29:41.767851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261803+0000","last_change":"2023-12-02T00:31:45.200130+0000","last_active":"2023-12-02T00:31:58.261803+0000","last_peered":"2023-12-02T00:31:58.261803+0000","last_clean":"2023-12-02T00:31:58.261803+0000","last_became_active":"2023-12-02T00:31:45.199818+0000","last_became_peered":"2023-12-02T00:31:45.199818+0000","last_unstale":"2023-12-02T00:31:58.261803+0000","last_undegraded":"2023-12-02T00:31:58.261803+0000","last_fullsized":"2023-12-02T00:31:58.261803+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254243+0000","last_change":"2023-12-02T00:31:58.269231+0000","last_active":"2023-12-02T00:31:59.254243+0000","last_peered":"2023-12-02T00:31:59.254243+0000","last_clean":"2023-12-02T00:31:59.254243+0000","last_became_active":"2023-12-02T00:31:58.268972+0000","last_became_peered":"2023-12-02T00:31:58.268972+0000","last_unstale":"2023-12-02T00:31:59.254243+0000","last_undegraded":"2023-12-02T00:31:59.254243+0000","last_fullsized":"2023-12-02T00:31:59.254243+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:41.544462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"34'4","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301170+0000","last_change":"2023-12-02T00:31:57.275634+0000","last_active":"2023-12-02T00:31:58.301170+0000","last_peered":"2023-12-02T00:31:58.301170+0000","last_clean":"2023-12-02T00:31:58.301170+0000","last_became_active":"2023-12-02T00:31:57.275366+0000","last_became_peered":"2023-12-02T00:31:57.275366+0000","last_unstale":"2023-12-02T00:31:58.301170+0000","last_undegraded":"2023-12-02T00:31:58.301170+0000","last_fullsized":"2023-12-02T00:31:58.301170+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:14:55.699687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248733+0000","last_change":"2023-12-02T00:31:44.198231+0000","last_active":"2023-12-02T00:31:58.248733+0000","last_peered":"2023-12-02T00:31:58.248733+0000","last_clean":"2023-12-02T00:31:58.248733+0000","last_became_active":"2023-12-02T00:31:44.197925+0000","last_became_peered":"2023-12-02T00:31:44.197925+0000","last_unstale":"2023-12-02T00:31:58.248733+0000","last_undegraded":"2023-12-02T00:31:58.248733+0000","last_fullsized":"2023-12-02T00:31:58.248733+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:43.258195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256275+0000","last_change":"2023-12-02T00:31:45.212053+0000","last_active":"2023-12-02T00:31:58.256275+0000","last_peered":"2023-12-02T00:31:58.256275+0000","last_clean":"2023-12-02T00:31:58.256275+0000","last_became_active":"2023-12-02T00:31:45.211789+0000","last_became_peered":"2023-12-02T00:31:45.211789+0000","last_unstale":"2023-12-02T00:31:58.256275+0000","last_undegraded":"2023-12-02T00:31:58.256275+0000","last_fullsized":"2023-12-02T00:31:58.256275+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254245+0000","last_change":"2023-12-02T00:31:58.278402+0000","last_active":"2023-12-02T00:31:59.254245+0000","last_peered":"2023-12-02T00:31:59.254245+0000","last_clean":"2023-12-02T00:31:59.254245+0000","last_became_active":"2023-12-02T00:31:58.277181+0000","last_became_peered":"2023-12-02T00:31:58.277181+0000","last_unstale":"2023-12-02T00:31:59.254245+0000","last_undegraded":"2023-12-02T00:31:59.254245+0000","last_fullsized":"2023-12-02T00:31:59.254245+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:36.914267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254831+0000","last_change":"2023-12-02T00:31:44.192456+0000","last_active":"2023-12-02T00:31:58.254831+0000","last_peered":"2023-12-02T00:31:58.254831+0000","last_clean":"2023-12-02T00:31:58.254831+0000","last_became_active":"2023-12-02T00:31:44.192131+0000","last_became_peered":"2023-12-02T00:31:44.192131+0000","last_unstale":"2023-12-02T00:31:58.254831+0000","last_undegraded":"2023-12-02T00:31:58.254831+0000","last_fullsized":"2023-12-02T00:31:58.254831+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.268634+0000","last_change":"2023-12-02T00:31:45.187585+0000","last_active":"2023-12-02T00:31:58.268634+0000","last_peered":"2023-12-02T00:31:58.268634+0000","last_clean":"2023-12-02T00:31:58.268634+0000","last_became_active":"2023-12-02T00:31:45.183715+0000","last_became_peered":"2023-12-02T00:31:45.183715+0000","last_unstale":"2023-12-02T00:31:58.268634+0000","last_undegraded":"2023-12-02T00:31:58.268634+0000","last_fullsized":"2023-12-02T00:31:58.268634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.290403+0000","last_change":"2023-12-02T00:31:57.275422+0000","last_active":"2023-12-02T00:31:58.290403+0000","last_peered":"2023-12-02T00:31:58.290403+0000","last_clean":"2023-12-02T00:31:58.290403+0000","last_became_active":"2023-12-02T00:31:57.275136+0000","last_became_peered":"2023-12-02T00:31:57.275136+0000","last_unstale":"2023-12-02T00:31:58.290403+0000","last_undegraded":"2023-12-02T00:31:58.290403+0000","last_fullsized":"2023-12-02T00:31:58.290403+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:22:26.243911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582964+0000","last_change":"2023-12-02T00:31:58.282349+0000","last_active":"2023-12-02T00:31:59.582964+0000","last_peered":"2023-12-02T00:31:59.582964+0000","last_clean":"2023-12-02T00:31:59.582964+0000","last_became_active":"2023-12-02T00:31:58.281663+0000","last_became_peered":"2023-12-02T00:31:58.281663+0000","last_unstale":"2023-12-02T00:31:59.582964+0000","last_undegraded":"2023-12-02T00:31:59.582964+0000","last_fullsized":"2023-12-02T00:31:59.582964+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:30:23.581053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.268640+0000","last_change":"2023-12-02T00:31:44.188572+0000","last_active":"2023-12-02T00:31:58.268640+0000","last_peered":"2023-12-02T00:31:58.268640+0000","last_clean":"2023-12-02T00:31:58.268640+0000","last_became_active":"2023-12-02T00:31:44.188300+0000","last_became_peered":"2023-12-02T00:31:44.188300+0000","last_unstale":"2023-12-02T00:31:58.268640+0000","last_undegraded":"2023-12-02T00:31:58.268640+0000","last_fullsized":"2023-12-02T00:31:58.268640+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:49.815434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254798+0000","last_change":"2023-12-02T00:31:45.194674+0000","last_active":"2023-12-02T00:31:58.254798+0000","last_peered":"2023-12-02T00:31:58.254798+0000","last_clean":"2023-12-02T00:31:58.254798+0000","last_became_active":"2023-12-02T00:31:45.194338+0000","last_became_peered":"2023-12-02T00:31:45.194338+0000","last_unstale":"2023-12-02T00:31:58.254798+0000","last_undegraded":"2023-12-02T00:31:58.254798+0000","last_fullsized":"2023-12-02T00:31:58.254798+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:22.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.296237+0000","last_change":"2023-12-02T00:31:57.274891+0000","last_active":"2023-12-02T00:31:58.296237+0000","last_peered":"2023-12-02T00:31:58.296237+0000","last_clean":"2023-12-02T00:31:58.296237+0000","last_became_active":"2023-12-02T00:31:57.274442+0000","last_became_peered":"2023-12-02T00:31:57.274442+0000","last_unstale":"2023-12-02T00:31:58.296237+0000","last_undegraded":"2023-12-02T00:31:58.296237+0000","last_fullsized":"2023-12-02T00:31:58.296237+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:33.872879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253161+0000","last_change":"2023-12-02T00:31:58.257953+0000","last_active":"2023-12-02T00:31:59.253161+0000","last_peered":"2023-12-02T00:31:59.253161+0000","last_clean":"2023-12-02T00:31:59.253161+0000","last_became_active":"2023-12-02T00:31:58.257638+0000","last_became_peered":"2023-12-02T00:31:58.257638+0000","last_unstale":"2023-12-02T00:31:59.253161+0000","last_undegraded":"2023-12-02T00:31:59.253161+0000","last_fullsized":"2023-12-02T00:31:59.253161+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:41.459399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251369+0000","last_change":"2023-12-02T00:31:45.188452+0000","last_active":"2023-12-02T00:31:58.251369+0000","last_peered":"2023-12-02T00:31:58.251369+0000","last_clean":"2023-12-02T00:31:58.251369+0000","last_became_active":"2023-12-02T00:31:45.187941+0000","last_became_peered":"2023-12-02T00:31:45.187941+0000","last_unstale":"2023-12-02T00:31:58.251369+0000","last_undegraded":"2023-12-02T00:31:58.251369+0000","last_fullsized":"2023-12-02T00:31:58.251369+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254444+0000","last_change":"2023-12-02T00:31:58.275769+0000","last_active":"2023-12-02T00:31:59.254444+0000","last_peered":"2023-12-02T00:31:59.254444+0000","last_clean":"2023-12-02T00:31:59.254444+0000","last_became_active":"2023-12-02T00:31:58.275065+0000","last_became_peered":"2023-12-02T00:31:58.275065+0000","last_unstale":"2023-12-02T00:31:59.254444+0000","last_undegraded":"2023-12-02T00:31:59.254444+0000","last_fullsized":"2023-12-02T00:31:59.254444+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:34.880233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.267563+0000","last_change":"2023-12-02T00:31:45.200055+0000","last_active":"2023-12-02T00:31:58.267563+0000","last_peered":"2023-12-02T00:31:58.267563+0000","last_clean":"2023-12-02T00:31:58.267563+0000","last_became_active":"2023-12-02T00:31:45.197999+0000","last_became_peered":"2023-12-02T00:31:45.197999+0000","last_unstale":"2023-12-02T00:31:58.267563+0000","last_undegraded":"2023-12-02T00:31:58.267563+0000","last_fullsized":"2023-12-02T00:31:58.267563+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:13.814059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120447+0000","last_change":"2023-12-02T00:31:58.267745+0000","last_active":"2023-12-02T00:32:00.120447+0000","last_peered":"2023-12-02T00:32:00.120447+0000","last_clean":"2023-12-02T00:32:00.120447+0000","last_became_active":"2023-12-02T00:31:58.267480+0000","last_became_peered":"2023-12-02T00:31:58.267480+0000","last_unstale":"2023-12-02T00:32:00.120447+0000","last_undegraded":"2023-12-02T00:32:00.120447+0000","last_fullsized":"2023-12-02T00:32:00.120447+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:14.493898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252556+0000","last_change":"2023-12-02T00:31:45.193336+0000","last_active":"2023-12-02T00:31:58.252556+0000","last_peered":"2023-12-02T00:31:58.252556+0000","last_clean":"2023-12-02T00:31:58.252556+0000","last_became_active":"2023-12-02T00:31:45.193016+0000","last_became_peered":"2023-12-02T00:31:45.193016+0000","last_unstale":"2023-12-02T00:31:58.252556+0000","last_undegraded":"2023-12-02T00:31:58.252556+0000","last_fullsized":"2023-12-02T00:31:58.252556+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637308+0000","last_change":"2023-12-02T00:31:58.279205+0000","last_active":"2023-12-02T00:32:00.637308+0000","last_peered":"2023-12-02T00:32:00.637308+0000","last_clean":"2023-12-02T00:32:00.637308+0000","last_became_active":"2023-12-02T00:31:58.278950+0000","last_became_peered":"2023-12-02T00:31:58.278950+0000","last_unstale":"2023-12-02T00:32:00.637308+0000","last_undegraded":"2023-12-02T00:32:00.637308+0000","last_fullsized":"2023-12-02T00:32:00.637308+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:17:29.718082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255559+0000","last_change":"2023-12-02T00:31:45.203770+0000","last_active":"2023-12-02T00:31:58.255559+0000","last_peered":"2023-12-02T00:31:58.255559+0000","last_clean":"2023-12-02T00:31:58.255559+0000","last_became_active":"2023-12-02T00:31:45.203435+0000","last_became_peered":"2023-12-02T00:31:45.203435+0000","last_unstale":"2023-12-02T00:31:58.255559+0000","last_undegraded":"2023-12-02T00:31:58.255559+0000","last_fullsized":"2023-12-02T00:31:58.255559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120815+0000","last_change":"2023-12-02T00:31:58.277035+0000","last_active":"2023-12-02T00:32:00.120815+0000","last_peered":"2023-12-02T00:32:00.120815+0000","last_clean":"2023-12-02T00:32:00.120815+0000","last_became_active":"2023-12-02T00:31:58.276238+0000","last_became_peered":"2023-12-02T00:31:58.276238+0000","last_unstale":"2023-12-02T00:32:00.120815+0000","last_undegraded":"2023-12-02T00:32:00.120815+0000","last_fullsized":"2023-12-02T00:32:00.120815+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.517172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261652+0000","last_change":"2023-12-02T00:31:45.206609+0000","last_active":"2023-12-02T00:31:58.261652+0000","last_peered":"2023-12-02T00:31:58.261652+0000","last_clean":"2023-12-02T00:31:58.261652+0000","last_became_active":"2023-12-02T00:31:45.206307+0000","last_became_peered":"2023-12-02T00:31:45.206307+0000","last_unstale":"2023-12-02T00:31:58.261652+0000","last_undegraded":"2023-12-02T00:31:58.261652+0000","last_fullsized":"2023-12-02T00:31:58.261652+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254863+0000","last_change":"2023-12-02T00:31:58.286123+0000","last_active":"2023-12-02T00:31:59.254863+0000","last_peered":"2023-12-02T00:31:59.254863+0000","last_clean":"2023-12-02T00:31:59.254863+0000","last_became_active":"2023-12-02T00:31:58.285832+0000","last_became_peered":"2023-12-02T00:31:58.285832+0000","last_unstale":"2023-12-02T00:31:59.254863+0000","last_undegraded":"2023-12-02T00:31:59.254863+0000","last_fullsized":"2023-12-02T00:31:59.254863+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:36.914267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261877+0000","last_change":"2023-12-02T00:31:45.203014+0000","last_active":"2023-12-02T00:31:58.261877+0000","last_peered":"2023-12-02T00:31:58.261877+0000","last_clean":"2023-12-02T00:31:58.261877+0000","last_became_active":"2023-12-02T00:31:45.202714+0000","last_became_peered":"2023-12-02T00:31:45.202714+0000","last_unstale":"2023-12-02T00:31:58.261877+0000","last_undegraded":"2023-12-02T00:31:58.261877+0000","last_fullsized":"2023-12-02T00:31:58.261877+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582853+0000","last_change":"2023-12-02T00:31:58.276523+0000","last_active":"2023-12-02T00:31:59.582853+0000","last_peered":"2023-12-02T00:31:59.582853+0000","last_clean":"2023-12-02T00:31:59.582853+0000","last_became_active":"2023-12-02T00:31:58.274674+0000","last_became_peered":"2023-12-02T00:31:58.274674+0000","last_unstale":"2023-12-02T00:31:59.582853+0000","last_undegraded":"2023-12-02T00:31:59.582853+0000","last_fullsized":"2023-12-02T00:31:59.582853+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:07.994219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249655+0000","last_change":"2023-12-02T00:31:45.196818+0000","last_active":"2023-12-02T00:31:58.249655+0000","last_peered":"2023-12-02T00:31:58.249655+0000","last_clean":"2023-12-02T00:31:58.249655+0000","last_became_active":"2023-12-02T00:31:45.196563+0000","last_became_peered":"2023-12-02T00:31:45.196563+0000","last_unstale":"2023-12-02T00:31:58.249655+0000","last_undegraded":"2023-12-02T00:31:58.249655+0000","last_fullsized":"2023-12-02T00:31:58.249655+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:05.123772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253408+0000","last_change":"2023-12-02T00:31:58.270065+0000","last_active":"2023-12-02T00:31:59.253408+0000","last_peered":"2023-12-02T00:31:59.253408+0000","last_clean":"2023-12-02T00:31:59.253408+0000","last_became_active":"2023-12-02T00:31:58.269808+0000","last_became_peered":"2023-12-02T00:31:58.269808+0000","last_unstale":"2023-12-02T00:31:59.253408+0000","last_undegraded":"2023-12-02T00:31:59.253408+0000","last_fullsized":"2023-12-02T00:31:59.253408+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:22:27.251265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262490+0000","last_change":"2023-12-02T00:31:45.201019+0000","last_active":"2023-12-02T00:31:58.262490+0000","last_peered":"2023-12-02T00:31:58.262490+0000","last_clean":"2023-12-02T00:31:58.262490+0000","last_became_active":"2023-12-02T00:31:45.200544+0000","last_became_peered":"2023-12-02T00:31:45.200544+0000","last_unstale":"2023-12-02T00:31:58.262490+0000","last_undegraded":"2023-12-02T00:31:58.262490+0000","last_fullsized":"2023-12-02T00:31:58.262490+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528839+0000","last_change":"2023-12-02T00:31:58.277148+0000","last_active":"2023-12-02T00:32:00.528839+0000","last_peered":"2023-12-02T00:32:00.528839+0000","last_clean":"2023-12-02T00:32:00.528839+0000","last_became_active":"2023-12-02T00:31:58.276575+0000","last_became_peered":"2023-12-02T00:31:58.276575+0000","last_unstale":"2023-12-02T00:32:00.528839+0000","last_undegraded":"2023-12-02T00:32:00.528839+0000","last_fullsized":"2023-12-02T00:32:00.528839+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:41.459399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259429+0000","last_change":"2023-12-02T00:31:45.202707+0000","last_active":"2023-12-02T00:31:58.259429+0000","last_peered":"2023-12-02T00:31:58.259429+0000","last_clean":"2023-12-02T00:31:58.259429+0000","last_became_active":"2023-12-02T00:31:45.202440+0000","last_became_peered":"2023-12-02T00:31:45.202440+0000","last_unstale":"2023-12-02T00:31:58.259429+0000","last_undegraded":"2023-12-02T00:31:58.259429+0000","last_fullsized":"2023-12-02T00:31:58.259429+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637945+0000","last_change":"2023-12-02T00:31:58.273063+0000","last_active":"2023-12-02T00:32:00.637945+0000","last_peered":"2023-12-02T00:32:00.637945+0000","last_clean":"2023-12-02T00:32:00.637945+0000","last_became_active":"2023-12-02T00:31:58.272271+0000","last_became_peered":"2023-12-02T00:31:58.272271+0000","last_unstale":"2023-12-02T00:32:00.637945+0000","last_undegraded":"2023-12-02T00:32:00.637945+0000","last_fullsized":"2023-12-02T00:32:00.637945+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:46:27.983981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254154+0000","last_change":"2023-12-02T00:31:45.191085+0000","last_active":"2023-12-02T00:31:58.254154+0000","last_peered":"2023-12-02T00:31:58.254154+0000","last_clean":"2023-12-02T00:31:58.254154+0000","last_became_active":"2023-12-02T00:31:45.190768+0000","last_became_peered":"2023-12-02T00:31:45.190768+0000","last_unstale":"2023-12-02T00:31:58.254154+0000","last_undegraded":"2023-12-02T00:31:58.254154+0000","last_fullsized":"2023-12-02T00:31:58.254154+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253042+0000","last_change":"2023-12-02T00:31:58.276145+0000","last_active":"2023-12-02T00:31:59.253042+0000","last_peered":"2023-12-02T00:31:59.253042+0000","last_clean":"2023-12-02T00:31:59.253042+0000","last_became_active":"2023-12-02T00:31:58.275612+0000","last_became_peered":"2023-12-02T00:31:58.275612+0000","last_unstale":"2023-12-02T00:31:59.253042+0000","last_undegraded":"2023-12-02T00:31:59.253042+0000","last_fullsized":"2023-12-02T00:31:59.253042+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:13.110564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255725+0000","last_change":"2023-12-02T00:31:45.198738+0000","last_active":"2023-12-02T00:31:58.255725+0000","last_peered":"2023-12-02T00:31:58.255725+0000","last_clean":"2023-12-02T00:31:58.255725+0000","last_became_active":"2023-12-02T00:31:45.198253+0000","last_became_peered":"2023-12-02T00:31:45.198253+0000","last_unstale":"2023-12-02T00:31:58.255725+0000","last_undegraded":"2023-12-02T00:31:58.255725+0000","last_fullsized":"2023-12-02T00:31:58.255725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254051+0000","last_change":"2023-12-02T00:31:58.271756+0000","last_active":"2023-12-02T00:31:59.254051+0000","last_peered":"2023-12-02T00:31:59.254051+0000","last_clean":"2023-12-02T00:31:59.254051+0000","last_became_active":"2023-12-02T00:31:58.271210+0000","last_became_peered":"2023-12-02T00:31:58.271210+0000","last_unstale":"2023-12-02T00:31:59.254051+0000","last_undegraded":"2023-12-02T00:31:59.254051+0000","last_fullsized":"2023-12-02T00:31:59.254051+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:34.965246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255525+0000","last_change":"2023-12-02T00:31:45.196430+0000","last_active":"2023-12-02T00:31:58.255525+0000","last_peered":"2023-12-02T00:31:58.255525+0000","last_clean":"2023-12-02T00:31:58.255525+0000","last_became_active":"2023-12-02T00:31:45.195822+0000","last_became_peered":"2023-12-02T00:31:45.195822+0000","last_unstale":"2023-12-02T00:31:58.255525+0000","last_undegraded":"2023-12-02T00:31:58.255525+0000","last_fullsized":"2023-12-02T00:31:58.255525+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253503+0000","last_change":"2023-12-02T00:31:58.274754+0000","last_active":"2023-12-02T00:31:59.253503+0000","last_peered":"2023-12-02T00:31:59.253503+0000","last_clean":"2023-12-02T00:31:59.253503+0000","last_became_active":"2023-12-02T00:31:58.273386+0000","last_became_peered":"2023-12-02T00:31:58.273386+0000","last_unstale":"2023-12-02T00:31:59.253503+0000","last_undegraded":"2023-12-02T00:31:59.253503+0000","last_fullsized":"2023-12-02T00:31:59.253503+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:32.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259501+0000","last_change":"2023-12-02T00:31:45.202860+0000","last_active":"2023-12-02T00:31:58.259501+0000","last_peered":"2023-12-02T00:31:58.259501+0000","last_clean":"2023-12-02T00:31:58.259501+0000","last_became_active":"2023-12-02T00:31:45.202621+0000","last_became_peered":"2023-12-02T00:31:45.202621+0000","last_unstale":"2023-12-02T00:31:58.259501+0000","last_undegraded":"2023-12-02T00:31:58.259501+0000","last_fullsized":"2023-12-02T00:31:58.259501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:27.397753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253877+0000","last_change":"2023-12-02T00:31:58.270614+0000","last_active":"2023-12-02T00:31:59.253877+0000","last_peered":"2023-12-02T00:31:59.253877+0000","last_clean":"2023-12-02T00:31:59.253877+0000","last_became_active":"2023-12-02T00:31:58.270343+0000","last_became_peered":"2023-12-02T00:31:58.270343+0000","last_unstale":"2023-12-02T00:31:59.253877+0000","last_undegraded":"2023-12-02T00:31:59.253877+0000","last_fullsized":"2023-12-02T00:31:59.253877+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:08.196113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248629+0000","last_change":"2023-12-02T00:31:45.198902+0000","last_active":"2023-12-02T00:31:58.248629+0000","last_peered":"2023-12-02T00:31:58.248629+0000","last_clean":"2023-12-02T00:31:58.248629+0000","last_became_active":"2023-12-02T00:31:45.198648+0000","last_became_peered":"2023-12-02T00:31:45.198648+0000","last_unstale":"2023-12-02T00:31:58.248629+0000","last_undegraded":"2023-12-02T00:31:58.248629+0000","last_fullsized":"2023-12-02T00:31:58.248629+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120671+0000","last_change":"2023-12-02T00:31:58.270879+0000","last_active":"2023-12-02T00:32:00.120671+0000","last_peered":"2023-12-02T00:32:00.120671+0000","last_clean":"2023-12-02T00:32:00.120671+0000","last_became_active":"2023-12-02T00:31:58.270540+0000","last_became_peered":"2023-12-02T00:31:58.270540+0000","last_unstale":"2023-12-02T00:32:00.120671+0000","last_undegraded":"2023-12-02T00:32:00.120671+0000","last_fullsized":"2023-12-02T00:32:00.120671+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:33.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249621+0000","last_change":"2023-12-02T00:31:45.200026+0000","last_active":"2023-12-02T00:31:58.249621+0000","last_peered":"2023-12-02T00:31:58.249621+0000","last_clean":"2023-12-02T00:31:58.249621+0000","last_became_active":"2023-12-02T00:31:45.199804+0000","last_became_peered":"2023-12-02T00:31:45.199804+0000","last_unstale":"2023-12-02T00:31:58.249621+0000","last_undegraded":"2023-12-02T00:31:58.249621+0000","last_fullsized":"2023-12-02T00:31:58.249621+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.255022+0000","last_change":"2023-12-02T00:31:58.290680+0000","last_active":"2023-12-02T00:31:59.255022+0000","last_peered":"2023-12-02T00:31:59.255022+0000","last_clean":"2023-12-02T00:31:59.255022+0000","last_became_active":"2023-12-02T00:31:58.290380+0000","last_became_peered":"2023-12-02T00:31:58.290380+0000","last_unstale":"2023-12-02T00:31:59.255022+0000","last_undegraded":"2023-12-02T00:31:59.255022+0000","last_fullsized":"2023-12-02T00:31:59.255022+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:11.199911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.253542+0000","last_change":"2023-12-02T00:31:45.193483+0000","last_active":"2023-12-02T00:31:58.253542+0000","last_peered":"2023-12-02T00:31:58.253542+0000","last_clean":"2023-12-02T00:31:58.253542+0000","last_became_active":"2023-12-02T00:31:45.193210+0000","last_became_peered":"2023-12-02T00:31:45.193210+0000","last_unstale":"2023-12-02T00:31:58.253542+0000","last_undegraded":"2023-12-02T00:31:58.253542+0000","last_fullsized":"2023-12-02T00:31:58.253542+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528814+0000","last_change":"2023-12-02T00:31:58.267139+0000","last_active":"2023-12-02T00:32:00.528814+0000","last_peered":"2023-12-02T00:32:00.528814+0000","last_clean":"2023-12-02T00:32:00.528814+0000","last_became_active":"2023-12-02T00:31:58.265950+0000","last_became_peered":"2023-12-02T00:31:58.265950+0000","last_unstale":"2023-12-02T00:32:00.528814+0000","last_undegraded":"2023-12-02T00:32:00.528814+0000","last_fullsized":"2023-12-02T00:32:00.528814+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:06.345331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251731+0000","last_change":"2023-12-02T00:31:45.209611+0000","last_active":"2023-12-02T00:31:58.251731+0000","last_peered":"2023-12-02T00:31:58.251731+0000","last_clean":"2023-12-02T00:31:58.251731+0000","last_became_active":"2023-12-02T00:31:45.209198+0000","last_became_peered":"2023-12-02T00:31:45.209198+0000","last_unstale":"2023-12-02T00:31:58.251731+0000","last_undegraded":"2023-12-02T00:31:58.251731+0000","last_fullsized":"2023-12-02T00:31:58.251731+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120367+0000","last_change":"2023-12-02T00:31:58.281810+0000","last_active":"2023-12-02T00:32:00.120367+0000","last_peered":"2023-12-02T00:32:00.120367+0000","last_clean":"2023-12-02T00:32:00.120367+0000","last_became_active":"2023-12-02T00:31:58.281540+0000","last_became_peered":"2023-12-02T00:31:58.281540+0000","last_unstale":"2023-12-02T00:32:00.120367+0000","last_undegraded":"2023-12-02T00:32:00.120367+0000","last_fullsized":"2023-12-02T00:32:00.120367+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:28.091011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261422+0000","last_change":"2023-12-02T00:31:45.198970+0000","last_active":"2023-12-02T00:31:58.261422+0000","last_peered":"2023-12-02T00:31:58.261422+0000","last_clean":"2023-12-02T00:31:58.261422+0000","last_became_active":"2023-12-02T00:31:45.198703+0000","last_became_peered":"2023-12-02T00:31:45.198703+0000","last_unstale":"2023-12-02T00:31:58.261422+0000","last_undegraded":"2023-12-02T00:31:58.261422+0000","last_fullsized":"2023-12-02T00:31:58.261422+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253211+0000","last_change":"2023-12-02T00:31:58.274290+0000","last_active":"2023-12-02T00:31:59.253211+0000","last_peered":"2023-12-02T00:31:59.253211+0000","last_clean":"2023-12-02T00:31:59.253211+0000","last_became_active":"2023-12-02T00:31:58.273823+0000","last_became_peered":"2023-12-02T00:31:58.273823+0000","last_unstale":"2023-12-02T00:31:59.253211+0000","last_undegraded":"2023-12-02T00:31:59.253211+0000","last_fullsized":"2023-12-02T00:31:59.253211+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:21.931311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249032+0000","last_change":"2023-12-02T00:31:45.205750+0000","last_active":"2023-12-02T00:31:58.249032+0000","last_peered":"2023-12-02T00:31:58.249032+0000","last_clean":"2023-12-02T00:31:58.249032+0000","last_became_active":"2023-12-02T00:31:45.204340+0000","last_became_peered":"2023-12-02T00:31:45.204340+0000","last_unstale":"2023-12-02T00:31:58.249032+0000","last_undegraded":"2023-12-02T00:31:58.249032+0000","last_fullsized":"2023-12-02T00:31:58.249032+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637163+0000","last_change":"2023-12-02T00:31:58.258314+0000","last_active":"2023-12-02T00:32:00.637163+0000","last_peered":"2023-12-02T00:32:00.637163+0000","last_clean":"2023-12-02T00:32:00.637163+0000","last_became_active":"2023-12-02T00:31:58.258020+0000","last_became_peered":"2023-12-02T00:31:58.258020+0000","last_unstale":"2023-12-02T00:32:00.637163+0000","last_undegraded":"2023-12-02T00:32:00.637163+0000","last_fullsized":"2023-12-02T00:32:00.637163+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:48:34.433060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260271+0000","last_change":"2023-12-02T00:31:45.197880+0000","last_active":"2023-12-02T00:31:58.260271+0000","last_peered":"2023-12-02T00:31:58.260271+0000","last_clean":"2023-12-02T00:31:58.260271+0000","last_became_active":"2023-12-02T00:31:45.197449+0000","last_became_peered":"2023-12-02T00:31:45.197449+0000","last_unstale":"2023-12-02T00:31:58.260271+0000","last_undegraded":"2023-12-02T00:31:58.260271+0000","last_fullsized":"2023-12-02T00:31:58.260271+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:59.360444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529262+0000","last_change":"2023-12-02T00:31:58.280011+0000","last_active":"2023-12-02T00:32:00.529262+0000","last_peered":"2023-12-02T00:32:00.529262+0000","last_clean":"2023-12-02T00:32:00.529262+0000","last_became_active":"2023-12-02T00:31:58.279628+0000","last_became_peered":"2023-12-02T00:31:58.279628+0000","last_unstale":"2023-12-02T00:32:00.529262+0000","last_undegraded":"2023-12-02T00:32:00.529262+0000","last_fullsized":"2023-12-02T00:32:00.529262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:08.196113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261571+0000","last_change":"2023-12-02T00:31:45.208663+0000","last_active":"2023-12-02T00:31:58.261571+0000","last_peered":"2023-12-02T00:31:58.261571+0000","last_clean":"2023-12-02T00:31:58.261571+0000","last_became_active":"2023-12-02T00:31:45.208081+0000","last_became_peered":"2023-12-02T00:31:45.208081+0000","last_unstale":"2023-12-02T00:31:58.261571+0000","last_undegraded":"2023-12-02T00:31:58.261571+0000","last_fullsized":"2023-12-02T00:31:58.261571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529389+0000","last_change":"2023-12-02T00:31:58.270161+0000","last_active":"2023-12-02T00:32:00.529389+0000","last_peered":"2023-12-02T00:32:00.529389+0000","last_clean":"2023-12-02T00:32:00.529389+0000","last_became_active":"2023-12-02T00:31:58.269615+0000","last_became_peered":"2023-12-02T00:31:58.269615+0000","last_unstale":"2023-12-02T00:32:00.529389+0000","last_undegraded":"2023-12-02T00:32:00.529389+0000","last_fullsized":"2023-12-02T00:32:00.529389+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:30:23.581053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252872+0000","last_change":"2023-12-02T00:31:45.196475+0000","last_active":"2023-12-02T00:31:58.252872+0000","last_peered":"2023-12-02T00:31:58.252872+0000","last_clean":"2023-12-02T00:31:58.252872+0000","last_became_active":"2023-12-02T00:31:45.196195+0000","last_became_peered":"2023-12-02T00:31:45.196195+0000","last_unstale":"2023-12-02T00:31:58.252872+0000","last_undegraded":"2023-12-02T00:31:58.252872+0000","last_fullsized":"2023-12-02T00:31:58.252872+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582782+0000","last_change":"2023-12-02T00:31:58.277028+0000","last_active":"2023-12-02T00:31:59.582782+0000","last_peered":"2023-12-02T00:31:59.582782+0000","last_clean":"2023-12-02T00:31:59.582782+0000","last_became_active":"2023-12-02T00:31:58.276754+0000","last_became_peered":"2023-12-02T00:31:58.276754+0000","last_unstale":"2023-12-02T00:31:59.582782+0000","last_undegraded":"2023-12-02T00:31:59.582782+0000","last_fullsized":"2023-12-02T00:31:59.582782+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:08.196113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262338+0000","last_change":"2023-12-02T00:31:45.206282+0000","last_active":"2023-12-02T00:31:58.262338+0000","last_peered":"2023-12-02T00:31:58.262338+0000","last_clean":"2023-12-02T00:31:58.262338+0000","last_became_active":"2023-12-02T00:31:45.206019+0000","last_became_peered":"2023-12-02T00:31:45.206019+0000","last_unstale":"2023-12-02T00:31:58.262338+0000","last_undegraded":"2023-12-02T00:31:58.262338+0000","last_fullsized":"2023-12-02T00:31:58.262338+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529164+0000","last_change":"2023-12-02T00:31:58.278798+0000","last_active":"2023-12-02T00:32:00.529164+0000","last_peered":"2023-12-02T00:32:00.529164+0000","last_clean":"2023-12-02T00:32:00.529164+0000","last_became_active":"2023-12-02T00:31:58.278536+0000","last_became_peered":"2023-12-02T00:31:58.278536+0000","last_unstale":"2023-12-02T00:32:00.529164+0000","last_undegraded":"2023-12-02T00:32:00.529164+0000","last_fullsized":"2023-12-02T00:32:00.529164+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:55.793228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256616+0000","last_change":"2023-12-02T00:31:45.204168+0000","last_active":"2023-12-02T00:31:58.256616+0000","last_peered":"2023-12-02T00:31:58.256616+0000","last_clean":"2023-12-02T00:31:58.256616+0000","last_became_active":"2023-12-02T00:31:45.203723+0000","last_became_peered":"2023-12-02T00:31:45.203723+0000","last_unstale":"2023-12-02T00:31:58.256616+0000","last_undegraded":"2023-12-02T00:31:58.256616+0000","last_fullsized":"2023-12-02T00:31:58.256616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637323+0000","last_change":"2023-12-02T00:31:58.255605+0000","last_active":"2023-12-02T00:32:00.637323+0000","last_peered":"2023-12-02T00:32:00.637323+0000","last_clean":"2023-12-02T00:32:00.637323+0000","last_became_active":"2023-12-02T00:31:58.255281+0000","last_became_peered":"2023-12-02T00:31:58.255281+0000","last_unstale":"2023-12-02T00:32:00.637323+0000","last_undegraded":"2023-12-02T00:32:00.637323+0000","last_fullsized":"2023-12-02T00:32:00.637323+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:10:55.398223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.253058+0000","last_change":"2023-12-02T00:31:45.203061+0000","last_active":"2023-12-02T00:31:58.253058+0000","last_peered":"2023-12-02T00:31:58.253058+0000","last_clean":"2023-12-02T00:31:58.253058+0000","last_became_active":"2023-12-02T00:31:45.202804+0000","last_became_peered":"2023-12-02T00:31:45.202804+0000","last_unstale":"2023-12-02T00:31:58.253058+0000","last_undegraded":"2023-12-02T00:31:58.253058+0000","last_fullsized":"2023-12-02T00:31:58.253058+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582720+0000","last_change":"2023-12-02T00:31:58.280051+0000","last_active":"2023-12-02T00:31:59.582720+0000","last_peered":"2023-12-02T00:31:59.582720+0000","last_clean":"2023-12-02T00:31:59.582720+0000","last_became_active":"2023-12-02T00:31:58.279842+0000","last_became_peered":"2023-12-02T00:31:58.279842+0000","last_unstale":"2023-12-02T00:31:59.582720+0000","last_undegraded":"2023-12-02T00:31:59.582720+0000","last_fullsized":"2023-12-02T00:31:59.582720+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:23.474043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252864+0000","last_change":"2023-12-02T00:31:45.190527+0000","last_active":"2023-12-02T00:31:58.252864+0000","last_peered":"2023-12-02T00:31:58.252864+0000","last_clean":"2023-12-02T00:31:58.252864+0000","last_became_active":"2023-12-02T00:31:45.190171+0000","last_became_peered":"2023-12-02T00:31:45.190171+0000","last_unstale":"2023-12-02T00:31:58.252864+0000","last_undegraded":"2023-12-02T00:31:58.252864+0000","last_fullsized":"2023-12-02T00:31:58.252864+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528597+0000","last_change":"2023-12-02T00:31:58.276155+0000","last_active":"2023-12-02T00:32:00.528597+0000","last_peered":"2023-12-02T00:32:00.528597+0000","last_clean":"2023-12-02T00:32:00.528597+0000","last_became_active":"2023-12-02T00:31:58.272315+0000","last_became_peered":"2023-12-02T00:31:58.272315+0000","last_unstale":"2023-12-02T00:32:00.528597+0000","last_undegraded":"2023-12-02T00:32:00.528597+0000","last_fullsized":"2023-12-02T00:32:00.528597+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:27.663204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248949+0000","last_change":"2023-12-02T00:31:45.204306+0000","last_active":"2023-12-02T00:31:58.248949+0000","last_peered":"2023-12-02T00:31:58.248949+0000","last_clean":"2023-12-02T00:31:58.248949+0000","last_became_active":"2023-12-02T00:31:45.204000+0000","last_became_peered":"2023-12-02T00:31:45.204000+0000","last_unstale":"2023-12-02T00:31:58.248949+0000","last_undegraded":"2023-12-02T00:31:58.248949+0000","last_fullsized":"2023-12-02T00:31:58.248949+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.938506+0000","last_change":"2023-12-02T00:31:58.277218+0000","last_active":"2023-12-02T00:31:59.938506+0000","last_peered":"2023-12-02T00:31:59.938506+0000","last_clean":"2023-12-02T00:31:59.938506+0000","last_became_active":"2023-12-02T00:31:58.275038+0000","last_became_peered":"2023-12-02T00:31:58.275038+0000","last_unstale":"2023-12-02T00:31:59.938506+0000","last_undegraded":"2023-12-02T00:31:59.938506+0000","last_fullsized":"2023-12-02T00:31:59.938506+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:38.845984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260193+0000","last_change":"2023-12-02T00:31:45.211735+0000","last_active":"2023-12-02T00:31:58.260193+0000","last_peered":"2023-12-02T00:31:58.260193+0000","last_clean":"2023-12-02T00:31:58.260193+0000","last_became_active":"2023-12-02T00:31:45.211492+0000","last_became_peered":"2023-12-02T00:31:45.211492+0000","last_unstale":"2023-12-02T00:31:58.260193+0000","last_undegraded":"2023-12-02T00:31:58.260193+0000","last_fullsized":"2023-12-02T00:31:58.260193+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:01.846471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.583050+0000","last_change":"2023-12-02T00:31:58.266494+0000","last_active":"2023-12-02T00:31:59.583050+0000","last_peered":"2023-12-02T00:31:59.583050+0000","last_clean":"2023-12-02T00:31:59.583050+0000","last_became_active":"2023-12-02T00:31:58.266225+0000","last_became_peered":"2023-12-02T00:31:58.266225+0000","last_unstale":"2023-12-02T00:31:59.583050+0000","last_undegraded":"2023-12-02T00:31:59.583050+0000","last_fullsized":"2023-12-02T00:31:59.583050+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:32:04.666892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256883+0000","last_change":"2023-12-02T00:31:45.212793+0000","last_active":"2023-12-02T00:31:58.256883+0000","last_peered":"2023-12-02T00:31:58.256883+0000","last_clean":"2023-12-02T00:31:58.256883+0000","last_became_active":"2023-12-02T00:31:45.212524+0000","last_became_peered":"2023-12-02T00:31:45.212524+0000","last_unstale":"2023-12-02T00:31:58.256883+0000","last_undegraded":"2023-12-02T00:31:58.256883+0000","last_fullsized":"2023-12-02T00:31:58.256883+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.939239+0000","last_change":"2023-12-02T00:31:58.261136+0000","last_active":"2023-12-02T00:31:59.939239+0000","last_peered":"2023-12-02T00:31:59.939239+0000","last_clean":"2023-12-02T00:31:59.939239+0000","last_became_active":"2023-12-02T00:31:58.260783+0000","last_became_peered":"2023-12-02T00:31:58.260783+0000","last_unstale":"2023-12-02T00:31:59.939239+0000","last_undegraded":"2023-12-02T00:31:59.939239+0000","last_fullsized":"2023-12-02T00:31:59.939239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:14:56.707041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262018+0000","last_change":"2023-12-02T00:31:45.199537+0000","last_active":"2023-12-02T00:31:58.262018+0000","last_peered":"2023-12-02T00:31:58.262018+0000","last_clean":"2023-12-02T00:31:58.262018+0000","last_became_active":"2023-12-02T00:31:45.198960+0000","last_became_peered":"2023-12-02T00:31:45.198960+0000","last_unstale":"2023-12-02T00:31:58.262018+0000","last_undegraded":"2023-12-02T00:31:58.262018+0000","last_fullsized":"2023-12-02T00:31:58.262018+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529162+0000","last_change":"2023-12-02T00:31:58.277683+0000","last_active":"2023-12-02T00:32:00.529162+0000","last_peered":"2023-12-02T00:32:00.529162+0000","last_clean":"2023-12-02T00:32:00.529162+0000","last_became_active":"2023-12-02T00:31:58.276775+0000","last_became_peered":"2023-12-02T00:31:58.276775+0000","last_unstale":"2023-12-02T00:32:00.529162+0000","last_undegraded":"2023-12-02T00:32:00.529162+0000","last_fullsized":"2023-12-02T00:32:00.529162+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:23.474043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249580+0000","last_change":"2023-12-02T00:31:45.203845+0000","last_active":"2023-12-02T00:31:58.249580+0000","last_peered":"2023-12-02T00:31:58.249580+0000","last_clean":"2023-12-02T00:31:58.249580+0000","last_became_active":"2023-12-02T00:31:45.203503+0000","last_became_peered":"2023-12-02T00:31:45.203503+0000","last_unstale":"2023-12-02T00:31:58.249580+0000","last_undegraded":"2023-12-02T00:31:58.249580+0000","last_fullsized":"2023-12-02T00:31:58.249580+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253702+0000","last_change":"2023-12-02T00:31:58.271738+0000","last_active":"2023-12-02T00:31:59.253702+0000","last_peered":"2023-12-02T00:31:59.253702+0000","last_clean":"2023-12-02T00:31:59.253702+0000","last_became_active":"2023-12-02T00:31:58.271465+0000","last_became_peered":"2023-12-02T00:31:58.271465+0000","last_unstale":"2023-12-02T00:31:59.253702+0000","last_undegraded":"2023-12-02T00:31:59.253702+0000","last_fullsized":"2023-12-02T00:31:59.253702+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:23.474043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.268554+0000","last_change":"2023-12-02T00:31:45.203183+0000","last_active":"2023-12-02T00:31:58.268554+0000","last_peered":"2023-12-02T00:31:58.268554+0000","last_clean":"2023-12-02T00:31:58.268554+0000","last_became_active":"2023-12-02T00:31:45.202868+0000","last_became_peered":"2023-12-02T00:31:45.202868+0000","last_unstale":"2023-12-02T00:31:58.268554+0000","last_undegraded":"2023-12-02T00:31:58.268554+0000","last_fullsized":"2023-12-02T00:31:58.268554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":999424,"data_stored":753233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.747}]},{"osd":1,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.80700000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.70799999999999996}]},{"osd":3,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.85899999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.68400000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.82599999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27432,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":413696,"data_stored":163973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.92800000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.58699999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.83699999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.753}]},{"osd":4,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.90300000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.72699999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.874},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.89100000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":163427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.81899999999999995}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.91100000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1549999999999998,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.89700000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":2.1179999999999999,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.873}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.78800000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.61299999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.67800000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":417792,"data_stored":164401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.501},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.67200000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.68500000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.76200000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.59699999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.82099999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":425984,"data_stored":166452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.39300000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.499}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.627}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.3410000000000002,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.57499999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.55900000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":164389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.899,"5min":1.899,"15min":1.899},"last":0.56399999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.40600000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.67400000000000004}]},{"osd":5,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.65100000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.91400000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.749}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":417792,"data_stored":165884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.4880000000000004,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.093,"5min":4.093,"15min":4.093},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":8.1620000000000008,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.48299999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.633,"5min":4.633,"15min":4.633},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.49099999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.2569999999999997,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.7839999999999998,"5min":3.7839999999999998,"15min":3.7839999999999998},"last":0.60999999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":3.8410000000000002,"5min":3.8410000000000002,"15min":3.8410000000000002},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":4.5869999999999997,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.627}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.3179999999999996,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.8889999999999998,"5min":3.8889999999999998,"15min":3.8889999999999998},"last":0.56999999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.71699999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":995328,"data_stored":753087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.501},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.71399999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.625},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.77700000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.67900000000000005}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":1.0580000000000001},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.90400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.94999999999999996}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.999}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.97299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:06.878 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:07.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f9985c68640 1 Processor -- start 2023-12-02T00:32:07.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f9985c68640 1 -- start start 2023-12-02T00:32:07.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f9985c68640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c4100 0x7f99800c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f9985c68640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99800c31c0 con 0x7f99800c63c0 2023-12-02T00:32:07.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f9985c68640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99800c34a0 con 0x7f99800c06d0 2023-12-02T00:32:07.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f9985c68640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99800c1030 con 0x7f99800c4100 2023-12-02T00:32:07.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f997f7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f99800c63c0 0x7f99800c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33300/0 (socket says 172.21.15.133:33300) 2023-12-02T00:32:07.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f997f7fe640 1 -- 172.21.15.133:0/792005639 learned_addr learned my addr 172.21.15.133:0/792005639 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:07.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.017+0000 7f997effd640 1 --2- 172.21.15.133:0/792005639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c4100 0x7f99800c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 331358768 0 0) 0x7f99800c31c0 con 0x7f99800c63c0 2023-12-02T00:32:07.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9968003530 con 0x7f99800c63c0 2023-12-02T00:32:07.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1761995641 0 0) 0x7f99800c34a0 con 0x7f99800c06d0 2023-12-02T00:32:07.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f99800c31c0 con 0x7f99800c06d0 2023-12-02T00:32:07.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997effd640 1 -- 172.21.15.133:0/792005639 >> v1:172.21.15.172:6789/0 conn(0x7f99800c06d0 legacy=0x7f99800a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3983418227 0 0) 0x7f9968003530 con 0x7f99800c63c0 2023-12-02T00:32:07.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997effd640 1 -- 172.21.15.133:0/792005639 >> v1:172.21.15.133:6789/0 conn(0x7f99800c63c0 legacy=0x7f99800c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997effd640 1 -- 172.21.15.133:0/792005639 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99800c1310 con 0x7f99800c4100 2023-12-02T00:32:07.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997effd640 1 --2- 172.21.15.133:0/792005639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c4100 0x7f99800c2bb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f99740097f0 tx=0x7f997401c2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec03b1359cc35e31 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9970001680 con 0x7f99800c4100 2023-12-02T00:32:07.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99740a7050 con 0x7f99800c4100 2023-12-02T00:32:07.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.021+0000 7f997e7fc640 1 -- 172.21.15.133:0/792005639 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99740ab600 con 0x7f99800c4100 2023-12-02T00:32:07.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- 172.21.15.133:0/792005639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c4100 msgr2=0x7f99800c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 --2- 172.21.15.133:0/792005639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c4100 0x7f99800c2bb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f99740097f0 tx=0x7f997401c2c0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- 172.21.15.133:0/792005639 shutdown_connections 2023-12-02T00:32:07.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 --2- 172.21.15.133:0/792005639 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c4100 0x7f99800c2bb0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- 172.21.15.133:0/792005639 >> 172.21.15.133:0/792005639 conn(0x7f998006a5b0 msgr2=0x7f998006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:07.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- 172.21.15.133:0/792005639 shutdown_connections 2023-12-02T00:32:07.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- 172.21.15.133:0/792005639 wait complete. 2023-12-02T00:32:07.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 Processor -- start 2023-12-02T00:32:07.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- start start 2023-12-02T00:32:07.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99800c06d0 0x7f99800c4960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99800c4100 0x7f99800a6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c63c0 0x7f9980151fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99800a46a0 con 0x7f99800c06d0 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99800a7380 con 0x7f99800c4100 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f9985c68640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99800a7660 con 0x7f99800c63c0 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99800c06d0 0x7f99800c4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99800c06d0 0x7f99800c4960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56114/0 (socket says 172.21.15.133:56114) 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 -- 172.21.15.133:0/672981074 learned_addr learned my addr 172.21.15.133:0/672981074 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997effd640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99800c4100 0x7f99800a6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997ffff640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c63c0 0x7f9980151fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 -- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c63c0 msgr2=0x7f9980151fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c63c0 0x7f9980151fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 -- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99800c4100 msgr2=0x7f99800a6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99800c4100 0x7f99800a6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997f7fe640 1 -- 172.21.15.133:0/672981074 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9974009420 con 0x7f99800c06d0 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.025+0000 7f997ffff640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c63c0 0x7f9980151fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:07.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f997f7fe640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99800c06d0 0x7f99800c4960 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f997000c750 tx=0x7f997000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9967fff640 1 -- 172.21.15.133:0/672981074 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9970005af0 con 0x7f99800c06d0 2023-12-02T00:32:07.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9967fff640 1 -- 172.21.15.133:0/672981074 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9970005c50 con 0x7f99800c06d0 2023-12-02T00:32:07.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99800c69b0 con 0x7f99800c06d0 2023-12-02T00:32:07.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9967fff640 1 -- 172.21.15.133:0/672981074 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9970007070 con 0x7f99800c06d0 2023-12-02T00:32:07.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99800c4ea0 con 0x7f99800c06d0 2023-12-02T00:32:07.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99800a7820 con 0x7f99800c06d0 2023-12-02T00:32:07.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9967fff640 1 -- 172.21.15.133:0/672981074 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f99700071d0 con 0x7f99800c06d0 2023-12-02T00:32:07.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9967fff640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f996c066470 0x7f996c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f9967fff640 1 -- 172.21.15.133:0/672981074 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9970083930 con 0x7f99800c06d0 2023-12-02T00:32:07.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.029+0000 7f997effd640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f996c066470 0x7f996c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.033+0000 7f997effd640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f996c066470 0x7f996c068930 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f99740ad000 tx=0x7f99740a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.033+0000 7f9967fff640 1 -- 172.21.15.133:0/672981074 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9970050af0 con 0x7f99800c06d0 2023-12-02T00:32:07.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.181+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f99800a74f0 con 0x7f996c066470 2023-12-02T00:32:07.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.193+0000 7f9967fff640 1 -- 172.21.15.133:0/672981074 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527439 (secure 0 0 0) 0x7f99800a74f0 con 0x7f996c066470 2023-12-02T00:32:07.203 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:07.207 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f996c066470 msgr2=0x7f996c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f996c066470 0x7f996c068930 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f99740ad000 tx=0x7f99740a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99800c06d0 msgr2=0x7f99800c4960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99800c06d0 0x7f99800c4960 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f997000c750 tx=0x7f997000cc10 comp rx=0 tx=0).stop 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 shutdown_connections 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f996c066470 0x7f996c068930 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99800c63c0 0x7f9980151fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99800c4100 0x7f99800a6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 --2- 172.21.15.133:0/672981074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99800c06d0 0x7f99800c4960 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 >> 172.21.15.133:0/672981074 conn(0x7f998006a5b0 msgr2=0x7f99800710e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:07.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 shutdown_connections 2023-12-02T00:32:07.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.197+0000 7f9985c68640 1 -- 172.21.15.133:0/672981074 wait complete. 2023-12-02T00:32:07.222 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2023-12-02T00:32:05.253015+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":386,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220588,"kb_used_data":4392,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754132,"statfs":{"total":773094113280,"available":772868231168,"internally_reserved":0,"allocated":4497408,"data_stored":2494846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":47,"apply_latency_ms":47,"commit_latency_ns":47000000,"apply_latency_ns":47000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3651,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002207"},"pg_stats":[{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529397+0000","last_change":"2023-12-02T00:31:58.265077+0000","last_active":"2023-12-02T00:32:00.529397+0000","last_peered":"2023-12-02T00:32:00.529397+0000","last_clean":"2023-12-02T00:32:00.529397+0000","last_became_active":"2023-12-02T00:31:58.264782+0000","last_became_peered":"2023-12-02T00:31:58.264782+0000","last_unstale":"2023-12-02T00:32:00.529397+0000","last_undegraded":"2023-12-02T00:32:00.529397+0000","last_fullsized":"2023-12-02T00:32:00.529397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:32:04.666892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":177,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251818+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:31:58.251818+0000","last_peered":"2023-12-02T00:31:58.251818+0000","last_clean":"2023-12-02T00:31:58.251818+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:31:58.251818+0000","last_undegraded":"2023-12-02T00:31:58.251818+0000","last_fullsized":"2023-12-02T00:31:58.251818+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.267930+0000","last_change":"2023-12-02T00:31:44.184204+0000","last_active":"2023-12-02T00:31:58.267930+0000","last_peered":"2023-12-02T00:31:58.267930+0000","last_clean":"2023-12-02T00:31:58.267930+0000","last_became_active":"2023-12-02T00:31:44.183918+0000","last_became_peered":"2023-12-02T00:31:44.183918+0000","last_unstale":"2023-12-02T00:31:58.267930+0000","last_undegraded":"2023-12-02T00:31:58.267930+0000","last_fullsized":"2023-12-02T00:31:58.267930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252909+0000","last_change":"2023-12-02T00:31:45.198039+0000","last_active":"2023-12-02T00:31:58.252909+0000","last_peered":"2023-12-02T00:31:58.252909+0000","last_clean":"2023-12-02T00:31:58.252909+0000","last_became_active":"2023-12-02T00:31:45.197761+0000","last_became_peered":"2023-12-02T00:31:45.197761+0000","last_unstale":"2023-12-02T00:31:58.252909+0000","last_undegraded":"2023-12-02T00:31:58.252909+0000","last_fullsized":"2023-12-02T00:31:58.252909+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.300763+0000","last_change":"2023-12-02T00:31:57.280569+0000","last_active":"2023-12-02T00:31:58.300763+0000","last_peered":"2023-12-02T00:31:58.300763+0000","last_clean":"2023-12-02T00:31:58.300763+0000","last_became_active":"2023-12-02T00:31:57.280283+0000","last_became_peered":"2023-12-02T00:31:57.280283+0000","last_unstale":"2023-12-02T00:31:58.300763+0000","last_undegraded":"2023-12-02T00:31:58.300763+0000","last_fullsized":"2023-12-02T00:31:58.300763+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:43:24.515654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637546+0000","last_change":"2023-12-02T00:31:58.276972+0000","last_active":"2023-12-02T00:32:00.637546+0000","last_peered":"2023-12-02T00:32:00.637546+0000","last_clean":"2023-12-02T00:32:00.637546+0000","last_became_active":"2023-12-02T00:31:58.276615+0000","last_became_peered":"2023-12-02T00:31:58.276615+0000","last_unstale":"2023-12-02T00:32:00.637546+0000","last_undegraded":"2023-12-02T00:32:00.637546+0000","last_fullsized":"2023-12-02T00:32:00.637546+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:08:35.073263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248094+0000","last_change":"2023-12-02T00:31:44.195709+0000","last_active":"2023-12-02T00:31:58.248094+0000","last_peered":"2023-12-02T00:31:58.248094+0000","last_clean":"2023-12-02T00:31:58.248094+0000","last_became_active":"2023-12-02T00:31:44.195202+0000","last_became_peered":"2023-12-02T00:31:44.195202+0000","last_unstale":"2023-12-02T00:31:58.248094+0000","last_undegraded":"2023-12-02T00:31:58.248094+0000","last_fullsized":"2023-12-02T00:31:58.248094+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:55.352177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255452+0000","last_change":"2023-12-02T00:31:45.199307+0000","last_active":"2023-12-02T00:31:58.255452+0000","last_peered":"2023-12-02T00:31:58.255452+0000","last_clean":"2023-12-02T00:31:58.255452+0000","last_became_active":"2023-12-02T00:31:45.199043+0000","last_became_peered":"2023-12-02T00:31:45.199043+0000","last_unstale":"2023-12-02T00:31:58.255452+0000","last_undegraded":"2023-12-02T00:31:58.255452+0000","last_fullsized":"2023-12-02T00:31:58.255452+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255878+0000","last_change":"2023-12-02T00:31:57.277803+0000","last_active":"2023-12-02T00:31:58.255878+0000","last_peered":"2023-12-02T00:31:58.255878+0000","last_clean":"2023-12-02T00:31:58.255878+0000","last_became_active":"2023-12-02T00:31:57.277484+0000","last_became_peered":"2023-12-02T00:31:57.277484+0000","last_unstale":"2023-12-02T00:31:58.255878+0000","last_undegraded":"2023-12-02T00:31:58.255878+0000","last_fullsized":"2023-12-02T00:31:58.255878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:41.755716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637481+0000","last_change":"2023-12-02T00:31:58.263881+0000","last_active":"2023-12-02T00:32:00.637481+0000","last_peered":"2023-12-02T00:32:00.637481+0000","last_clean":"2023-12-02T00:32:00.637481+0000","last_became_active":"2023-12-02T00:31:58.263216+0000","last_became_peered":"2023-12-02T00:31:58.263216+0000","last_unstale":"2023-12-02T00:32:00.637481+0000","last_undegraded":"2023-12-02T00:32:00.637481+0000","last_fullsized":"2023-12-02T00:32:00.637481+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:14.023297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255543+0000","last_change":"2023-12-02T00:31:44.184589+0000","last_active":"2023-12-02T00:31:58.255543+0000","last_peered":"2023-12-02T00:31:58.255543+0000","last_clean":"2023-12-02T00:31:58.255543+0000","last_became_active":"2023-12-02T00:31:44.184302+0000","last_became_peered":"2023-12-02T00:31:44.184302+0000","last_unstale":"2023-12-02T00:31:58.255543+0000","last_undegraded":"2023-12-02T00:31:58.255543+0000","last_fullsized":"2023-12-02T00:31:58.255543+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.247901+0000","last_change":"2023-12-02T00:31:45.209165+0000","last_active":"2023-12-02T00:31:58.247901+0000","last_peered":"2023-12-02T00:31:58.247901+0000","last_clean":"2023-12-02T00:31:58.247901+0000","last_became_active":"2023-12-02T00:31:45.207325+0000","last_became_peered":"2023-12-02T00:31:45.207325+0000","last_unstale":"2023-12-02T00:31:58.247901+0000","last_undegraded":"2023-12-02T00:31:58.247901+0000","last_fullsized":"2023-12-02T00:31:58.247901+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252731+0000","last_change":"2023-12-02T00:31:57.270649+0000","last_active":"2023-12-02T00:31:58.252731+0000","last_peered":"2023-12-02T00:31:58.252731+0000","last_clean":"2023-12-02T00:31:58.252731+0000","last_became_active":"2023-12-02T00:31:57.270344+0000","last_became_peered":"2023-12-02T00:31:57.270344+0000","last_unstale":"2023-12-02T00:31:58.252731+0000","last_undegraded":"2023-12-02T00:31:58.252731+0000","last_fullsized":"2023-12-02T00:31:58.252731+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:07.188759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.252561+0000","last_change":"2023-12-02T00:31:58.261047+0000","last_active":"2023-12-02T00:31:59.252561+0000","last_peered":"2023-12-02T00:31:59.252561+0000","last_clean":"2023-12-02T00:31:59.252561+0000","last_became_active":"2023-12-02T00:31:58.260339+0000","last_became_peered":"2023-12-02T00:31:58.260339+0000","last_unstale":"2023-12-02T00:31:59.252561+0000","last_undegraded":"2023-12-02T00:31:59.252561+0000","last_fullsized":"2023-12-02T00:31:59.252561+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:06.345331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260897+0000","last_change":"2023-12-02T00:31:44.198046+0000","last_active":"2023-12-02T00:31:58.260897+0000","last_peered":"2023-12-02T00:31:58.260897+0000","last_clean":"2023-12-02T00:31:58.260897+0000","last_became_active":"2023-12-02T00:31:44.197763+0000","last_became_peered":"2023-12-02T00:31:44.197763+0000","last_unstale":"2023-12-02T00:31:58.260897+0000","last_undegraded":"2023-12-02T00:31:58.260897+0000","last_fullsized":"2023-12-02T00:31:58.260897+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254203+0000","last_change":"2023-12-02T00:31:45.192562+0000","last_active":"2023-12-02T00:31:58.254203+0000","last_peered":"2023-12-02T00:31:58.254203+0000","last_clean":"2023-12-02T00:31:58.254203+0000","last_became_active":"2023-12-02T00:31:45.191214+0000","last_became_peered":"2023-12-02T00:31:45.191214+0000","last_unstale":"2023-12-02T00:31:58.254203+0000","last_undegraded":"2023-12-02T00:31:58.254203+0000","last_fullsized":"2023-12-02T00:31:58.254203+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:25.334214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254376+0000","last_change":"2023-12-02T00:31:57.279850+0000","last_active":"2023-12-02T00:31:58.254376+0000","last_peered":"2023-12-02T00:31:58.254376+0000","last_clean":"2023-12-02T00:31:58.254376+0000","last_became_active":"2023-12-02T00:31:57.279565+0000","last_became_peered":"2023-12-02T00:31:57.279565+0000","last_unstale":"2023-12-02T00:31:58.254376+0000","last_undegraded":"2023-12-02T00:31:58.254376+0000","last_fullsized":"2023-12-02T00:31:58.254376+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:35.906913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582368+0000","last_change":"2023-12-02T00:31:58.273147+0000","last_active":"2023-12-02T00:31:59.582368+0000","last_peered":"2023-12-02T00:31:59.582368+0000","last_clean":"2023-12-02T00:31:59.582368+0000","last_became_active":"2023-12-02T00:31:58.272818+0000","last_became_peered":"2023-12-02T00:31:58.272818+0000","last_unstale":"2023-12-02T00:31:59.582368+0000","last_undegraded":"2023-12-02T00:31:59.582368+0000","last_fullsized":"2023-12-02T00:31:59.582368+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:55.793228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254445+0000","last_change":"2023-12-02T00:31:44.201502+0000","last_active":"2023-12-02T00:31:58.254445+0000","last_peered":"2023-12-02T00:31:58.254445+0000","last_clean":"2023-12-02T00:31:58.254445+0000","last_became_active":"2023-12-02T00:31:44.201173+0000","last_became_peered":"2023-12-02T00:31:44.201173+0000","last_unstale":"2023-12-02T00:31:58.254445+0000","last_undegraded":"2023-12-02T00:31:58.254445+0000","last_fullsized":"2023-12-02T00:31:58.254445+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.269228+0000","last_change":"2023-12-02T00:31:45.184553+0000","last_active":"2023-12-02T00:31:58.269228+0000","last_peered":"2023-12-02T00:31:58.269228+0000","last_clean":"2023-12-02T00:31:58.269228+0000","last_became_active":"2023-12-02T00:31:45.184253+0000","last_became_peered":"2023-12-02T00:31:45.184253+0000","last_unstale":"2023-12-02T00:31:58.269228+0000","last_undegraded":"2023-12-02T00:31:58.269228+0000","last_fullsized":"2023-12-02T00:31:58.269228+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:39.396860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255944+0000","last_change":"2023-12-02T00:31:57.266245+0000","last_active":"2023-12-02T00:31:58.255944+0000","last_peered":"2023-12-02T00:31:58.255944+0000","last_clean":"2023-12-02T00:31:58.255944+0000","last_became_active":"2023-12-02T00:31:57.265965+0000","last_became_peered":"2023-12-02T00:31:57.265965+0000","last_unstale":"2023-12-02T00:31:58.255944+0000","last_undegraded":"2023-12-02T00:31:58.255944+0000","last_fullsized":"2023-12-02T00:31:58.255944+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:33.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.255019+0000","last_change":"2023-12-02T00:31:58.291898+0000","last_active":"2023-12-02T00:31:59.255019+0000","last_peered":"2023-12-02T00:31:59.255019+0000","last_clean":"2023-12-02T00:31:59.255019+0000","last_became_active":"2023-12-02T00:31:58.291611+0000","last_became_peered":"2023-12-02T00:31:58.291611+0000","last_unstale":"2023-12-02T00:31:59.255019+0000","last_undegraded":"2023-12-02T00:31:59.255019+0000","last_fullsized":"2023-12-02T00:31:59.255019+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:38:15.411460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.257146+0000","last_change":"2023-12-02T00:31:44.192759+0000","last_active":"2023-12-02T00:31:58.257146+0000","last_peered":"2023-12-02T00:31:58.257146+0000","last_clean":"2023-12-02T00:31:58.257146+0000","last_became_active":"2023-12-02T00:31:44.192573+0000","last_became_peered":"2023-12-02T00:31:44.192573+0000","last_unstale":"2023-12-02T00:31:58.257146+0000","last_undegraded":"2023-12-02T00:31:58.257146+0000","last_fullsized":"2023-12-02T00:31:58.257146+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.253532+0000","last_change":"2023-12-02T00:31:45.194035+0000","last_active":"2023-12-02T00:31:58.253532+0000","last_peered":"2023-12-02T00:31:58.253532+0000","last_clean":"2023-12-02T00:31:58.253532+0000","last_became_active":"2023-12-02T00:31:45.193716+0000","last_became_peered":"2023-12-02T00:31:45.193716+0000","last_unstale":"2023-12-02T00:31:58.253532+0000","last_undegraded":"2023-12-02T00:31:58.253532+0000","last_fullsized":"2023-12-02T00:31:58.253532+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249440+0000","last_change":"2023-12-02T00:31:57.275562+0000","last_active":"2023-12-02T00:31:58.249440+0000","last_peered":"2023-12-02T00:31:58.249440+0000","last_clean":"2023-12-02T00:31:58.249440+0000","last_became_active":"2023-12-02T00:31:57.275296+0000","last_became_peered":"2023-12-02T00:31:57.275296+0000","last_unstale":"2023-12-02T00:31:58.249440+0000","last_undegraded":"2023-12-02T00:31:58.249440+0000","last_fullsized":"2023-12-02T00:31:58.249440+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:15:31.116596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.939031+0000","last_change":"2023-12-02T00:31:58.271629+0000","last_active":"2023-12-02T00:31:59.939031+0000","last_peered":"2023-12-02T00:31:59.939031+0000","last_clean":"2023-12-02T00:31:59.939031+0000","last_became_active":"2023-12-02T00:31:58.270299+0000","last_became_peered":"2023-12-02T00:31:58.270299+0000","last_unstale":"2023-12-02T00:31:59.939031+0000","last_undegraded":"2023-12-02T00:31:59.939031+0000","last_fullsized":"2023-12-02T00:31:59.939031+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:15:32.123950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"31'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254915+0000","last_change":"2023-12-02T00:31:44.198620+0000","last_active":"2023-12-02T00:31:58.254915+0000","last_peered":"2023-12-02T00:31:58.254915+0000","last_clean":"2023-12-02T00:31:58.254915+0000","last_became_active":"2023-12-02T00:31:44.198330+0000","last_became_peered":"2023-12-02T00:31:44.198330+0000","last_unstale":"2023-12-02T00:31:58.254915+0000","last_undegraded":"2023-12-02T00:31:58.254915+0000","last_fullsized":"2023-12-02T00:31:58.254915+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:48.999988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262419+0000","last_change":"2023-12-02T00:31:45.208888+0000","last_active":"2023-12-02T00:31:58.262419+0000","last_peered":"2023-12-02T00:31:58.262419+0000","last_clean":"2023-12-02T00:31:58.262419+0000","last_became_active":"2023-12-02T00:31:45.207634+0000","last_became_peered":"2023-12-02T00:31:45.207634+0000","last_unstale":"2023-12-02T00:31:58.262419+0000","last_undegraded":"2023-12-02T00:31:58.262419+0000","last_fullsized":"2023-12-02T00:31:58.262419+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256797+0000","last_change":"2023-12-02T00:31:57.269927+0000","last_active":"2023-12-02T00:31:58.256797+0000","last_peered":"2023-12-02T00:31:58.256797+0000","last_clean":"2023-12-02T00:31:58.256797+0000","last_became_active":"2023-12-02T00:31:57.268925+0000","last_became_peered":"2023-12-02T00:31:57.268925+0000","last_unstale":"2023-12-02T00:31:58.256797+0000","last_undegraded":"2023-12-02T00:31:58.256797+0000","last_fullsized":"2023-12-02T00:31:58.256797+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:36.125771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529095+0000","last_change":"2023-12-02T00:31:58.264357+0000","last_active":"2023-12-02T00:32:00.529095+0000","last_peered":"2023-12-02T00:32:00.529095+0000","last_clean":"2023-12-02T00:32:00.529095+0000","last_became_active":"2023-12-02T00:31:58.262617+0000","last_became_peered":"2023-12-02T00:31:58.262617+0000","last_unstale":"2023-12-02T00:32:00.529095+0000","last_undegraded":"2023-12-02T00:32:00.529095+0000","last_fullsized":"2023-12-02T00:32:00.529095+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:32.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262704+0000","last_change":"2023-12-02T00:31:44.196463+0000","last_active":"2023-12-02T00:31:58.262704+0000","last_peered":"2023-12-02T00:31:58.262704+0000","last_clean":"2023-12-02T00:31:58.262704+0000","last_became_active":"2023-12-02T00:31:44.196092+0000","last_became_peered":"2023-12-02T00:31:44.196092+0000","last_unstale":"2023-12-02T00:31:58.262704+0000","last_undegraded":"2023-12-02T00:31:58.262704+0000","last_fullsized":"2023-12-02T00:31:58.262704+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260820+0000","last_change":"2023-12-02T00:31:45.202001+0000","last_active":"2023-12-02T00:31:58.260820+0000","last_peered":"2023-12-02T00:31:58.260820+0000","last_clean":"2023-12-02T00:31:58.260820+0000","last_became_active":"2023-12-02T00:31:45.201677+0000","last_became_peered":"2023-12-02T00:31:45.201677+0000","last_unstale":"2023-12-02T00:31:58.260820+0000","last_undegraded":"2023-12-02T00:31:58.260820+0000","last_fullsized":"2023-12-02T00:31:58.260820+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:50.822859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252688+0000","last_change":"2023-12-02T00:31:57.269929+0000","last_active":"2023-12-02T00:31:58.252688+0000","last_peered":"2023-12-02T00:31:58.252688+0000","last_clean":"2023-12-02T00:31:58.252688+0000","last_became_active":"2023-12-02T00:31:57.269566+0000","last_became_peered":"2023-12-02T00:31:57.269566+0000","last_unstale":"2023-12-02T00:31:58.252688+0000","last_undegraded":"2023-12-02T00:31:58.252688+0000","last_fullsized":"2023-12-02T00:31:58.252688+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:22.466689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253560+0000","last_change":"2023-12-02T00:31:58.280469+0000","last_active":"2023-12-02T00:31:59.253560+0000","last_peered":"2023-12-02T00:31:59.253560+0000","last_clean":"2023-12-02T00:31:59.253560+0000","last_became_active":"2023-12-02T00:31:58.280220+0000","last_became_peered":"2023-12-02T00:31:58.280220+0000","last_unstale":"2023-12-02T00:31:59.253560+0000","last_undegraded":"2023-12-02T00:31:59.253560+0000","last_fullsized":"2023-12-02T00:31:59.253560+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:20.173230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259530+0000","last_change":"2023-12-02T00:31:44.192782+0000","last_active":"2023-12-02T00:31:58.259530+0000","last_peered":"2023-12-02T00:31:58.259530+0000","last_clean":"2023-12-02T00:31:58.259530+0000","last_became_active":"2023-12-02T00:31:44.192104+0000","last_became_peered":"2023-12-02T00:31:44.192104+0000","last_unstale":"2023-12-02T00:31:58.259530+0000","last_undegraded":"2023-12-02T00:31:58.259530+0000","last_fullsized":"2023-12-02T00:31:58.259530+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252688+0000","last_change":"2023-12-02T00:31:45.190682+0000","last_active":"2023-12-02T00:31:58.252688+0000","last_peered":"2023-12-02T00:31:58.252688+0000","last_clean":"2023-12-02T00:31:58.252688+0000","last_became_active":"2023-12-02T00:31:45.190068+0000","last_became_peered":"2023-12-02T00:31:45.190068+0000","last_unstale":"2023-12-02T00:31:58.252688+0000","last_undegraded":"2023-12-02T00:31:58.252688+0000","last_fullsized":"2023-12-02T00:31:58.252688+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260239+0000","last_change":"2023-12-02T00:31:57.273943+0000","last_active":"2023-12-02T00:31:58.260239+0000","last_peered":"2023-12-02T00:31:58.260239+0000","last_clean":"2023-12-02T00:31:58.260239+0000","last_became_active":"2023-12-02T00:31:57.273644+0000","last_became_peered":"2023-12-02T00:31:57.273644+0000","last_unstale":"2023-12-02T00:31:58.260239+0000","last_undegraded":"2023-12-02T00:31:58.260239+0000","last_fullsized":"2023-12-02T00:31:58.260239+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637478+0000","last_change":"2023-12-02T00:31:58.264064+0000","last_active":"2023-12-02T00:32:00.637478+0000","last_peered":"2023-12-02T00:32:00.637478+0000","last_clean":"2023-12-02T00:32:00.637478+0000","last_became_active":"2023-12-02T00:31:58.263580+0000","last_became_peered":"2023-12-02T00:31:58.263580+0000","last_unstale":"2023-12-02T00:32:00.637478+0000","last_undegraded":"2023-12-02T00:32:00.637478+0000","last_fullsized":"2023-12-02T00:32:00.637478+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:22:08.461588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255461+0000","last_change":"2023-12-02T00:31:44.190455+0000","last_active":"2023-12-02T00:31:58.255461+0000","last_peered":"2023-12-02T00:31:58.255461+0000","last_clean":"2023-12-02T00:31:58.255461+0000","last_became_active":"2023-12-02T00:31:44.190178+0000","last_became_peered":"2023-12-02T00:31:44.190178+0000","last_unstale":"2023-12-02T00:31:58.255461+0000","last_undegraded":"2023-12-02T00:31:58.255461+0000","last_fullsized":"2023-12-02T00:31:58.255461+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259685+0000","last_change":"2023-12-02T00:31:45.198495+0000","last_active":"2023-12-02T00:31:58.259685+0000","last_peered":"2023-12-02T00:31:58.259685+0000","last_clean":"2023-12-02T00:31:58.259685+0000","last_became_active":"2023-12-02T00:31:45.198235+0000","last_became_peered":"2023-12-02T00:31:45.198235+0000","last_unstale":"2023-12-02T00:31:58.259685+0000","last_undegraded":"2023-12-02T00:31:58.259685+0000","last_fullsized":"2023-12-02T00:31:58.259685+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:06.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301292+0000","last_change":"2023-12-02T00:31:57.274685+0000","last_active":"2023-12-02T00:31:58.301292+0000","last_peered":"2023-12-02T00:31:58.301292+0000","last_clean":"2023-12-02T00:31:58.301292+0000","last_became_active":"2023-12-02T00:31:57.274164+0000","last_became_peered":"2023-12-02T00:31:57.274164+0000","last_unstale":"2023-12-02T00:31:58.301292+0000","last_undegraded":"2023-12-02T00:31:58.301292+0000","last_fullsized":"2023-12-02T00:31:58.301292+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:39.934268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528607+0000","last_change":"2023-12-02T00:31:58.279316+0000","last_active":"2023-12-02T00:32:00.528607+0000","last_peered":"2023-12-02T00:32:00.528607+0000","last_clean":"2023-12-02T00:32:00.528607+0000","last_became_active":"2023-12-02T00:31:58.279022+0000","last_became_peered":"2023-12-02T00:31:58.279022+0000","last_unstale":"2023-12-02T00:32:00.528607+0000","last_undegraded":"2023-12-02T00:32:00.528607+0000","last_fullsized":"2023-12-02T00:32:00.528607+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:23.938693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.269305+0000","last_change":"2023-12-02T00:31:44.194888+0000","last_active":"2023-12-02T00:31:58.269305+0000","last_peered":"2023-12-02T00:31:58.269305+0000","last_clean":"2023-12-02T00:31:58.269305+0000","last_became_active":"2023-12-02T00:31:44.194569+0000","last_became_peered":"2023-12-02T00:31:44.194569+0000","last_unstale":"2023-12-02T00:31:58.269305+0000","last_undegraded":"2023-12-02T00:31:58.269305+0000","last_fullsized":"2023-12-02T00:31:58.269305+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:01.861063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260346+0000","last_change":"2023-12-02T00:31:45.197746+0000","last_active":"2023-12-02T00:31:58.260346+0000","last_peered":"2023-12-02T00:31:58.260346+0000","last_clean":"2023-12-02T00:31:58.260346+0000","last_became_active":"2023-12-02T00:31:45.197189+0000","last_became_peered":"2023-12-02T00:31:45.197189+0000","last_unstale":"2023-12-02T00:31:58.260346+0000","last_undegraded":"2023-12-02T00:31:58.260346+0000","last_fullsized":"2023-12-02T00:31:58.260346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:27.198715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251650+0000","last_change":"2023-12-02T00:31:57.278919+0000","last_active":"2023-12-02T00:31:58.251650+0000","last_peered":"2023-12-02T00:31:58.251650+0000","last_clean":"2023-12-02T00:31:58.251650+0000","last_became_active":"2023-12-02T00:31:57.278584+0000","last_became_peered":"2023-12-02T00:31:57.278584+0000","last_unstale":"2023-12-02T00:31:58.251650+0000","last_undegraded":"2023-12-02T00:31:58.251650+0000","last_fullsized":"2023-12-02T00:31:58.251650+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120229+0000","last_change":"2023-12-02T00:31:58.275642+0000","last_active":"2023-12-02T00:32:00.120229+0000","last_peered":"2023-12-02T00:32:00.120229+0000","last_clean":"2023-12-02T00:32:00.120229+0000","last_became_active":"2023-12-02T00:31:58.275347+0000","last_became_peered":"2023-12-02T00:31:58.275347+0000","last_unstale":"2023-12-02T00:32:00.120229+0000","last_undegraded":"2023-12-02T00:32:00.120229+0000","last_fullsized":"2023-12-02T00:32:00.120229+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:53.710006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254295+0000","last_change":"2023-12-02T00:31:44.199242+0000","last_active":"2023-12-02T00:31:58.254295+0000","last_peered":"2023-12-02T00:31:58.254295+0000","last_clean":"2023-12-02T00:31:58.254295+0000","last_became_active":"2023-12-02T00:31:44.198971+0000","last_became_peered":"2023-12-02T00:31:44.198971+0000","last_unstale":"2023-12-02T00:31:58.254295+0000","last_undegraded":"2023-12-02T00:31:58.254295+0000","last_fullsized":"2023-12-02T00:31:58.254295+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:26.390328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260157+0000","last_change":"2023-12-02T00:31:45.202242+0000","last_active":"2023-12-02T00:31:58.260157+0000","last_peered":"2023-12-02T00:31:58.260157+0000","last_clean":"2023-12-02T00:31:58.260157+0000","last_became_active":"2023-12-02T00:31:45.201907+0000","last_became_peered":"2023-12-02T00:31:45.201907+0000","last_unstale":"2023-12-02T00:31:58.260157+0000","last_undegraded":"2023-12-02T00:31:58.260157+0000","last_fullsized":"2023-12-02T00:31:58.260157+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:37:10.833810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254071+0000","last_change":"2023-12-02T00:31:57.270357+0000","last_active":"2023-12-02T00:31:58.254071+0000","last_peered":"2023-12-02T00:31:58.254071+0000","last_clean":"2023-12-02T00:31:58.254071+0000","last_became_active":"2023-12-02T00:31:57.270081+0000","last_became_peered":"2023-12-02T00:31:57.270081+0000","last_unstale":"2023-12-02T00:31:58.254071+0000","last_undegraded":"2023-12-02T00:31:58.254071+0000","last_fullsized":"2023-12-02T00:31:58.254071+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:40.537108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529395+0000","last_change":"2023-12-02T00:31:58.267349+0000","last_active":"2023-12-02T00:32:00.529395+0000","last_peered":"2023-12-02T00:32:00.529395+0000","last_clean":"2023-12-02T00:32:00.529395+0000","last_became_active":"2023-12-02T00:31:58.267083+0000","last_became_peered":"2023-12-02T00:31:58.267083+0000","last_unstale":"2023-12-02T00:32:00.529395+0000","last_undegraded":"2023-12-02T00:32:00.529395+0000","last_fullsized":"2023-12-02T00:32:00.529395+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:07.994219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256366+0000","last_change":"2023-12-02T00:31:44.187029+0000","last_active":"2023-12-02T00:31:58.256366+0000","last_peered":"2023-12-02T00:31:58.256366+0000","last_clean":"2023-12-02T00:31:58.256366+0000","last_became_active":"2023-12-02T00:31:44.186689+0000","last_became_peered":"2023-12-02T00:31:44.186689+0000","last_unstale":"2023-12-02T00:31:58.256366+0000","last_undegraded":"2023-12-02T00:31:58.256366+0000","last_fullsized":"2023-12-02T00:31:58.256366+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260691+0000","last_change":"2023-12-02T00:31:45.196525+0000","last_active":"2023-12-02T00:31:58.260691+0000","last_peered":"2023-12-02T00:31:58.260691+0000","last_clean":"2023-12-02T00:31:58.260691+0000","last_became_active":"2023-12-02T00:31:45.196259+0000","last_became_peered":"2023-12-02T00:31:45.196259+0000","last_unstale":"2023-12-02T00:31:58.260691+0000","last_undegraded":"2023-12-02T00:31:58.260691+0000","last_fullsized":"2023-12-02T00:31:58.260691+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:07:02.868488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.295617+0000","last_change":"2023-12-02T00:31:57.264668+0000","last_active":"2023-12-02T00:31:58.295617+0000","last_peered":"2023-12-02T00:31:58.295617+0000","last_clean":"2023-12-02T00:31:58.295617+0000","last_became_active":"2023-12-02T00:31:57.262346+0000","last_became_peered":"2023-12-02T00:31:57.262346+0000","last_unstale":"2023-12-02T00:31:58.295617+0000","last_undegraded":"2023-12-02T00:31:58.295617+0000","last_fullsized":"2023-12-02T00:31:58.295617+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:22.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120837+0000","last_change":"2023-12-02T00:31:58.277393+0000","last_active":"2023-12-02T00:32:00.120837+0000","last_peered":"2023-12-02T00:32:00.120837+0000","last_clean":"2023-12-02T00:32:00.120837+0000","last_became_active":"2023-12-02T00:31:58.276186+0000","last_became_peered":"2023-12-02T00:31:58.276186+0000","last_unstale":"2023-12-02T00:32:00.120837+0000","last_undegraded":"2023-12-02T00:32:00.120837+0000","last_fullsized":"2023-12-02T00:32:00.120837+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:13.110564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.d","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256132+0000","last_change":"2023-12-02T00:31:44.183157+0000","last_active":"2023-12-02T00:31:58.256132+0000","last_peered":"2023-12-02T00:31:58.256132+0000","last_clean":"2023-12-02T00:31:58.256132+0000","last_became_active":"2023-12-02T00:31:44.182869+0000","last_became_peered":"2023-12-02T00:31:44.182869+0000","last_unstale":"2023-12-02T00:31:58.256132+0000","last_undegraded":"2023-12-02T00:31:58.256132+0000","last_fullsized":"2023-12-02T00:31:58.256132+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256956+0000","last_change":"2023-12-02T00:31:45.204454+0000","last_active":"2023-12-02T00:31:58.256956+0000","last_peered":"2023-12-02T00:31:58.256956+0000","last_clean":"2023-12-02T00:31:58.256956+0000","last_became_active":"2023-12-02T00:31:45.202785+0000","last_became_peered":"2023-12-02T00:31:45.202785+0000","last_unstale":"2023-12-02T00:31:58.256956+0000","last_undegraded":"2023-12-02T00:31:58.256956+0000","last_fullsized":"2023-12-02T00:31:58.256956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301437+0000","last_change":"2023-12-02T00:31:57.277799+0000","last_active":"2023-12-02T00:31:58.301437+0000","last_peered":"2023-12-02T00:31:58.301437+0000","last_clean":"2023-12-02T00:31:58.301437+0000","last_became_active":"2023-12-02T00:31:57.277456+0000","last_became_peered":"2023-12-02T00:31:57.277456+0000","last_unstale":"2023-12-02T00:31:58.301437+0000","last_undegraded":"2023-12-02T00:31:58.301437+0000","last_fullsized":"2023-12-02T00:31:58.301437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:08.432864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254835+0000","last_change":"2023-12-02T00:31:58.275730+0000","last_active":"2023-12-02T00:31:59.254835+0000","last_peered":"2023-12-02T00:31:59.254835+0000","last_clean":"2023-12-02T00:31:59.254835+0000","last_became_active":"2023-12-02T00:31:58.275104+0000","last_became_peered":"2023-12-02T00:31:58.275104+0000","last_unstale":"2023-12-02T00:31:59.254835+0000","last_undegraded":"2023-12-02T00:31:59.254835+0000","last_fullsized":"2023-12-02T00:31:59.254835+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:41.544462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.e","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.257442+0000","last_change":"2023-12-02T00:31:44.188998+0000","last_active":"2023-12-02T00:31:58.257442+0000","last_peered":"2023-12-02T00:31:58.257442+0000","last_clean":"2023-12-02T00:31:58.257442+0000","last_became_active":"2023-12-02T00:31:44.184586+0000","last_became_peered":"2023-12-02T00:31:44.184586+0000","last_unstale":"2023-12-02T00:31:58.257442+0000","last_undegraded":"2023-12-02T00:31:58.257442+0000","last_fullsized":"2023-12-02T00:31:58.257442+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:21.833312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262339+0000","last_change":"2023-12-02T00:31:45.207325+0000","last_active":"2023-12-02T00:31:58.262339+0000","last_peered":"2023-12-02T00:31:58.262339+0000","last_clean":"2023-12-02T00:31:58.262339+0000","last_became_active":"2023-12-02T00:31:45.207051+0000","last_became_peered":"2023-12-02T00:31:45.207051+0000","last_unstale":"2023-12-02T00:31:58.262339+0000","last_undegraded":"2023-12-02T00:31:58.262339+0000","last_fullsized":"2023-12-02T00:31:58.262339+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248875+0000","last_change":"2023-12-02T00:31:57.268682+0000","last_active":"2023-12-02T00:31:58.248875+0000","last_peered":"2023-12-02T00:31:58.248875+0000","last_clean":"2023-12-02T00:31:58.248875+0000","last_became_active":"2023-12-02T00:31:57.268416+0000","last_became_peered":"2023-12-02T00:31:57.268416+0000","last_unstale":"2023-12-02T00:31:58.248875+0000","last_undegraded":"2023-12-02T00:31:58.248875+0000","last_fullsized":"2023-12-02T00:31:58.248875+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:32:03.659538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254531+0000","last_change":"2023-12-02T00:31:58.284854+0000","last_active":"2023-12-02T00:31:59.254531+0000","last_peered":"2023-12-02T00:31:59.254531+0000","last_clean":"2023-12-02T00:31:59.254531+0000","last_became_active":"2023-12-02T00:31:58.283991+0000","last_became_peered":"2023-12-02T00:31:58.283991+0000","last_unstale":"2023-12-02T00:31:59.254531+0000","last_undegraded":"2023-12-02T00:31:59.254531+0000","last_fullsized":"2023-12-02T00:31:59.254531+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:18.204389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262622+0000","last_change":"2023-12-02T00:31:44.199043+0000","last_active":"2023-12-02T00:31:58.262622+0000","last_peered":"2023-12-02T00:31:58.262622+0000","last_clean":"2023-12-02T00:31:58.262622+0000","last_became_active":"2023-12-02T00:31:44.198710+0000","last_became_peered":"2023-12-02T00:31:44.198710+0000","last_unstale":"2023-12-02T00:31:58.262622+0000","last_undegraded":"2023-12-02T00:31:58.262622+0000","last_fullsized":"2023-12-02T00:31:58.262622+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:38:24.326789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256458+0000","last_change":"2023-12-02T00:31:45.200601+0000","last_active":"2023-12-02T00:31:58.256458+0000","last_peered":"2023-12-02T00:31:58.256458+0000","last_clean":"2023-12-02T00:31:58.256458+0000","last_became_active":"2023-12-02T00:31:45.200334+0000","last_became_peered":"2023-12-02T00:31:45.200334+0000","last_unstale":"2023-12-02T00:31:58.256458+0000","last_undegraded":"2023-12-02T00:31:58.256458+0000","last_fullsized":"2023-12-02T00:31:58.256458+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.292512+0000","last_change":"2023-12-02T00:31:57.271296+0000","last_active":"2023-12-02T00:31:58.292512+0000","last_peered":"2023-12-02T00:31:58.292512+0000","last_clean":"2023-12-02T00:31:58.292512+0000","last_became_active":"2023-12-02T00:31:57.270602+0000","last_became_peered":"2023-12-02T00:31:57.270602+0000","last_unstale":"2023-12-02T00:31:58.292512+0000","last_undegraded":"2023-12-02T00:31:58.292512+0000","last_fullsized":"2023-12-02T00:31:58.292512+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:40.452045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529011+0000","last_change":"2023-12-02T00:31:58.265085+0000","last_active":"2023-12-02T00:32:00.529011+0000","last_peered":"2023-12-02T00:32:00.529011+0000","last_clean":"2023-12-02T00:32:00.529011+0000","last_became_active":"2023-12-02T00:31:58.264740+0000","last_became_peered":"2023-12-02T00:31:58.264740+0000","last_unstale":"2023-12-02T00:32:00.529011+0000","last_undegraded":"2023-12-02T00:32:00.529011+0000","last_fullsized":"2023-12-02T00:32:00.529011+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:22:27.251265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"30'8","reported_seq":24,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248001+0000","last_change":"2023-12-02T00:31:44.196209+0000","last_active":"2023-12-02T00:31:58.248001+0000","last_peered":"2023-12-02T00:31:58.248001+0000","last_clean":"2023-12-02T00:31:58.248001+0000","last_became_active":"2023-12-02T00:31:44.195927+0000","last_became_peered":"2023-12-02T00:31:44.195927+0000","last_unstale":"2023-12-02T00:31:58.248001+0000","last_undegraded":"2023-12-02T00:31:58.248001+0000","last_fullsized":"2023-12-02T00:31:58.248001+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:34.136156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.267749+0000","last_change":"2023-12-02T00:31:45.184565+0000","last_active":"2023-12-02T00:31:58.267749+0000","last_peered":"2023-12-02T00:31:58.267749+0000","last_clean":"2023-12-02T00:31:58.267749+0000","last_became_active":"2023-12-02T00:31:45.183783+0000","last_became_peered":"2023-12-02T00:31:45.183783+0000","last_unstale":"2023-12-02T00:31:58.267749+0000","last_undegraded":"2023-12-02T00:31:58.267749+0000","last_fullsized":"2023-12-02T00:31:58.267749+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:59:50.007413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252435+0000","last_change":"2023-12-02T00:31:57.278948+0000","last_active":"2023-12-02T00:31:58.252435+0000","last_peered":"2023-12-02T00:31:58.252435+0000","last_clean":"2023-12-02T00:31:58.252435+0000","last_became_active":"2023-12-02T00:31:57.278605+0000","last_became_peered":"2023-12-02T00:31:57.278605+0000","last_unstale":"2023-12-02T00:31:58.252435+0000","last_undegraded":"2023-12-02T00:31:58.252435+0000","last_fullsized":"2023-12-02T00:31:58.252435+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:31.436995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254237+0000","last_change":"2023-12-02T00:31:58.284755+0000","last_active":"2023-12-02T00:31:59.254237+0000","last_peered":"2023-12-02T00:31:59.254237+0000","last_clean":"2023-12-02T00:31:59.254237+0000","last_became_active":"2023-12-02T00:31:58.284006+0000","last_became_peered":"2023-12-02T00:31:58.284006+0000","last_unstale":"2023-12-02T00:31:59.254237+0000","last_undegraded":"2023-12-02T00:31:59.254237+0000","last_fullsized":"2023-12-02T00:31:59.254237+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:37.133125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248444+0000","last_change":"2023-12-02T00:31:44.195352+0000","last_active":"2023-12-02T00:31:58.248444+0000","last_peered":"2023-12-02T00:31:58.248444+0000","last_clean":"2023-12-02T00:31:58.248444+0000","last_became_active":"2023-12-02T00:31:44.195063+0000","last_became_peered":"2023-12-02T00:31:44.195063+0000","last_unstale":"2023-12-02T00:31:58.248444+0000","last_undegraded":"2023-12-02T00:31:58.248444+0000","last_fullsized":"2023-12-02T00:31:58.248444+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:18.902948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251455+0000","last_change":"2023-12-02T00:31:45.191344+0000","last_active":"2023-12-02T00:31:58.251455+0000","last_peered":"2023-12-02T00:31:58.251455+0000","last_clean":"2023-12-02T00:31:58.251455+0000","last_became_active":"2023-12-02T00:31:45.190930+0000","last_became_peered":"2023-12-02T00:31:45.190930+0000","last_unstale":"2023-12-02T00:31:58.251455+0000","last_undegraded":"2023-12-02T00:31:58.251455+0000","last_fullsized":"2023-12-02T00:31:58.251455+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301376+0000","last_change":"2023-12-02T00:31:57.279797+0000","last_active":"2023-12-02T00:31:58.301376+0000","last_peered":"2023-12-02T00:31:58.301376+0000","last_clean":"2023-12-02T00:31:58.301376+0000","last_became_active":"2023-12-02T00:31:57.279379+0000","last_became_peered":"2023-12-02T00:31:57.279379+0000","last_unstale":"2023-12-02T00:31:58.301376+0000","last_undegraded":"2023-12-02T00:31:58.301376+0000","last_fullsized":"2023-12-02T00:31:58.301376+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:37.838630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.938726+0000","last_change":"2023-12-02T00:31:58.269360+0000","last_active":"2023-12-02T00:31:59.938726+0000","last_peered":"2023-12-02T00:31:59.938726+0000","last_clean":"2023-12-02T00:31:59.938726+0000","last_became_active":"2023-12-02T00:31:58.269058+0000","last_became_peered":"2023-12-02T00:31:58.269058+0000","last_unstale":"2023-12-02T00:31:59.938726+0000","last_undegraded":"2023-12-02T00:31:59.938726+0000","last_fullsized":"2023-12-02T00:31:59.938726+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:53:40.835724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260810+0000","last_change":"2023-12-02T00:31:44.200250+0000","last_active":"2023-12-02T00:31:58.260810+0000","last_peered":"2023-12-02T00:31:58.260810+0000","last_clean":"2023-12-02T00:31:58.260810+0000","last_became_active":"2023-12-02T00:31:44.199765+0000","last_became_peered":"2023-12-02T00:31:44.199765+0000","last_unstale":"2023-12-02T00:31:58.260810+0000","last_undegraded":"2023-12-02T00:31:58.260810+0000","last_fullsized":"2023-12-02T00:31:58.260810+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249606+0000","last_change":"2023-12-02T00:31:45.207835+0000","last_active":"2023-12-02T00:31:58.249606+0000","last_peered":"2023-12-02T00:31:58.249606+0000","last_clean":"2023-12-02T00:31:58.249606+0000","last_became_active":"2023-12-02T00:31:45.206505+0000","last_became_peered":"2023-12-02T00:31:45.206505+0000","last_unstale":"2023-12-02T00:31:58.249606+0000","last_undegraded":"2023-12-02T00:31:58.249606+0000","last_fullsized":"2023-12-02T00:31:58.249606+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"34'8","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.298445+0000","last_change":"2023-12-02T00:31:57.270241+0000","last_active":"2023-12-02T00:31:58.298445+0000","last_peered":"2023-12-02T00:31:58.298445+0000","last_clean":"2023-12-02T00:31:58.298445+0000","last_became_active":"2023-12-02T00:31:57.269940+0000","last_became_peered":"2023-12-02T00:31:57.269940+0000","last_unstale":"2023-12-02T00:31:58.298445+0000","last_undegraded":"2023-12-02T00:31:58.298445+0000","last_fullsized":"2023-12-02T00:31:58.298445+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:33.957892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637189+0000","last_change":"2023-12-02T00:31:58.263046+0000","last_active":"2023-12-02T00:32:00.637189+0000","last_peered":"2023-12-02T00:32:00.637189+0000","last_clean":"2023-12-02T00:32:00.637189+0000","last_became_active":"2023-12-02T00:31:58.262718+0000","last_became_peered":"2023-12-02T00:31:58.262718+0000","last_unstale":"2023-12-02T00:32:00.637189+0000","last_undegraded":"2023-12-02T00:32:00.637189+0000","last_fullsized":"2023-12-02T00:32:00.637189+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:21:45.527604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.13","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255747+0000","last_change":"2023-12-02T00:31:44.186346+0000","last_active":"2023-12-02T00:31:58.255747+0000","last_peered":"2023-12-02T00:31:58.255747+0000","last_clean":"2023-12-02T00:31:58.255747+0000","last_became_active":"2023-12-02T00:31:44.186097+0000","last_became_peered":"2023-12-02T00:31:44.186097+0000","last_unstale":"2023-12-02T00:31:58.255747+0000","last_undegraded":"2023-12-02T00:31:58.255747+0000","last_fullsized":"2023-12-02T00:31:58.255747+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:51.815139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260733+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:58.260733+0000","last_peered":"2023-12-02T00:31:58.260733+0000","last_clean":"2023-12-02T00:31:58.260733+0000","last_became_active":"2023-12-02T00:31:45.199511+0000","last_became_peered":"2023-12-02T00:31:45.199511+0000","last_unstale":"2023-12-02T00:31:58.260733+0000","last_undegraded":"2023-12-02T00:31:58.260733+0000","last_fullsized":"2023-12-02T00:31:58.260733+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:56:05.064544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248322+0000","last_change":"2023-12-02T00:31:57.272274+0000","last_active":"2023-12-02T00:31:58.248322+0000","last_peered":"2023-12-02T00:31:58.248322+0000","last_clean":"2023-12-02T00:31:58.248322+0000","last_became_active":"2023-12-02T00:31:57.271968+0000","last_became_peered":"2023-12-02T00:31:57.271968+0000","last_unstale":"2023-12-02T00:31:58.248322+0000","last_undegraded":"2023-12-02T00:31:58.248322+0000","last_fullsized":"2023-12-02T00:31:58.248322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:22.466689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.939338+0000","last_change":"2023-12-02T00:31:58.268081+0000","last_active":"2023-12-02T00:31:59.939338+0000","last_peered":"2023-12-02T00:31:59.939338+0000","last_clean":"2023-12-02T00:31:59.939338+0000","last_became_active":"2023-12-02T00:31:58.267798+0000","last_became_peered":"2023-12-02T00:31:58.267798+0000","last_unstale":"2023-12-02T00:31:59.939338+0000","last_undegraded":"2023-12-02T00:31:59.939338+0000","last_fullsized":"2023-12-02T00:31:59.939338+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:07:05.633706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"31'9","reported_seq":25,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249393+0000","last_change":"2023-12-02T00:31:44.198101+0000","last_active":"2023-12-02T00:31:58.249393+0000","last_peered":"2023-12-02T00:31:58.249393+0000","last_clean":"2023-12-02T00:31:58.249393+0000","last_became_active":"2023-12-02T00:31:44.197765+0000","last_became_peered":"2023-12-02T00:31:44.197765+0000","last_unstale":"2023-12-02T00:31:58.249393+0000","last_undegraded":"2023-12-02T00:31:58.249393+0000","last_fullsized":"2023-12-02T00:31:58.249393+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:39.373963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261909+0000","last_change":"2023-12-02T00:31:45.199826+0000","last_active":"2023-12-02T00:31:58.261909+0000","last_peered":"2023-12-02T00:31:58.261909+0000","last_clean":"2023-12-02T00:31:58.261909+0000","last_became_active":"2023-12-02T00:31:45.199251+0000","last_became_peered":"2023-12-02T00:31:45.199251+0000","last_unstale":"2023-12-02T00:31:58.261909+0000","last_undegraded":"2023-12-02T00:31:58.261909+0000","last_fullsized":"2023-12-02T00:31:58.261909+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:44.265620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254747+0000","last_change":"2023-12-02T00:31:57.270758+0000","last_active":"2023-12-02T00:31:58.254747+0000","last_peered":"2023-12-02T00:31:58.254747+0000","last_clean":"2023-12-02T00:31:58.254747+0000","last_became_active":"2023-12-02T00:31:57.270140+0000","last_became_peered":"2023-12-02T00:31:57.270140+0000","last_unstale":"2023-12-02T00:31:58.254747+0000","last_undegraded":"2023-12-02T00:31:58.254747+0000","last_fullsized":"2023-12-02T00:31:58.254747+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253651+0000","last_change":"2023-12-02T00:31:58.271393+0000","last_active":"2023-12-02T00:31:59.253651+0000","last_peered":"2023-12-02T00:31:59.253651+0000","last_clean":"2023-12-02T00:31:59.253651+0000","last_became_active":"2023-12-02T00:31:58.270983+0000","last_became_peered":"2023-12-02T00:31:58.270983+0000","last_unstale":"2023-12-02T00:31:59.253651+0000","last_undegraded":"2023-12-02T00:31:59.253651+0000","last_fullsized":"2023-12-02T00:31:59.253651+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:55.793228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"30'3","reported_seq":19,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262017+0000","last_change":"2023-12-02T00:31:44.193566+0000","last_active":"2023-12-02T00:31:58.262017+0000","last_peered":"2023-12-02T00:31:58.262017+0000","last_clean":"2023-12-02T00:31:58.262017+0000","last_became_active":"2023-12-02T00:31:44.193200+0000","last_became_peered":"2023-12-02T00:31:44.193200+0000","last_unstale":"2023-12-02T00:31:58.262017+0000","last_undegraded":"2023-12-02T00:31:58.262017+0000","last_fullsized":"2023-12-02T00:31:58.262017+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249240+0000","last_change":"2023-12-02T00:31:45.204333+0000","last_active":"2023-12-02T00:31:58.249240+0000","last_peered":"2023-12-02T00:31:58.249240+0000","last_clean":"2023-12-02T00:31:58.249240+0000","last_became_active":"2023-12-02T00:31:45.203925+0000","last_became_peered":"2023-12-02T00:31:45.203925+0000","last_unstale":"2023-12-02T00:31:58.249240+0000","last_undegraded":"2023-12-02T00:31:58.249240+0000","last_fullsized":"2023-12-02T00:31:58.249240+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256261+0000","last_change":"2023-12-02T00:31:57.271829+0000","last_active":"2023-12-02T00:31:58.256261+0000","last_peered":"2023-12-02T00:31:58.256261+0000","last_clean":"2023-12-02T00:31:58.256261+0000","last_became_active":"2023-12-02T00:31:57.271548+0000","last_became_peered":"2023-12-02T00:31:57.271548+0000","last_unstale":"2023-12-02T00:31:58.256261+0000","last_undegraded":"2023-12-02T00:31:58.256261+0000","last_fullsized":"2023-12-02T00:31:58.256261+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:18.856531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.938769+0000","last_change":"2023-12-02T00:31:58.275066+0000","last_active":"2023-12-02T00:31:59.938769+0000","last_peered":"2023-12-02T00:31:59.938769+0000","last_clean":"2023-12-02T00:31:59.938769+0000","last_became_active":"2023-12-02T00:31:58.274672+0000","last_became_peered":"2023-12-02T00:31:58.274672+0000","last_unstale":"2023-12-02T00:31:59.938769+0000","last_undegraded":"2023-12-02T00:31:59.938769+0000","last_fullsized":"2023-12-02T00:31:59.938769+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:40.941621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256043+0000","last_change":"2023-12-02T00:31:44.200539+0000","last_active":"2023-12-02T00:31:58.256043+0000","last_peered":"2023-12-02T00:31:58.256043+0000","last_clean":"2023-12-02T00:31:58.256043+0000","last_became_active":"2023-12-02T00:31:44.200242+0000","last_became_peered":"2023-12-02T00:31:44.200242+0000","last_unstale":"2023-12-02T00:31:58.256043+0000","last_undegraded":"2023-12-02T00:31:58.256043+0000","last_fullsized":"2023-12-02T00:31:58.256043+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:12.806634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.250018+0000","last_change":"2023-12-02T00:31:45.204250+0000","last_active":"2023-12-02T00:31:58.250018+0000","last_peered":"2023-12-02T00:31:58.250018+0000","last_clean":"2023-12-02T00:31:58.250018+0000","last_became_active":"2023-12-02T00:31:45.203684+0000","last_became_peered":"2023-12-02T00:31:45.203684+0000","last_unstale":"2023-12-02T00:31:58.250018+0000","last_undegraded":"2023-12-02T00:31:58.250018+0000","last_fullsized":"2023-12-02T00:31:58.250018+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"34'6","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.302987+0000","last_change":"2023-12-02T00:31:57.267418+0000","last_active":"2023-12-02T00:31:58.302987+0000","last_peered":"2023-12-02T00:31:58.302987+0000","last_clean":"2023-12-02T00:31:58.302987+0000","last_became_active":"2023-12-02T00:31:57.267100+0000","last_became_peered":"2023-12-02T00:31:57.267100+0000","last_unstale":"2023-12-02T00:31:58.302987+0000","last_undegraded":"2023-12-02T00:31:58.302987+0000","last_fullsized":"2023-12-02T00:31:58.302987+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:31.983636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637854+0000","last_change":"2023-12-02T00:31:58.275272+0000","last_active":"2023-12-02T00:32:00.637854+0000","last_peered":"2023-12-02T00:32:00.637854+0000","last_clean":"2023-12-02T00:32:00.637854+0000","last_became_active":"2023-12-02T00:31:58.274999+0000","last_became_peered":"2023-12-02T00:31:58.274999+0000","last_unstale":"2023-12-02T00:32:00.637854+0000","last_undegraded":"2023-12-02T00:32:00.637854+0000","last_fullsized":"2023-12-02T00:32:00.637854+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:28:26.633841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.250042+0000","last_change":"2023-12-02T00:31:44.195336+0000","last_active":"2023-12-02T00:31:58.250042+0000","last_peered":"2023-12-02T00:31:58.250042+0000","last_clean":"2023-12-02T00:31:58.250042+0000","last_became_active":"2023-12-02T00:31:44.195029+0000","last_became_peered":"2023-12-02T00:31:44.195029+0000","last_unstale":"2023-12-02T00:31:58.250042+0000","last_undegraded":"2023-12-02T00:31:58.250042+0000","last_fullsized":"2023-12-02T00:31:58.250042+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:39.621965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262124+0000","last_change":"2023-12-02T00:31:45.208211+0000","last_active":"2023-12-02T00:31:58.262124+0000","last_peered":"2023-12-02T00:31:58.262124+0000","last_clean":"2023-12-02T00:31:58.262124+0000","last_became_active":"2023-12-02T00:31:45.207913+0000","last_became_peered":"2023-12-02T00:31:45.207913+0000","last_unstale":"2023-12-02T00:31:58.262124+0000","last_undegraded":"2023-12-02T00:31:58.262124+0000","last_fullsized":"2023-12-02T00:31:58.262124+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"34'3","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.290368+0000","last_change":"2023-12-02T00:31:57.273678+0000","last_active":"2023-12-02T00:31:58.290368+0000","last_peered":"2023-12-02T00:31:58.290368+0000","last_clean":"2023-12-02T00:31:58.290368+0000","last_became_active":"2023-12-02T00:31:57.273407+0000","last_became_peered":"2023-12-02T00:31:57.273407+0000","last_unstale":"2023-12-02T00:31:58.290368+0000","last_undegraded":"2023-12-02T00:31:58.290368+0000","last_fullsized":"2023-12-02T00:31:58.290368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:54.785874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528948+0000","last_change":"2023-12-02T00:31:58.278849+0000","last_active":"2023-12-02T00:32:00.528948+0000","last_peered":"2023-12-02T00:32:00.528948+0000","last_clean":"2023-12-02T00:32:00.528948+0000","last_became_active":"2023-12-02T00:31:58.278517+0000","last_became_peered":"2023-12-02T00:31:58.278517+0000","last_unstale":"2023-12-02T00:32:00.528948+0000","last_undegraded":"2023-12-02T00:32:00.528948+0000","last_fullsized":"2023-12-02T00:32:00.528948+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:43:25.523008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255052+0000","last_change":"2023-12-02T00:31:44.179111+0000","last_active":"2023-12-02T00:31:58.255052+0000","last_peered":"2023-12-02T00:31:58.255052+0000","last_clean":"2023-12-02T00:31:58.255052+0000","last_became_active":"2023-12-02T00:31:44.178826+0000","last_became_peered":"2023-12-02T00:31:44.178826+0000","last_unstale":"2023-12-02T00:31:58.255052+0000","last_undegraded":"2023-12-02T00:31:58.255052+0000","last_fullsized":"2023-12-02T00:31:58.255052+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:05.005867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256162+0000","last_change":"2023-12-02T00:31:45.200249+0000","last_active":"2023-12-02T00:31:58.256162+0000","last_peered":"2023-12-02T00:31:58.256162+0000","last_clean":"2023-12-02T00:31:58.256162+0000","last_became_active":"2023-12-02T00:31:45.199539+0000","last_became_peered":"2023-12-02T00:31:45.199539+0000","last_unstale":"2023-12-02T00:31:58.256162+0000","last_undegraded":"2023-12-02T00:31:58.256162+0000","last_fullsized":"2023-12-02T00:31:58.256162+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.291289+0000","last_change":"2023-12-02T00:31:57.275144+0000","last_active":"2023-12-02T00:31:58.291289+0000","last_peered":"2023-12-02T00:31:58.291289+0000","last_clean":"2023-12-02T00:31:58.291289+0000","last_became_active":"2023-12-02T00:31:57.274868+0000","last_became_peered":"2023-12-02T00:31:57.274868+0000","last_unstale":"2023-12-02T00:31:58.291289+0000","last_undegraded":"2023-12-02T00:31:58.291289+0000","last_fullsized":"2023-12-02T00:31:58.291289+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:10.192557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253328+0000","last_change":"2023-12-02T00:31:58.274189+0000","last_active":"2023-12-02T00:31:59.253328+0000","last_peered":"2023-12-02T00:31:59.253328+0000","last_clean":"2023-12-02T00:31:59.253328+0000","last_became_active":"2023-12-02T00:31:58.273870+0000","last_became_peered":"2023-12-02T00:31:58.273870+0000","last_unstale":"2023-12-02T00:31:59.253328+0000","last_undegraded":"2023-12-02T00:31:59.253328+0000","last_fullsized":"2023-12-02T00:31:59.253328+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:43:25.523008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248441+0000","last_change":"2023-12-02T00:31:44.190823+0000","last_active":"2023-12-02T00:31:58.248441+0000","last_peered":"2023-12-02T00:31:58.248441+0000","last_clean":"2023-12-02T00:31:58.248441+0000","last_became_active":"2023-12-02T00:31:44.190507+0000","last_became_peered":"2023-12-02T00:31:44.190507+0000","last_unstale":"2023-12-02T00:31:58.248441+0000","last_undegraded":"2023-12-02T00:31:58.248441+0000","last_fullsized":"2023-12-02T00:31:58.248441+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:13.421425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254765+0000","last_change":"2023-12-02T00:31:45.186476+0000","last_active":"2023-12-02T00:31:58.254765+0000","last_peered":"2023-12-02T00:31:58.254765+0000","last_clean":"2023-12-02T00:31:58.254765+0000","last_became_active":"2023-12-02T00:31:45.186178+0000","last_became_peered":"2023-12-02T00:31:45.186178+0000","last_unstale":"2023-12-02T00:31:58.254765+0000","last_undegraded":"2023-12-02T00:31:58.254765+0000","last_fullsized":"2023-12-02T00:31:58.254765+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:05.754144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301212+0000","last_change":"2023-12-02T00:31:57.275036+0000","last_active":"2023-12-02T00:31:58.301212+0000","last_peered":"2023-12-02T00:31:58.301212+0000","last_clean":"2023-12-02T00:31:58.301212+0000","last_became_active":"2023-12-02T00:31:57.274452+0000","last_became_peered":"2023-12-02T00:31:57.274452+0000","last_unstale":"2023-12-02T00:31:58.301212+0000","last_undegraded":"2023-12-02T00:31:58.301212+0000","last_fullsized":"2023-12-02T00:31:58.301212+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:30:22.573699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253677+0000","last_change":"2023-12-02T00:31:58.271554+0000","last_active":"2023-12-02T00:31:59.253677+0000","last_peered":"2023-12-02T00:31:59.253677+0000","last_clean":"2023-12-02T00:31:59.253677+0000","last_became_active":"2023-12-02T00:31:58.270843+0000","last_became_peered":"2023-12-02T00:31:58.270843+0000","last_unstale":"2023-12-02T00:31:59.253677+0000","last_undegraded":"2023-12-02T00:31:59.253677+0000","last_fullsized":"2023-12-02T00:31:59.253677+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:17.192372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256367+0000","last_change":"2023-12-02T00:31:44.195905+0000","last_active":"2023-12-02T00:31:58.256367+0000","last_peered":"2023-12-02T00:31:58.256367+0000","last_clean":"2023-12-02T00:31:58.256367+0000","last_became_active":"2023-12-02T00:31:44.195634+0000","last_became_peered":"2023-12-02T00:31:44.195634+0000","last_unstale":"2023-12-02T00:31:58.256367+0000","last_undegraded":"2023-12-02T00:31:58.256367+0000","last_fullsized":"2023-12-02T00:31:58.256367+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:17:26.191290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261410+0000","last_change":"2023-12-02T00:31:45.206649+0000","last_active":"2023-12-02T00:31:58.261410+0000","last_peered":"2023-12-02T00:31:58.261410+0000","last_clean":"2023-12-02T00:31:58.261410+0000","last_became_active":"2023-12-02T00:31:45.206390+0000","last_became_peered":"2023-12-02T00:31:45.206390+0000","last_unstale":"2023-12-02T00:31:58.261410+0000","last_undegraded":"2023-12-02T00:31:58.261410+0000","last_fullsized":"2023-12-02T00:31:58.261410+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252508+0000","last_change":"2023-12-02T00:31:57.268435+0000","last_active":"2023-12-02T00:31:58.252508+0000","last_peered":"2023-12-02T00:31:58.252508+0000","last_clean":"2023-12-02T00:31:58.252508+0000","last_became_active":"2023-12-02T00:31:57.268003+0000","last_became_peered":"2023-12-02T00:31:57.268003+0000","last_unstale":"2023-12-02T00:31:58.252508+0000","last_undegraded":"2023-12-02T00:31:58.252508+0000","last_fullsized":"2023-12-02T00:31:58.252508+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:20.923957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528576+0000","last_change":"2023-12-02T00:31:58.276541+0000","last_active":"2023-12-02T00:32:00.528576+0000","last_peered":"2023-12-02T00:32:00.528576+0000","last_clean":"2023-12-02T00:32:00.528576+0000","last_became_active":"2023-12-02T00:31:58.272063+0000","last_became_peered":"2023-12-02T00:31:58.272063+0000","last_unstale":"2023-12-02T00:32:00.528576+0000","last_undegraded":"2023-12-02T00:32:00.528576+0000","last_fullsized":"2023-12-02T00:32:00.528576+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:19.863885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255711+0000","last_change":"2023-12-02T00:31:44.187374+0000","last_active":"2023-12-02T00:31:58.255711+0000","last_peered":"2023-12-02T00:31:58.255711+0000","last_clean":"2023-12-02T00:31:58.255711+0000","last_became_active":"2023-12-02T00:31:44.187073+0000","last_became_peered":"2023-12-02T00:31:44.187073+0000","last_unstale":"2023-12-02T00:31:58.255711+0000","last_undegraded":"2023-12-02T00:31:58.255711+0000","last_fullsized":"2023-12-02T00:31:58.255711+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:55.402929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252655+0000","last_change":"2023-12-02T00:31:45.194983+0000","last_active":"2023-12-02T00:31:58.252655+0000","last_peered":"2023-12-02T00:31:58.252655+0000","last_clean":"2023-12-02T00:31:58.252655+0000","last_became_active":"2023-12-02T00:31:45.194691+0000","last_became_peered":"2023-12-02T00:31:45.194691+0000","last_unstale":"2023-12-02T00:31:58.252655+0000","last_undegraded":"2023-12-02T00:31:58.252655+0000","last_fullsized":"2023-12-02T00:31:58.252655+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:00.029948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261551+0000","last_change":"2023-12-02T00:31:57.274264+0000","last_active":"2023-12-02T00:31:58.261551+0000","last_peered":"2023-12-02T00:31:58.261551+0000","last_clean":"2023-12-02T00:31:58.261551+0000","last_became_active":"2023-12-02T00:31:57.273818+0000","last_became_peered":"2023-12-02T00:31:57.273818+0000","last_unstale":"2023-12-02T00:31:58.261551+0000","last_undegraded":"2023-12-02T00:31:58.261551+0000","last_fullsized":"2023-12-02T00:31:58.261551+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:05.337977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254771+0000","last_change":"2023-12-02T00:31:58.274179+0000","last_active":"2023-12-02T00:31:59.254771+0000","last_peered":"2023-12-02T00:31:59.254771+0000","last_clean":"2023-12-02T00:31:59.254771+0000","last_became_active":"2023-12-02T00:31:58.273896+0000","last_became_peered":"2023-12-02T00:31:58.273896+0000","last_unstale":"2023-12-02T00:31:59.254771+0000","last_undegraded":"2023-12-02T00:31:59.254771+0000","last_fullsized":"2023-12-02T00:31:59.254771+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:20.173230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"34'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.291406+0000","last_change":"2023-12-02T00:31:57.269372+0000","last_active":"2023-12-02T00:31:58.291406+0000","last_peered":"2023-12-02T00:31:58.291406+0000","last_clean":"2023-12-02T00:31:58.291406+0000","last_became_active":"2023-12-02T00:31:57.269060+0000","last_became_peered":"2023-12-02T00:31:57.269060+0000","last_unstale":"2023-12-02T00:31:58.291406+0000","last_undegraded":"2023-12-02T00:31:58.291406+0000","last_fullsized":"2023-12-02T00:31:58.291406+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:26.655850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259580+0000","last_change":"2023-12-02T00:31:44.198295+0000","last_active":"2023-12-02T00:31:58.259580+0000","last_peered":"2023-12-02T00:31:58.259580+0000","last_clean":"2023-12-02T00:31:58.259580+0000","last_became_active":"2023-12-02T00:31:44.197986+0000","last_became_peered":"2023-12-02T00:31:44.197986+0000","last_unstale":"2023-12-02T00:31:58.259580+0000","last_undegraded":"2023-12-02T00:31:58.259580+0000","last_fullsized":"2023-12-02T00:31:58.259580+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:29:41.767851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261803+0000","last_change":"2023-12-02T00:31:45.200130+0000","last_active":"2023-12-02T00:31:58.261803+0000","last_peered":"2023-12-02T00:31:58.261803+0000","last_clean":"2023-12-02T00:31:58.261803+0000","last_became_active":"2023-12-02T00:31:45.199818+0000","last_became_peered":"2023-12-02T00:31:45.199818+0000","last_unstale":"2023-12-02T00:31:58.261803+0000","last_undegraded":"2023-12-02T00:31:58.261803+0000","last_fullsized":"2023-12-02T00:31:58.261803+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254243+0000","last_change":"2023-12-02T00:31:58.269231+0000","last_active":"2023-12-02T00:31:59.254243+0000","last_peered":"2023-12-02T00:31:59.254243+0000","last_clean":"2023-12-02T00:31:59.254243+0000","last_became_active":"2023-12-02T00:31:58.268972+0000","last_became_peered":"2023-12-02T00:31:58.268972+0000","last_unstale":"2023-12-02T00:31:59.254243+0000","last_undegraded":"2023-12-02T00:31:59.254243+0000","last_fullsized":"2023-12-02T00:31:59.254243+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:56:41.544462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"34'4","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.301170+0000","last_change":"2023-12-02T00:31:57.275634+0000","last_active":"2023-12-02T00:31:58.301170+0000","last_peered":"2023-12-02T00:31:58.301170+0000","last_clean":"2023-12-02T00:31:58.301170+0000","last_became_active":"2023-12-02T00:31:57.275366+0000","last_became_peered":"2023-12-02T00:31:57.275366+0000","last_unstale":"2023-12-02T00:31:58.301170+0000","last_undegraded":"2023-12-02T00:31:58.301170+0000","last_fullsized":"2023-12-02T00:31:58.301170+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:14:55.699687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"30'2","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248733+0000","last_change":"2023-12-02T00:31:44.198231+0000","last_active":"2023-12-02T00:31:58.248733+0000","last_peered":"2023-12-02T00:31:58.248733+0000","last_clean":"2023-12-02T00:31:58.248733+0000","last_became_active":"2023-12-02T00:31:44.197925+0000","last_became_peered":"2023-12-02T00:31:44.197925+0000","last_unstale":"2023-12-02T00:31:58.248733+0000","last_undegraded":"2023-12-02T00:31:58.248733+0000","last_fullsized":"2023-12-02T00:31:58.248733+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:34:43.258195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256275+0000","last_change":"2023-12-02T00:31:45.212053+0000","last_active":"2023-12-02T00:31:58.256275+0000","last_peered":"2023-12-02T00:31:58.256275+0000","last_clean":"2023-12-02T00:31:58.256275+0000","last_became_active":"2023-12-02T00:31:45.211789+0000","last_became_peered":"2023-12-02T00:31:45.211789+0000","last_unstale":"2023-12-02T00:31:58.256275+0000","last_undegraded":"2023-12-02T00:31:58.256275+0000","last_fullsized":"2023-12-02T00:31:58.256275+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254245+0000","last_change":"2023-12-02T00:31:58.278402+0000","last_active":"2023-12-02T00:31:59.254245+0000","last_peered":"2023-12-02T00:31:59.254245+0000","last_clean":"2023-12-02T00:31:59.254245+0000","last_became_active":"2023-12-02T00:31:58.277181+0000","last_became_peered":"2023-12-02T00:31:58.277181+0000","last_unstale":"2023-12-02T00:31:59.254245+0000","last_undegraded":"2023-12-02T00:31:59.254245+0000","last_fullsized":"2023-12-02T00:31:59.254245+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:36.914267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"30'1","reported_seq":17,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254831+0000","last_change":"2023-12-02T00:31:44.192456+0000","last_active":"2023-12-02T00:31:58.254831+0000","last_peered":"2023-12-02T00:31:58.254831+0000","last_clean":"2023-12-02T00:31:58.254831+0000","last_became_active":"2023-12-02T00:31:44.192131+0000","last_became_peered":"2023-12-02T00:31:44.192131+0000","last_unstale":"2023-12-02T00:31:58.254831+0000","last_undegraded":"2023-12-02T00:31:58.254831+0000","last_fullsized":"2023-12-02T00:31:58.254831+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:37:38.389435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.268634+0000","last_change":"2023-12-02T00:31:45.187585+0000","last_active":"2023-12-02T00:31:58.268634+0000","last_peered":"2023-12-02T00:31:58.268634+0000","last_clean":"2023-12-02T00:31:58.268634+0000","last_became_active":"2023-12-02T00:31:45.183715+0000","last_became_peered":"2023-12-02T00:31:45.183715+0000","last_unstale":"2023-12-02T00:31:58.268634+0000","last_undegraded":"2023-12-02T00:31:58.268634+0000","last_fullsized":"2023-12-02T00:31:58.268634+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:32:52.822564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.290403+0000","last_change":"2023-12-02T00:31:57.275422+0000","last_active":"2023-12-02T00:31:58.290403+0000","last_peered":"2023-12-02T00:31:58.290403+0000","last_clean":"2023-12-02T00:31:58.290403+0000","last_became_active":"2023-12-02T00:31:57.275136+0000","last_became_peered":"2023-12-02T00:31:57.275136+0000","last_unstale":"2023-12-02T00:31:58.290403+0000","last_undegraded":"2023-12-02T00:31:58.290403+0000","last_fullsized":"2023-12-02T00:31:58.290403+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:22:26.243911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582964+0000","last_change":"2023-12-02T00:31:58.282349+0000","last_active":"2023-12-02T00:31:59.582964+0000","last_peered":"2023-12-02T00:31:59.582964+0000","last_clean":"2023-12-02T00:31:59.582964+0000","last_became_active":"2023-12-02T00:31:58.281663+0000","last_became_peered":"2023-12-02T00:31:58.281663+0000","last_unstale":"2023-12-02T00:31:59.582964+0000","last_undegraded":"2023-12-02T00:31:59.582964+0000","last_fullsized":"2023-12-02T00:31:59.582964+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:30:23.581053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"30'4","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.268640+0000","last_change":"2023-12-02T00:31:44.188572+0000","last_active":"2023-12-02T00:31:58.268640+0000","last_peered":"2023-12-02T00:31:58.268640+0000","last_clean":"2023-12-02T00:31:58.268640+0000","last_became_active":"2023-12-02T00:31:44.188300+0000","last_became_peered":"2023-12-02T00:31:44.188300+0000","last_unstale":"2023-12-02T00:31:58.268640+0000","last_undegraded":"2023-12-02T00:31:58.268640+0000","last_fullsized":"2023-12-02T00:31:58.268640+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:43.151185+0000","last_clean_scrub_stamp":"2023-12-02T00:31:43.151185+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:29:49.815434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254798+0000","last_change":"2023-12-02T00:31:45.194674+0000","last_active":"2023-12-02T00:31:58.254798+0000","last_peered":"2023-12-02T00:31:58.254798+0000","last_clean":"2023-12-02T00:31:58.254798+0000","last_became_active":"2023-12-02T00:31:45.194338+0000","last_became_peered":"2023-12-02T00:31:45.194338+0000","last_unstale":"2023-12-02T00:31:58.254798+0000","last_undegraded":"2023-12-02T00:31:58.254798+0000","last_fullsized":"2023-12-02T00:31:58.254798+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:51:22.840737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"34'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.296237+0000","last_change":"2023-12-02T00:31:57.274891+0000","last_active":"2023-12-02T00:31:58.296237+0000","last_peered":"2023-12-02T00:31:58.296237+0000","last_clean":"2023-12-02T00:31:58.296237+0000","last_became_active":"2023-12-02T00:31:57.274442+0000","last_became_peered":"2023-12-02T00:31:57.274442+0000","last_unstale":"2023-12-02T00:31:58.296237+0000","last_undegraded":"2023-12-02T00:31:58.296237+0000","last_fullsized":"2023-12-02T00:31:58.296237+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:56.231873+0000","last_clean_scrub_stamp":"2023-12-02T00:31:56.231873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:33.872879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253161+0000","last_change":"2023-12-02T00:31:58.257953+0000","last_active":"2023-12-02T00:31:59.253161+0000","last_peered":"2023-12-02T00:31:59.253161+0000","last_clean":"2023-12-02T00:31:59.253161+0000","last_became_active":"2023-12-02T00:31:58.257638+0000","last_became_peered":"2023-12-02T00:31:58.257638+0000","last_unstale":"2023-12-02T00:31:59.253161+0000","last_undegraded":"2023-12-02T00:31:59.253161+0000","last_fullsized":"2023-12-02T00:31:59.253161+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:41.459399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251369+0000","last_change":"2023-12-02T00:31:45.188452+0000","last_active":"2023-12-02T00:31:58.251369+0000","last_peered":"2023-12-02T00:31:58.251369+0000","last_clean":"2023-12-02T00:31:58.251369+0000","last_became_active":"2023-12-02T00:31:45.187941+0000","last_became_peered":"2023-12-02T00:31:45.187941+0000","last_unstale":"2023-12-02T00:31:58.251369+0000","last_undegraded":"2023-12-02T00:31:58.251369+0000","last_fullsized":"2023-12-02T00:31:58.251369+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:24.052509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254444+0000","last_change":"2023-12-02T00:31:58.275769+0000","last_active":"2023-12-02T00:31:59.254444+0000","last_peered":"2023-12-02T00:31:59.254444+0000","last_clean":"2023-12-02T00:31:59.254444+0000","last_became_active":"2023-12-02T00:31:58.275065+0000","last_became_peered":"2023-12-02T00:31:58.275065+0000","last_unstale":"2023-12-02T00:31:59.254444+0000","last_undegraded":"2023-12-02T00:31:59.254444+0000","last_fullsized":"2023-12-02T00:31:59.254444+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:34.880233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.267563+0000","last_change":"2023-12-02T00:31:45.200055+0000","last_active":"2023-12-02T00:31:58.267563+0000","last_peered":"2023-12-02T00:31:58.267563+0000","last_clean":"2023-12-02T00:31:58.267563+0000","last_became_active":"2023-12-02T00:31:45.197999+0000","last_became_peered":"2023-12-02T00:31:45.197999+0000","last_unstale":"2023-12-02T00:31:58.267563+0000","last_undegraded":"2023-12-02T00:31:58.267563+0000","last_fullsized":"2023-12-02T00:31:58.267563+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:11:13.814059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120447+0000","last_change":"2023-12-02T00:31:58.267745+0000","last_active":"2023-12-02T00:32:00.120447+0000","last_peered":"2023-12-02T00:32:00.120447+0000","last_clean":"2023-12-02T00:32:00.120447+0000","last_became_active":"2023-12-02T00:31:58.267480+0000","last_became_peered":"2023-12-02T00:31:58.267480+0000","last_unstale":"2023-12-02T00:32:00.120447+0000","last_undegraded":"2023-12-02T00:32:00.120447+0000","last_fullsized":"2023-12-02T00:32:00.120447+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:14.493898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252556+0000","last_change":"2023-12-02T00:31:45.193336+0000","last_active":"2023-12-02T00:31:58.252556+0000","last_peered":"2023-12-02T00:31:58.252556+0000","last_clean":"2023-12-02T00:31:58.252556+0000","last_became_active":"2023-12-02T00:31:45.193016+0000","last_became_peered":"2023-12-02T00:31:45.193016+0000","last_unstale":"2023-12-02T00:31:58.252556+0000","last_undegraded":"2023-12-02T00:31:58.252556+0000","last_fullsized":"2023-12-02T00:31:58.252556+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:55:01.413281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637308+0000","last_change":"2023-12-02T00:31:58.279205+0000","last_active":"2023-12-02T00:32:00.637308+0000","last_peered":"2023-12-02T00:32:00.637308+0000","last_clean":"2023-12-02T00:32:00.637308+0000","last_became_active":"2023-12-02T00:31:58.278950+0000","last_became_peered":"2023-12-02T00:31:58.278950+0000","last_unstale":"2023-12-02T00:32:00.637308+0000","last_undegraded":"2023-12-02T00:32:00.637308+0000","last_fullsized":"2023-12-02T00:32:00.637308+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:17:29.718082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255559+0000","last_change":"2023-12-02T00:31:45.203770+0000","last_active":"2023-12-02T00:31:58.255559+0000","last_peered":"2023-12-02T00:31:58.255559+0000","last_clean":"2023-12-02T00:31:58.255559+0000","last_became_active":"2023-12-02T00:31:45.203435+0000","last_became_peered":"2023-12-02T00:31:45.203435+0000","last_unstale":"2023-12-02T00:31:58.255559+0000","last_undegraded":"2023-12-02T00:31:58.255559+0000","last_fullsized":"2023-12-02T00:31:58.255559+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120815+0000","last_change":"2023-12-02T00:31:58.277035+0000","last_active":"2023-12-02T00:32:00.120815+0000","last_peered":"2023-12-02T00:32:00.120815+0000","last_clean":"2023-12-02T00:32:00.120815+0000","last_became_active":"2023-12-02T00:31:58.276238+0000","last_became_peered":"2023-12-02T00:31:58.276238+0000","last_unstale":"2023-12-02T00:32:00.120815+0000","last_undegraded":"2023-12-02T00:32:00.120815+0000","last_fullsized":"2023-12-02T00:32:00.120815+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.517172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261652+0000","last_change":"2023-12-02T00:31:45.206609+0000","last_active":"2023-12-02T00:31:58.261652+0000","last_peered":"2023-12-02T00:31:58.261652+0000","last_clean":"2023-12-02T00:31:58.261652+0000","last_became_active":"2023-12-02T00:31:45.206307+0000","last_became_peered":"2023-12-02T00:31:45.206307+0000","last_unstale":"2023-12-02T00:31:58.261652+0000","last_undegraded":"2023-12-02T00:31:58.261652+0000","last_fullsized":"2023-12-02T00:31:58.261652+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254863+0000","last_change":"2023-12-02T00:31:58.286123+0000","last_active":"2023-12-02T00:31:59.254863+0000","last_peered":"2023-12-02T00:31:59.254863+0000","last_clean":"2023-12-02T00:31:59.254863+0000","last_became_active":"2023-12-02T00:31:58.285832+0000","last_became_peered":"2023-12-02T00:31:58.285832+0000","last_unstale":"2023-12-02T00:31:59.254863+0000","last_undegraded":"2023-12-02T00:31:59.254863+0000","last_fullsized":"2023-12-02T00:31:59.254863+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:36.914267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261877+0000","last_change":"2023-12-02T00:31:45.203014+0000","last_active":"2023-12-02T00:31:58.261877+0000","last_peered":"2023-12-02T00:31:58.261877+0000","last_clean":"2023-12-02T00:31:58.261877+0000","last_became_active":"2023-12-02T00:31:45.202714+0000","last_became_peered":"2023-12-02T00:31:45.202714+0000","last_unstale":"2023-12-02T00:31:58.261877+0000","last_undegraded":"2023-12-02T00:31:58.261877+0000","last_fullsized":"2023-12-02T00:31:58.261877+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582853+0000","last_change":"2023-12-02T00:31:58.276523+0000","last_active":"2023-12-02T00:31:59.582853+0000","last_peered":"2023-12-02T00:31:59.582853+0000","last_clean":"2023-12-02T00:31:59.582853+0000","last_became_active":"2023-12-02T00:31:58.274674+0000","last_became_peered":"2023-12-02T00:31:58.274674+0000","last_unstale":"2023-12-02T00:31:59.582853+0000","last_undegraded":"2023-12-02T00:31:59.582853+0000","last_fullsized":"2023-12-02T00:31:59.582853+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:07.994219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249655+0000","last_change":"2023-12-02T00:31:45.196818+0000","last_active":"2023-12-02T00:31:58.249655+0000","last_peered":"2023-12-02T00:31:58.249655+0000","last_clean":"2023-12-02T00:31:58.249655+0000","last_became_active":"2023-12-02T00:31:45.196563+0000","last_became_peered":"2023-12-02T00:31:45.196563+0000","last_unstale":"2023-12-02T00:31:58.249655+0000","last_undegraded":"2023-12-02T00:31:58.249655+0000","last_fullsized":"2023-12-02T00:31:58.249655+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:54:05.123772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253408+0000","last_change":"2023-12-02T00:31:58.270065+0000","last_active":"2023-12-02T00:31:59.253408+0000","last_peered":"2023-12-02T00:31:59.253408+0000","last_clean":"2023-12-02T00:31:59.253408+0000","last_became_active":"2023-12-02T00:31:58.269808+0000","last_became_peered":"2023-12-02T00:31:58.269808+0000","last_unstale":"2023-12-02T00:31:59.253408+0000","last_undegraded":"2023-12-02T00:31:59.253408+0000","last_fullsized":"2023-12-02T00:31:59.253408+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:22:27.251265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262490+0000","last_change":"2023-12-02T00:31:45.201019+0000","last_active":"2023-12-02T00:31:58.262490+0000","last_peered":"2023-12-02T00:31:58.262490+0000","last_clean":"2023-12-02T00:31:58.262490+0000","last_became_active":"2023-12-02T00:31:45.200544+0000","last_became_peered":"2023-12-02T00:31:45.200544+0000","last_unstale":"2023-12-02T00:31:58.262490+0000","last_undegraded":"2023-12-02T00:31:58.262490+0000","last_fullsized":"2023-12-02T00:31:58.262490+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:57:56.359602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528839+0000","last_change":"2023-12-02T00:31:58.277148+0000","last_active":"2023-12-02T00:32:00.528839+0000","last_peered":"2023-12-02T00:32:00.528839+0000","last_clean":"2023-12-02T00:32:00.528839+0000","last_became_active":"2023-12-02T00:31:58.276575+0000","last_became_peered":"2023-12-02T00:31:58.276575+0000","last_unstale":"2023-12-02T00:32:00.528839+0000","last_undegraded":"2023-12-02T00:32:00.528839+0000","last_fullsized":"2023-12-02T00:32:00.528839+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:41.459399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259429+0000","last_change":"2023-12-02T00:31:45.202707+0000","last_active":"2023-12-02T00:31:58.259429+0000","last_peered":"2023-12-02T00:31:58.259429+0000","last_clean":"2023-12-02T00:31:58.259429+0000","last_became_active":"2023-12-02T00:31:45.202440+0000","last_became_peered":"2023-12-02T00:31:45.202440+0000","last_unstale":"2023-12-02T00:31:58.259429+0000","last_undegraded":"2023-12-02T00:31:58.259429+0000","last_fullsized":"2023-12-02T00:31:58.259429+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:36:40.381388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637945+0000","last_change":"2023-12-02T00:31:58.273063+0000","last_active":"2023-12-02T00:32:00.637945+0000","last_peered":"2023-12-02T00:32:00.637945+0000","last_clean":"2023-12-02T00:32:00.637945+0000","last_became_active":"2023-12-02T00:31:58.272271+0000","last_became_peered":"2023-12-02T00:31:58.272271+0000","last_unstale":"2023-12-02T00:32:00.637945+0000","last_undegraded":"2023-12-02T00:32:00.637945+0000","last_fullsized":"2023-12-02T00:32:00.637945+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:46:27.983981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.254154+0000","last_change":"2023-12-02T00:31:45.191085+0000","last_active":"2023-12-02T00:31:58.254154+0000","last_peered":"2023-12-02T00:31:58.254154+0000","last_clean":"2023-12-02T00:31:58.254154+0000","last_became_active":"2023-12-02T00:31:45.190768+0000","last_became_peered":"2023-12-02T00:31:45.190768+0000","last_unstale":"2023-12-02T00:31:58.254154+0000","last_undegraded":"2023-12-02T00:31:58.254154+0000","last_fullsized":"2023-12-02T00:31:58.254154+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253042+0000","last_change":"2023-12-02T00:31:58.276145+0000","last_active":"2023-12-02T00:31:59.253042+0000","last_peered":"2023-12-02T00:31:59.253042+0000","last_clean":"2023-12-02T00:31:59.253042+0000","last_became_active":"2023-12-02T00:31:58.275612+0000","last_became_peered":"2023-12-02T00:31:58.275612+0000","last_unstale":"2023-12-02T00:31:59.253042+0000","last_undegraded":"2023-12-02T00:31:59.253042+0000","last_fullsized":"2023-12-02T00:31:59.253042+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:53:13.110564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255725+0000","last_change":"2023-12-02T00:31:45.198738+0000","last_active":"2023-12-02T00:31:58.255725+0000","last_peered":"2023-12-02T00:31:58.255725+0000","last_clean":"2023-12-02T00:31:58.255725+0000","last_became_active":"2023-12-02T00:31:45.198253+0000","last_became_peered":"2023-12-02T00:31:45.198253+0000","last_unstale":"2023-12-02T00:31:58.255725+0000","last_undegraded":"2023-12-02T00:31:58.255725+0000","last_fullsized":"2023-12-02T00:31:58.255725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.254051+0000","last_change":"2023-12-02T00:31:58.271756+0000","last_active":"2023-12-02T00:31:59.254051+0000","last_peered":"2023-12-02T00:31:59.254051+0000","last_clean":"2023-12-02T00:31:59.254051+0000","last_became_active":"2023-12-02T00:31:58.271210+0000","last_became_peered":"2023-12-02T00:31:58.271210+0000","last_unstale":"2023-12-02T00:31:59.254051+0000","last_undegraded":"2023-12-02T00:31:59.254051+0000","last_fullsized":"2023-12-02T00:31:59.254051+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:34.965246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.255525+0000","last_change":"2023-12-02T00:31:45.196430+0000","last_active":"2023-12-02T00:31:58.255525+0000","last_peered":"2023-12-02T00:31:58.255525+0000","last_clean":"2023-12-02T00:31:58.255525+0000","last_became_active":"2023-12-02T00:31:45.195822+0000","last_became_peered":"2023-12-02T00:31:45.195822+0000","last_unstale":"2023-12-02T00:31:58.255525+0000","last_undegraded":"2023-12-02T00:31:58.255525+0000","last_fullsized":"2023-12-02T00:31:58.255525+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253503+0000","last_change":"2023-12-02T00:31:58.274754+0000","last_active":"2023-12-02T00:31:59.253503+0000","last_peered":"2023-12-02T00:31:59.253503+0000","last_clean":"2023-12-02T00:31:59.253503+0000","last_became_active":"2023-12-02T00:31:58.273386+0000","last_became_peered":"2023-12-02T00:31:58.273386+0000","last_unstale":"2023-12-02T00:31:59.253503+0000","last_undegraded":"2023-12-02T00:31:59.253503+0000","last_fullsized":"2023-12-02T00:31:59.253503+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:27:32.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.259501+0000","last_change":"2023-12-02T00:31:45.202860+0000","last_active":"2023-12-02T00:31:58.259501+0000","last_peered":"2023-12-02T00:31:58.259501+0000","last_clean":"2023-12-02T00:31:58.259501+0000","last_became_active":"2023-12-02T00:31:45.202621+0000","last_became_peered":"2023-12-02T00:31:45.202621+0000","last_unstale":"2023-12-02T00:31:58.259501+0000","last_undegraded":"2023-12-02T00:31:58.259501+0000","last_fullsized":"2023-12-02T00:31:58.259501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:27.397753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253877+0000","last_change":"2023-12-02T00:31:58.270614+0000","last_active":"2023-12-02T00:31:59.253877+0000","last_peered":"2023-12-02T00:31:59.253877+0000","last_clean":"2023-12-02T00:31:59.253877+0000","last_became_active":"2023-12-02T00:31:58.270343+0000","last_became_peered":"2023-12-02T00:31:58.270343+0000","last_unstale":"2023-12-02T00:31:59.253877+0000","last_undegraded":"2023-12-02T00:31:59.253877+0000","last_fullsized":"2023-12-02T00:31:59.253877+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:08.196113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248629+0000","last_change":"2023-12-02T00:31:45.198902+0000","last_active":"2023-12-02T00:31:58.248629+0000","last_peered":"2023-12-02T00:31:58.248629+0000","last_clean":"2023-12-02T00:31:58.248629+0000","last_became_active":"2023-12-02T00:31:45.198648+0000","last_became_peered":"2023-12-02T00:31:45.198648+0000","last_unstale":"2023-12-02T00:31:58.248629+0000","last_undegraded":"2023-12-02T00:31:58.248629+0000","last_fullsized":"2023-12-02T00:31:58.248629+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:04.111756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120671+0000","last_change":"2023-12-02T00:31:58.270879+0000","last_active":"2023-12-02T00:32:00.120671+0000","last_peered":"2023-12-02T00:32:00.120671+0000","last_clean":"2023-12-02T00:32:00.120671+0000","last_became_active":"2023-12-02T00:31:58.270540+0000","last_became_peered":"2023-12-02T00:31:58.270540+0000","last_unstale":"2023-12-02T00:32:00.120671+0000","last_undegraded":"2023-12-02T00:32:00.120671+0000","last_fullsized":"2023-12-02T00:32:00.120671+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:33.513976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249621+0000","last_change":"2023-12-02T00:31:45.200026+0000","last_active":"2023-12-02T00:31:58.249621+0000","last_peered":"2023-12-02T00:31:58.249621+0000","last_clean":"2023-12-02T00:31:58.249621+0000","last_became_active":"2023-12-02T00:31:45.199804+0000","last_became_peered":"2023-12-02T00:31:45.199804+0000","last_unstale":"2023-12-02T00:31:58.249621+0000","last_undegraded":"2023-12-02T00:31:58.249621+0000","last_fullsized":"2023-12-02T00:31:58.249621+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.255022+0000","last_change":"2023-12-02T00:31:58.290680+0000","last_active":"2023-12-02T00:31:59.255022+0000","last_peered":"2023-12-02T00:31:59.255022+0000","last_clean":"2023-12-02T00:31:59.255022+0000","last_became_active":"2023-12-02T00:31:58.290380+0000","last_became_peered":"2023-12-02T00:31:58.290380+0000","last_unstale":"2023-12-02T00:31:59.255022+0000","last_undegraded":"2023-12-02T00:31:59.255022+0000","last_fullsized":"2023-12-02T00:31:59.255022+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:36:11.199911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.253542+0000","last_change":"2023-12-02T00:31:45.193483+0000","last_active":"2023-12-02T00:31:58.253542+0000","last_peered":"2023-12-02T00:31:58.253542+0000","last_clean":"2023-12-02T00:31:58.253542+0000","last_became_active":"2023-12-02T00:31:45.193210+0000","last_became_peered":"2023-12-02T00:31:45.193210+0000","last_unstale":"2023-12-02T00:31:58.253542+0000","last_undegraded":"2023-12-02T00:31:58.253542+0000","last_fullsized":"2023-12-02T00:31:58.253542+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528814+0000","last_change":"2023-12-02T00:31:58.267139+0000","last_active":"2023-12-02T00:32:00.528814+0000","last_peered":"2023-12-02T00:32:00.528814+0000","last_clean":"2023-12-02T00:32:00.528814+0000","last_became_active":"2023-12-02T00:31:58.265950+0000","last_became_peered":"2023-12-02T00:31:58.265950+0000","last_unstale":"2023-12-02T00:32:00.528814+0000","last_undegraded":"2023-12-02T00:32:00.528814+0000","last_fullsized":"2023-12-02T00:32:00.528814+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:06.345331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.251731+0000","last_change":"2023-12-02T00:31:45.209611+0000","last_active":"2023-12-02T00:31:58.251731+0000","last_peered":"2023-12-02T00:31:58.251731+0000","last_clean":"2023-12-02T00:31:58.251731+0000","last_became_active":"2023-12-02T00:31:45.209198+0000","last_became_peered":"2023-12-02T00:31:45.209198+0000","last_unstale":"2023-12-02T00:31:58.251731+0000","last_undegraded":"2023-12-02T00:31:58.251731+0000","last_fullsized":"2023-12-02T00:31:58.251731+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:08.850695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.120367+0000","last_change":"2023-12-02T00:31:58.281810+0000","last_active":"2023-12-02T00:32:00.120367+0000","last_peered":"2023-12-02T00:32:00.120367+0000","last_clean":"2023-12-02T00:32:00.120367+0000","last_became_active":"2023-12-02T00:31:58.281540+0000","last_became_peered":"2023-12-02T00:31:58.281540+0000","last_unstale":"2023-12-02T00:32:00.120367+0000","last_undegraded":"2023-12-02T00:32:00.120367+0000","last_fullsized":"2023-12-02T00:32:00.120367+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:28.091011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261422+0000","last_change":"2023-12-02T00:31:45.198970+0000","last_active":"2023-12-02T00:31:58.261422+0000","last_peered":"2023-12-02T00:31:58.261422+0000","last_clean":"2023-12-02T00:31:58.261422+0000","last_became_active":"2023-12-02T00:31:45.198703+0000","last_became_peered":"2023-12-02T00:31:45.198703+0000","last_unstale":"2023-12-02T00:31:58.261422+0000","last_undegraded":"2023-12-02T00:31:58.261422+0000","last_fullsized":"2023-12-02T00:31:58.261422+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:19.910374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253211+0000","last_change":"2023-12-02T00:31:58.274290+0000","last_active":"2023-12-02T00:31:59.253211+0000","last_peered":"2023-12-02T00:31:59.253211+0000","last_clean":"2023-12-02T00:31:59.253211+0000","last_became_active":"2023-12-02T00:31:58.273823+0000","last_became_peered":"2023-12-02T00:31:58.273823+0000","last_unstale":"2023-12-02T00:31:59.253211+0000","last_undegraded":"2023-12-02T00:31:59.253211+0000","last_fullsized":"2023-12-02T00:31:59.253211+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:57:21.931311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249032+0000","last_change":"2023-12-02T00:31:45.205750+0000","last_active":"2023-12-02T00:31:58.249032+0000","last_peered":"2023-12-02T00:31:58.249032+0000","last_clean":"2023-12-02T00:31:58.249032+0000","last_became_active":"2023-12-02T00:31:45.204340+0000","last_became_peered":"2023-12-02T00:31:45.204340+0000","last_unstale":"2023-12-02T00:31:58.249032+0000","last_undegraded":"2023-12-02T00:31:58.249032+0000","last_fullsized":"2023-12-02T00:31:58.249032+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637163+0000","last_change":"2023-12-02T00:31:58.258314+0000","last_active":"2023-12-02T00:32:00.637163+0000","last_peered":"2023-12-02T00:32:00.637163+0000","last_clean":"2023-12-02T00:32:00.637163+0000","last_became_active":"2023-12-02T00:31:58.258020+0000","last_became_peered":"2023-12-02T00:31:58.258020+0000","last_unstale":"2023-12-02T00:32:00.637163+0000","last_undegraded":"2023-12-02T00:32:00.637163+0000","last_fullsized":"2023-12-02T00:32:00.637163+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:48:34.433060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260271+0000","last_change":"2023-12-02T00:31:45.197880+0000","last_active":"2023-12-02T00:31:58.260271+0000","last_peered":"2023-12-02T00:31:58.260271+0000","last_clean":"2023-12-02T00:31:58.260271+0000","last_became_active":"2023-12-02T00:31:45.197449+0000","last_became_peered":"2023-12-02T00:31:45.197449+0000","last_unstale":"2023-12-02T00:31:58.260271+0000","last_undegraded":"2023-12-02T00:31:58.260271+0000","last_fullsized":"2023-12-02T00:31:58.260271+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:20:59.360444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529262+0000","last_change":"2023-12-02T00:31:58.280011+0000","last_active":"2023-12-02T00:32:00.529262+0000","last_peered":"2023-12-02T00:32:00.529262+0000","last_clean":"2023-12-02T00:32:00.529262+0000","last_became_active":"2023-12-02T00:31:58.279628+0000","last_became_peered":"2023-12-02T00:31:58.279628+0000","last_unstale":"2023-12-02T00:32:00.529262+0000","last_undegraded":"2023-12-02T00:32:00.529262+0000","last_fullsized":"2023-12-02T00:32:00.529262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:08.196113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.261571+0000","last_change":"2023-12-02T00:31:45.208663+0000","last_active":"2023-12-02T00:31:58.261571+0000","last_peered":"2023-12-02T00:31:58.261571+0000","last_clean":"2023-12-02T00:31:58.261571+0000","last_became_active":"2023-12-02T00:31:45.208081+0000","last_became_peered":"2023-12-02T00:31:45.208081+0000","last_unstale":"2023-12-02T00:31:58.261571+0000","last_undegraded":"2023-12-02T00:31:58.261571+0000","last_fullsized":"2023-12-02T00:31:58.261571+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529389+0000","last_change":"2023-12-02T00:31:58.270161+0000","last_active":"2023-12-02T00:32:00.529389+0000","last_peered":"2023-12-02T00:32:00.529389+0000","last_clean":"2023-12-02T00:32:00.529389+0000","last_became_active":"2023-12-02T00:31:58.269615+0000","last_became_peered":"2023-12-02T00:31:58.269615+0000","last_unstale":"2023-12-02T00:32:00.529389+0000","last_undegraded":"2023-12-02T00:32:00.529389+0000","last_fullsized":"2023-12-02T00:32:00.529389+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:30:23.581053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252872+0000","last_change":"2023-12-02T00:31:45.196475+0000","last_active":"2023-12-02T00:31:58.252872+0000","last_peered":"2023-12-02T00:31:58.252872+0000","last_clean":"2023-12-02T00:31:58.252872+0000","last_became_active":"2023-12-02T00:31:45.196195+0000","last_became_peered":"2023-12-02T00:31:45.196195+0000","last_unstale":"2023-12-02T00:31:58.252872+0000","last_undegraded":"2023-12-02T00:31:58.252872+0000","last_fullsized":"2023-12-02T00:31:58.252872+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:37.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582782+0000","last_change":"2023-12-02T00:31:58.277028+0000","last_active":"2023-12-02T00:31:59.582782+0000","last_peered":"2023-12-02T00:31:59.582782+0000","last_clean":"2023-12-02T00:31:59.582782+0000","last_became_active":"2023-12-02T00:31:58.276754+0000","last_became_peered":"2023-12-02T00:31:58.276754+0000","last_unstale":"2023-12-02T00:31:59.582782+0000","last_undegraded":"2023-12-02T00:31:59.582782+0000","last_fullsized":"2023-12-02T00:31:59.582782+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:08.196113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262338+0000","last_change":"2023-12-02T00:31:45.206282+0000","last_active":"2023-12-02T00:31:58.262338+0000","last_peered":"2023-12-02T00:31:58.262338+0000","last_clean":"2023-12-02T00:31:58.262338+0000","last_became_active":"2023-12-02T00:31:45.206019+0000","last_became_peered":"2023-12-02T00:31:45.206019+0000","last_unstale":"2023-12-02T00:31:58.262338+0000","last_undegraded":"2023-12-02T00:31:58.262338+0000","last_fullsized":"2023-12-02T00:31:58.262338+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:14.428850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529164+0000","last_change":"2023-12-02T00:31:58.278798+0000","last_active":"2023-12-02T00:32:00.529164+0000","last_peered":"2023-12-02T00:32:00.529164+0000","last_clean":"2023-12-02T00:32:00.529164+0000","last_became_active":"2023-12-02T00:31:58.278536+0000","last_became_peered":"2023-12-02T00:31:58.278536+0000","last_unstale":"2023-12-02T00:32:00.529164+0000","last_undegraded":"2023-12-02T00:32:00.529164+0000","last_fullsized":"2023-12-02T00:32:00.529164+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:55.793228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256616+0000","last_change":"2023-12-02T00:31:45.204168+0000","last_active":"2023-12-02T00:31:58.256616+0000","last_peered":"2023-12-02T00:31:58.256616+0000","last_clean":"2023-12-02T00:31:58.256616+0000","last_became_active":"2023-12-02T00:31:45.203723+0000","last_became_peered":"2023-12-02T00:31:45.203723+0000","last_unstale":"2023-12-02T00:31:58.256616+0000","last_undegraded":"2023-12-02T00:31:58.256616+0000","last_fullsized":"2023-12-02T00:31:58.256616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:27:35.143581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.637323+0000","last_change":"2023-12-02T00:31:58.255605+0000","last_active":"2023-12-02T00:32:00.637323+0000","last_peered":"2023-12-02T00:32:00.637323+0000","last_clean":"2023-12-02T00:32:00.637323+0000","last_became_active":"2023-12-02T00:31:58.255281+0000","last_became_peered":"2023-12-02T00:31:58.255281+0000","last_unstale":"2023-12-02T00:32:00.637323+0000","last_undegraded":"2023-12-02T00:32:00.637323+0000","last_fullsized":"2023-12-02T00:32:00.637323+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:10:55.398223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.253058+0000","last_change":"2023-12-02T00:31:45.203061+0000","last_active":"2023-12-02T00:31:58.253058+0000","last_peered":"2023-12-02T00:31:58.253058+0000","last_clean":"2023-12-02T00:31:58.253058+0000","last_became_active":"2023-12-02T00:31:45.202804+0000","last_became_peered":"2023-12-02T00:31:45.202804+0000","last_unstale":"2023-12-02T00:31:58.253058+0000","last_undegraded":"2023-12-02T00:31:58.253058+0000","last_fullsized":"2023-12-02T00:31:58.253058+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:40:40.629390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.582720+0000","last_change":"2023-12-02T00:31:58.280051+0000","last_active":"2023-12-02T00:31:59.582720+0000","last_peered":"2023-12-02T00:31:59.582720+0000","last_clean":"2023-12-02T00:31:59.582720+0000","last_became_active":"2023-12-02T00:31:58.279842+0000","last_became_peered":"2023-12-02T00:31:58.279842+0000","last_unstale":"2023-12-02T00:31:59.582720+0000","last_undegraded":"2023-12-02T00:31:59.582720+0000","last_fullsized":"2023-12-02T00:31:59.582720+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:23.474043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.252864+0000","last_change":"2023-12-02T00:31:45.190527+0000","last_active":"2023-12-02T00:31:58.252864+0000","last_peered":"2023-12-02T00:31:58.252864+0000","last_clean":"2023-12-02T00:31:58.252864+0000","last_became_active":"2023-12-02T00:31:45.190171+0000","last_became_peered":"2023-12-02T00:31:45.190171+0000","last_unstale":"2023-12-02T00:31:58.252864+0000","last_undegraded":"2023-12-02T00:31:58.252864+0000","last_fullsized":"2023-12-02T00:31:58.252864+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:58:21.799617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.528597+0000","last_change":"2023-12-02T00:31:58.276155+0000","last_active":"2023-12-02T00:32:00.528597+0000","last_peered":"2023-12-02T00:32:00.528597+0000","last_clean":"2023-12-02T00:32:00.528597+0000","last_became_active":"2023-12-02T00:31:58.272315+0000","last_became_peered":"2023-12-02T00:31:58.272315+0000","last_unstale":"2023-12-02T00:32:00.528597+0000","last_undegraded":"2023-12-02T00:32:00.528597+0000","last_fullsized":"2023-12-02T00:32:00.528597+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:38:27.663204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.248949+0000","last_change":"2023-12-02T00:31:45.204306+0000","last_active":"2023-12-02T00:31:58.248949+0000","last_peered":"2023-12-02T00:31:58.248949+0000","last_clean":"2023-12-02T00:31:58.248949+0000","last_became_active":"2023-12-02T00:31:45.204000+0000","last_became_peered":"2023-12-02T00:31:45.204000+0000","last_unstale":"2023-12-02T00:31:58.248949+0000","last_undegraded":"2023-12-02T00:31:58.248949+0000","last_fullsized":"2023-12-02T00:31:58.248949+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:41:20.433360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.938506+0000","last_change":"2023-12-02T00:31:58.277218+0000","last_active":"2023-12-02T00:31:59.938506+0000","last_peered":"2023-12-02T00:31:59.938506+0000","last_clean":"2023-12-02T00:31:59.938506+0000","last_became_active":"2023-12-02T00:31:58.275038+0000","last_became_peered":"2023-12-02T00:31:58.275038+0000","last_unstale":"2023-12-02T00:31:59.938506+0000","last_undegraded":"2023-12-02T00:31:59.938506+0000","last_fullsized":"2023-12-02T00:31:59.938506+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:45:38.845984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.260193+0000","last_change":"2023-12-02T00:31:45.211735+0000","last_active":"2023-12-02T00:31:58.260193+0000","last_peered":"2023-12-02T00:31:58.260193+0000","last_clean":"2023-12-02T00:31:58.260193+0000","last_became_active":"2023-12-02T00:31:45.211492+0000","last_became_peered":"2023-12-02T00:31:45.211492+0000","last_unstale":"2023-12-02T00:31:58.260193+0000","last_undegraded":"2023-12-02T00:31:58.260193+0000","last_fullsized":"2023-12-02T00:31:58.260193+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:01.846471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.583050+0000","last_change":"2023-12-02T00:31:58.266494+0000","last_active":"2023-12-02T00:31:59.583050+0000","last_peered":"2023-12-02T00:31:59.583050+0000","last_clean":"2023-12-02T00:31:59.583050+0000","last_became_active":"2023-12-02T00:31:58.266225+0000","last_became_peered":"2023-12-02T00:31:58.266225+0000","last_unstale":"2023-12-02T00:31:59.583050+0000","last_undegraded":"2023-12-02T00:31:59.583050+0000","last_fullsized":"2023-12-02T00:31:59.583050+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:32:04.666892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.256883+0000","last_change":"2023-12-02T00:31:45.212793+0000","last_active":"2023-12-02T00:31:58.256883+0000","last_peered":"2023-12-02T00:31:58.256883+0000","last_clean":"2023-12-02T00:31:58.256883+0000","last_became_active":"2023-12-02T00:31:45.212524+0000","last_became_peered":"2023-12-02T00:31:45.212524+0000","last_unstale":"2023-12-02T00:31:58.256883+0000","last_undegraded":"2023-12-02T00:31:58.256883+0000","last_fullsized":"2023-12-02T00:31:58.256883+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:10:45.742945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.3f","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.939239+0000","last_change":"2023-12-02T00:31:58.261136+0000","last_active":"2023-12-02T00:31:59.939239+0000","last_peered":"2023-12-02T00:31:59.939239+0000","last_clean":"2023-12-02T00:31:59.939239+0000","last_became_active":"2023-12-02T00:31:58.260783+0000","last_became_peered":"2023-12-02T00:31:58.260783+0000","last_unstale":"2023-12-02T00:31:59.939239+0000","last_undegraded":"2023-12-02T00:31:59.939239+0000","last_fullsized":"2023-12-02T00:31:59.939239+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:14:56.707041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.262018+0000","last_change":"2023-12-02T00:31:45.199537+0000","last_active":"2023-12-02T00:31:58.262018+0000","last_peered":"2023-12-02T00:31:58.262018+0000","last_clean":"2023-12-02T00:31:58.262018+0000","last_became_active":"2023-12-02T00:31:45.198960+0000","last_became_peered":"2023-12-02T00:31:45.198960+0000","last_unstale":"2023-12-02T00:31:58.262018+0000","last_undegraded":"2023-12-02T00:31:58.262018+0000","last_fullsized":"2023-12-02T00:31:58.262018+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:12:15.010395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:32:00.529162+0000","last_change":"2023-12-02T00:31:58.277683+0000","last_active":"2023-12-02T00:32:00.529162+0000","last_peered":"2023-12-02T00:32:00.529162+0000","last_clean":"2023-12-02T00:32:00.529162+0000","last_became_active":"2023-12-02T00:31:58.276775+0000","last_became_peered":"2023-12-02T00:31:58.276775+0000","last_unstale":"2023-12-02T00:32:00.529162+0000","last_undegraded":"2023-12-02T00:32:00.529162+0000","last_fullsized":"2023-12-02T00:32:00.529162+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:23.474043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.249580+0000","last_change":"2023-12-02T00:31:45.203845+0000","last_active":"2023-12-02T00:31:58.249580+0000","last_peered":"2023-12-02T00:31:58.249580+0000","last_clean":"2023-12-02T00:31:58.249580+0000","last_became_active":"2023-12-02T00:31:45.203503+0000","last_became_peered":"2023-12-02T00:31:45.203503+0000","last_unstale":"2023-12-02T00:31:58.249580+0000","last_undegraded":"2023-12-02T00:31:58.249580+0000","last_fullsized":"2023-12-02T00:31:58.249580+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:05:21.884629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2023-12-02T00:31:59.253702+0000","last_change":"2023-12-02T00:31:58.271738+0000","last_active":"2023-12-02T00:31:59.253702+0000","last_peered":"2023-12-02T00:31:59.253702+0000","last_clean":"2023-12-02T00:31:59.253702+0000","last_became_active":"2023-12-02T00:31:58.271465+0000","last_became_peered":"2023-12-02T00:31:58.271465+0000","last_unstale":"2023-12-02T00:31:59.253702+0000","last_undegraded":"2023-12-02T00:31:59.253702+0000","last_fullsized":"2023-12-02T00:31:59.253702+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:57.239227+0000","last_clean_scrub_stamp":"2023-12-02T00:31:57.239227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:27:23.474043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3f","version":"0'0","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-12-02T00:31:58.268554+0000","last_change":"2023-12-02T00:31:45.203183+0000","last_active":"2023-12-02T00:31:58.268554+0000","last_peered":"2023-12-02T00:31:58.268554+0000","last_clean":"2023-12-02T00:31:58.268554+0000","last_became_active":"2023-12-02T00:31:45.202868+0000","last_became_peered":"2023-12-02T00:31:45.202868+0000","last_unstale":"2023-12-02T00:31:58.268554+0000","last_undegraded":"2023-12-02T00:31:58.268554+0000","last_fullsized":"2023-12-02T00:31:58.268554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:31:44.158610+0000","last_clean_scrub_stamp":"2023-12-02T00:31:44.158610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:31:56.410354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":999424,"data_stored":753233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.747}]},{"osd":1,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.80700000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.70799999999999996}]},{"osd":3,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.78400000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.85899999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.68400000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.82599999999999996}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27432,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":413696,"data_stored":163973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.92800000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.58699999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.83699999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.753}]},{"osd":4,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.90300000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.72699999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.874},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.89100000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":409600,"data_stored":163427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.81899999999999995}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.91100000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1549999999999998,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.89700000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":2.1179999999999999,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.873}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.78800000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.61299999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.67800000000000005}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":417792,"data_stored":164401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.501},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.67200000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.68500000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.76200000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.59699999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.70499999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.82099999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":425984,"data_stored":166452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.39300000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.499}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.627}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.3410000000000002,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.57499999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.55900000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":164389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.899,"5min":1.899,"15min":1.899},"last":0.56399999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.40600000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.67400000000000004}]},{"osd":5,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.65100000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.91400000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.749}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":417792,"data_stored":165884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.4880000000000004,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.093,"5min":4.093,"15min":4.093},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":8.1620000000000008,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.48299999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.633,"5min":4.633,"15min":4.633},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.49099999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.2569999999999997,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.7839999999999998,"5min":3.7839999999999998,"15min":3.7839999999999998},"last":0.60999999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":3.8410000000000002,"5min":3.8410000000000002,"15min":3.8410000000000002},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":4.5869999999999997,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.627}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.3179999999999996,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.8889999999999998,"5min":3.8889999999999998,"15min":3.8889999999999998},"last":0.56999999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.71699999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343844,"statfs":{"total":96636764160,"available":96608096256,"internally_reserved":0,"allocated":995328,"data_stored":753087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.501},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.71399999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.625},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.77700000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.67900000000000005}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":1.0580000000000001},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.90400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.94999999999999996}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.999}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.97299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:07.231 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-02T00:32:07.231 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2023-12-02T00:32:07.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c45f3e640 1 Processor -- start 2023-12-02T00:32:07.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c45f3e640 1 -- start start 2023-12-02T00:32:07.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c45f3e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8c400a5370 0x7f8c400c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c45f3e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c400c2760 con 0x7f8c400c4110 2023-12-02T00:32:07.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c45f3e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c400a5750 con 0x7f8c40072090 2023-12-02T00:32:07.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c45f3e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c400c3070 con 0x7f8c400a5370 2023-12-02T00:32:07.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3effd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f8c400c4110 0x7f8c40150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33302/0 (socket says 172.21.15.133:33302) 2023-12-02T00:32:07.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3effd640 1 -- 172.21.15.133:0/434007748 learned_addr learned my addr 172.21.15.133:0/434007748 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:07.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3f7fe640 1 --2- 172.21.15.133:0/434007748 >> v2:172.21.15.172:3300/0 conn(0x7f8c400a5370 0x7f8c400c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3e7fc640 1 -- 172.21.15.133:0/434007748 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1213839116 0 0) 0x7f8c400c2760 con 0x7f8c400c4110 2023-12-02T00:32:07.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3e7fc640 1 -- 172.21.15.133:0/434007748 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8c28003530 con 0x7f8c400c4110 2023-12-02T00:32:07.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3e7fc640 1 -- 172.21.15.133:0/434007748 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2391383138 0 0) 0x7f8c400a5750 con 0x7f8c40072090 2023-12-02T00:32:07.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3e7fc640 1 -- 172.21.15.133:0/434007748 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8c400c2760 con 0x7f8c40072090 2023-12-02T00:32:07.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3f7fe640 1 -- 172.21.15.133:0/434007748 >> v1:172.21.15.172:6789/0 conn(0x7f8c40072090 legacy=0x7f8c4015b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3f7fe640 1 -- 172.21.15.133:0/434007748 >> v1:172.21.15.133:6789/0 conn(0x7f8c400c4110 legacy=0x7f8c40150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.413+0000 7f8c3f7fe640 1 -- 172.21.15.133:0/434007748 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c400aad20 con 0x7f8c400a5370 2023-12-02T00:32:07.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c3f7fe640 1 --2- 172.21.15.133:0/434007748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400c3bd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8c300097c0 tx=0x7f8c3001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75ee03ebe2d0a76e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c3e7fc640 1 -- 172.21.15.133:0/434007748 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c300ab600 con 0x7f8c400a5370 2023-12-02T00:32:07.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c3e7fc640 1 -- 172.21.15.133:0/434007748 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c300a7050 con 0x7f8c400a5370 2023-12-02T00:32:07.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c3e7fc640 1 -- 172.21.15.133:0/434007748 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c300ab980 con 0x7f8c400a5370 2023-12-02T00:32:07.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c45f3e640 1 -- 172.21.15.133:0/434007748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 msgr2=0x7f8c400c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/434007748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400c3bd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8c300097c0 tx=0x7f8c3001c330 comp rx=0 tx=0).stop 2023-12-02T00:32:07.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c45f3e640 1 -- 172.21.15.133:0/434007748 shutdown_connections 2023-12-02T00:32:07.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/434007748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400c3bd0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c45f3e640 1 -- 172.21.15.133:0/434007748 >> 172.21.15.133:0/434007748 conn(0x7f8c4006a5b0 msgr2=0x7f8c4006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:07.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c45f3e640 1 -- 172.21.15.133:0/434007748 shutdown_connections 2023-12-02T00:32:07.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.417+0000 7f8c45f3e640 1 -- 172.21.15.133:0/434007748 wait complete. 2023-12-02T00:32:07.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 Processor -- start 2023-12-02T00:32:07.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 -- start start 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c40072090 0x7f8c4013fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8c400c4110 0x7f8c40147090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c400a76c0 con 0x7f8c40072090 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c400a73e0 con 0x7f8c400a5370 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c40145760 con 0x7f8c400c4110 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c40072090 0x7f8c4013fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c40072090 0x7f8c4013fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56124/0 (socket says 172.21.15.133:56124) 2023-12-02T00:32:07.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 -- 172.21.15.133:0/1088936272 learned_addr learned my addr 172.21.15.133:0/1088936272 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3effd640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3ffff640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8c400c4110 0x7f8c40147090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 -- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8c400c4110 msgr2=0x7f8c40147090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8c400c4110 0x7f8c40147090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 -- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 msgr2=0x7f8c400bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 -- 172.21.15.133:0/1088936272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c30009420 con 0x7f8c40072090 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3effd640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c3f7fe640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c40072090 0x7f8c4013fd90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8c300097c0 tx=0x7f8c300190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c27fff640 1 -- 172.21.15.133:0/1088936272 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c300abe50 con 0x7f8c40072090 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c27fff640 1 -- 172.21.15.133:0/1088936272 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c30004020 con 0x7f8c40072090 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c40145a40 con 0x7f8c40072090 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c27fff640 1 -- 172.21.15.133:0/1088936272 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c300043d0 con 0x7f8c40072090 2023-12-02T00:32:07.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c40146000 con 0x7f8c40072090 2023-12-02T00:32:07.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.421+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c40068400 con 0x7f8c40072090 2023-12-02T00:32:07.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.425+0000 7f8c27fff640 1 -- 172.21.15.133:0/1088936272 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8c300b2040 con 0x7f8c40072090 2023-12-02T00:32:07.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.425+0000 7f8c27fff640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c2c066470 0x7f8c2c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.425+0000 7f8c27fff640 1 -- 172.21.15.133:0/1088936272 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8c3011dfe0 con 0x7f8c40072090 2023-12-02T00:32:07.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.425+0000 7f8c3effd640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c2c066470 0x7f8c2c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.425+0000 7f8c3effd640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c2c066470 0x7f8c2c068930 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c400c0310 tx=0x7f8c34007d80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.429+0000 7f8c27fff640 1 -- 172.21.15.133:0/1088936272 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8c300eb130 con 0x7f8c40072090 2023-12-02T00:32:07.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.629+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7f8c400c6780 con 0x7f8c40072090 2023-12-02T00:32:07.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.633+0000 7f8c27fff640 1 -- 172.21.15.133:0/1088936272 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v14) v1 ==== 185+0+142 (secure 0 0 0) 0x7f8c300b00a0 con 0x7f8c40072090 2023-12-02T00:32:07.639 INFO:teuthology.orchestra.run.smithi133.stdout:[client.1] 2023-12-02T00:32:07.639 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg== 2023-12-02T00:32:07.639 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow" 2023-12-02T00:32:07.640 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r" 2023-12-02T00:32:07.640 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw pool=cephfs2_data" 2023-12-02T00:32:07.640 INFO:teuthology.orchestra.run.smithi133.stderr:updated caps for client.1 2023-12-02T00:32:07.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c2c066470 msgr2=0x7f8c2c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c2c066470 0x7f8c2c068930 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c400c0310 tx=0x7f8c34007d80 comp rx=0 tx=0).stop 2023-12-02T00:32:07.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c40072090 msgr2=0x7f8c4013fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c40072090 0x7f8c4013fd90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8c300097c0 tx=0x7f8c300190d0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 shutdown_connections 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c2c066470 0x7f8c2c068930 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8c400c4110 0x7f8c40147090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8c400a5370 0x7f8c400bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 --2- 172.21.15.133:0/1088936272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c40072090 0x7f8c4013fd90 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 >> 172.21.15.133:0/1088936272 conn(0x7f8c4006a5b0 msgr2=0x7f8c40150fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 shutdown_connections 2023-12-02T00:32:07.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.637+0000 7f8c45f3e640 1 -- 172.21.15.133:0/1088936272 wait complete. 2023-12-02T00:32:07.662 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:07.662 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:07.673 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:07.673 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:07.729 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:07.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.861+0000 7f745c005640 1 Processor -- start 2023-12-02T00:32:07.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.861+0000 7f745c005640 1 -- start start 2023-12-02T00:32:07.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745c005640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f74540c5640 0x7f74540c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745c005640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 0x7f7454155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745c005640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74540c2580 con 0x7f74540c5260 2023-12-02T00:32:07.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745c005640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7454153510 con 0x7f74540c5640 2023-12-02T00:32:07.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745c005640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74540c17f0 con 0x7f74540c60f0 2023-12-02T00:32:07.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7459da1640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f74540c5260 0x7f745406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33312/0 (socket says 172.21.15.133:33312) 2023-12-02T00:32:07.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7459da1640 1 -- 172.21.15.133:0/240935694 learned_addr learned my addr 172.21.15.133:0/240935694 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:07.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3278598141 0 0) 0x7f74540c2580 con 0x7f74540c5260 2023-12-02T00:32:07.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745a5a2640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 0x7f7454155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f74595a0640 1 --2- 172.21.15.133:0/240935694 >> v2:172.21.15.172:3300/0 conn(0x7f74540c5640 0x7f74540c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7440003530 con 0x7f74540c5260 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 479908800 0 0) 0x7f7440003530 con 0x7f74540c5260 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 msgr2=0x7f7454155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 0x7f7454155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 >> v2:172.21.15.172:3300/0 conn(0x7f74540c5640 msgr2=0x7f74540c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 --2- 172.21.15.133:0/240935694 >> v2:172.21.15.172:3300/0 conn(0x7f74540c5640 0x7f74540c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74540c1a00 con 0x7f74540c5260 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f7450001680 con 0x7f74540c5260 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 >> v1:172.21.15.133:6789/0 conn(0x7f74540c5260 legacy=0x7f745406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7440003980 0x7f7440003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 0x7f74400047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f7440005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74540c17f0 con 0x7f7440004d10 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744000b990 con 0x7f7440003980 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f744000bb00 con 0x7f74540c60f0 2023-12-02T00:32:07.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745a5a2640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f7440005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f7459da1640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7440003980 0x7f7440003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f74595a0640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 0x7f74400047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745a5a2640 1 -- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 msgr2=0x7f74400047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:07.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745a5a2640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540c60f0 0x7f74400047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745a5a2640 1 -- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7440003980 msgr2=0x7f7440003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:07.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745a5a2640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7440003980 0x7f7440003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.865+0000 7f745a5a2640 1 -- 172.21.15.133:0/240935694 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7440003530 con 0x7f7440004d10 2023-12-02T00:32:07.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745a5a2640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f7440005190 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f744c009fc0 tx=0x7f744c01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1feb618cad3bbf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c0a5c70 con 0x7f7440004d10 2023-12-02T00:32:07.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f744c00f040 con 0x7f7440004d10 2023-12-02T00:32:07.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f7458d9f640 1 -- 172.21.15.133:0/240935694 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c0ad440 con 0x7f7440004d10 2023-12-02T00:32:07.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745c005640 1 -- 172.21.15.133:0/240935694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 msgr2=0x7f7440005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745c005640 1 --2- 172.21.15.133:0/240935694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f7440005190 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f744c009fc0 tx=0x7f744c01cc60 comp rx=0 tx=0).stop 2023-12-02T00:32:07.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745a5a2640 1 -- 172.21.15.133:0/240935694 reap_dead start 2023-12-02T00:32:07.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745c005640 1 -- 172.21.15.133:0/240935694 shutdown_connections 2023-12-02T00:32:07.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745c005640 1 -- 172.21.15.133:0/240935694 >> 172.21.15.133:0/240935694 conn(0x7f745406a5b0 msgr2=0x7f745406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:07.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745c005640 1 -- 172.21.15.133:0/240935694 shutdown_connections 2023-12-02T00:32:07.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.869+0000 7f745c005640 1 -- 172.21.15.133:0/240935694 wait complete. 2023-12-02T00:32:07.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 Processor -- start 2023-12-02T00:32:07.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 -- start start 2023-12-02T00:32:07.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f74540aa440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540aab60 0x7f74541e6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7454071230 0x7f74540716b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7454071e70 con 0x7f7440004d10 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74540bbcd0 con 0x7f7454071230 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74540a9fb0 con 0x7f74540aab60 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f74540aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f74540aa440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56140/0 (socket says 172.21.15.133:56140) 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 -- 172.21.15.133:0/1347808922 learned_addr learned my addr 172.21.15.133:0/1347808922 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745a5a2640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7454071230 0x7f74540716b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f74595a0640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540aab60 0x7f74541e6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 -- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540aab60 msgr2=0x7f74541e6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540aab60 0x7f74541e6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 -- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7454071230 msgr2=0x7f74540716b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:07.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7454071230 0x7f74540716b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 -- 172.21.15.133:0/1347808922 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74540aa980 con 0x7f7440004d10 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745a5a2640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7454071230 0x7f74540716b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f7459da1640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f74540aa440 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f74500124c0 tx=0x7f7450012980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f744a7fc640 1 -- 172.21.15.133:0/1347808922 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7450014810 con 0x7f7440004d10 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f744a7fc640 1 -- 172.21.15.133:0/1347808922 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7450014970 con 0x7f7440004d10 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7454071bf0 con 0x7f7440004d10 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f744a7fc640 1 -- 172.21.15.133:0/1347808922 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7450014d20 con 0x7f7440004d10 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74540bb9f0 con 0x7f7440004d10 2023-12-02T00:32:07.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.873+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7454068400 con 0x7f7440004d10 2023-12-02T00:32:07.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.877+0000 7f744a7fc640 1 -- 172.21.15.133:0/1347808922 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f74500153e0 con 0x7f7440004d10 2023-12-02T00:32:07.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.877+0000 7f744a7fc640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f74380664a0 0x7f7438068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:07.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.877+0000 7f744a7fc640 1 -- 172.21.15.133:0/1347808922 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7450086a30 con 0x7f7440004d10 2023-12-02T00:32:07.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.877+0000 7f74595a0640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f74380664a0 0x7f7438068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:07.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.877+0000 7f74595a0640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f74380664a0 0x7f7438068960 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f74540c3650 tx=0x7f7444008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:07.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:07.881+0000 7f744a7fc640 1 -- 172.21.15.133:0/1347808922 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7450053ab0 con 0x7f7440004d10 2023-12-02T00:32:08.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.029+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f745406d390 con 0x7f7440004d10 2023-12-02T00:32:08.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f744a7fc640 1 -- 172.21.15.133:0/1347808922 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20265 (secure 0 0 0) 0x7f745001c090 con 0x7f7440004d10 2023-12-02T00:32:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:08.038 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":35,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:59.245105+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f74380664a0 msgr2=0x7f7438068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f74380664a0 0x7f7438068960 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f74540c3650 tx=0x7f7444008040 comp rx=0 tx=0).stop 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 msgr2=0x7f74540aa440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f74540aa440 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f74500124c0 tx=0x7f7450012980 comp rx=0 tx=0).stop 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 shutdown_connections 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f74380664a0 0x7f7438068960 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7454071230 0x7f74540716b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f74540aab60 0x7f74541e6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 --2- 172.21.15.133:0/1347808922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440004d10 0x7f74540aa440 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 >> 172.21.15.133:0/1347808922 conn(0x7f745406a5b0 msgr2=0x7f745414ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:08.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 shutdown_connections 2023-12-02T00:32:08.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.033+0000 7f745c005640 1 -- 172.21.15.133:0/1347808922 wait complete. 2023-12-02T00:32:08.059 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:31:42.196620+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '30', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:31:43.550398+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:31:55.550277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:31:56.633004+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:08.060 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:08.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ee43a640 1 Processor -- start 2023-12-02T00:32:08.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ee43a640 1 -- start start 2023-12-02T00:32:08.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ee43a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ee43a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe8e80c7c50 0x7fe8e81544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ee43a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8e80c8160 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ee43a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8e8157b40 con 0x7fe8e80c7c50 2023-12-02T00:32:08.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ee43a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e8157e20 con 0x7fe8e8151cd0 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ecc37640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe8e80c7c50 0x7fe8e81544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ecc37640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe8e80c7c50 0x7fe8e81544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56148/0 (socket says 172.21.15.133:56148) 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ecc37640 1 -- 172.21.15.133:0/590369754 learned_addr learned my addr 172.21.15.133:0/590369754 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ed438640 1 --2- 172.21.15.133:0/590369754 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ecc37640 1 -- 172.21.15.133:0/590369754 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 msgr2=0x7fe8e80ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ecc37640 1 --2- 172.21.15.133:0/590369754 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ecc37640 1 -- 172.21.15.133:0/590369754 >> v1:172.21.15.172:6789/0 conn(0x7fe8e80ca9a0 legacy=0x7fe8e806b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:08.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.197+0000 7fe8ecc37640 1 -- 172.21.15.133:0/590369754 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8e8158100 con 0x7fe8e80c7c50 2023-12-02T00:32:08.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ecc37640 1 --2- 172.21.15.133:0/590369754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80c7c50 0x7fe8e81544d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8009870 tx=0x7fe8d801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1da9fcd70f85bce0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8dffff640 1 -- 172.21.15.133:0/590369754 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d80aa610 con 0x7fe8e80c7c50 2023-12-02T00:32:08.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8dffff640 1 -- 172.21.15.133:0/590369754 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8d80a6040 con 0x7fe8e80c7c50 2023-12-02T00:32:08.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8dffff640 1 -- 172.21.15.133:0/590369754 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d80aa990 con 0x7fe8e80c7c50 2023-12-02T00:32:08.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 -- 172.21.15.133:0/590369754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80c7c50 msgr2=0x7fe8e81544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/590369754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80c7c50 0x7fe8e81544d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8009870 tx=0x7fe8d801c4d0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 -- 172.21.15.133:0/590369754 shutdown_connections 2023-12-02T00:32:08.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/590369754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80c7c50 0x7fe8e81544d0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/590369754 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 -- 172.21.15.133:0/590369754 >> 172.21.15.133:0/590369754 conn(0x7fe8e80abee0 msgr2=0x7fe8e80c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:08.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 -- 172.21.15.133:0/590369754 shutdown_connections 2023-12-02T00:32:08.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.201+0000 7fe8ee43a640 1 -- 172.21.15.133:0/590369754 wait complete. 2023-12-02T00:32:08.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 Processor -- start 2023-12-02T00:32:08.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 -- start start 2023-12-02T00:32:08.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe8e80c7c50 0x7fe8e81567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80ca9a0 0x7fe8e80c0f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80c14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e8153870 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e8153380 con 0x7fe8e80c7c50 2023-12-02T00:32:08.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e80c3a20 con 0x7fe8e8151cd0 2023-12-02T00:32:08.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80ca9a0 0x7fe8e80c0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80ca9a0 0x7fe8e80c0f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56150/0 (socket says 172.21.15.133:56150) 2023-12-02T00:32:08.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 -- 172.21.15.133:0/3022252311 learned_addr learned my addr 172.21.15.133:0/3022252311 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:08.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ed438640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe8e80c7c50 0x7fe8e81567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8edc39640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80c14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 -- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 msgr2=0x7fe8e80c14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80c14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 -- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe8e80c7c50 msgr2=0x7fe8e81567f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe8e80c7c50 0x7fe8e81567f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 -- 172.21.15.133:0/3022252311 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8d80094d0 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ecc37640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80ca9a0 0x7fe8e80c0f90 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fe8d80ac040 tx=0x7fe8d801ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ddffb640 1 -- 172.21.15.133:0/3022252311 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d80bd5f0 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ddffb640 1 -- 172.21.15.133:0/3022252311 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8d80bd770 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8e8153ac0 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ddffb640 1 -- 172.21.15.133:0/3022252311 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d80bdb20 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.205+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8e8153010 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.209+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8e804e850 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.209+0000 7fe8ddffb640 1 -- 172.21.15.133:0/3022252311 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe8d80b33f0 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.209+0000 7fe8ddffb640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe8cc0664a0 0x7fe8cc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.209+0000 7fe8ddffb640 1 -- 172.21.15.133:0/3022252311 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe8d811eee0 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.209+0000 7fe8ed438640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe8cc0664a0 0x7fe8cc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.209+0000 7fe8ed438640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe8cc0664a0 0x7fe8cc068960 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe8e40079c0 tx=0x7fe8e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.213+0000 7fe8ddffb640 1 -- 172.21.15.133:0/3022252311 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe8d80ec140 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.365+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe8e806d180 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.365+0000 7fe8ddffb640 1 -- 172.21.15.133:0/3022252311 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe8d80ef760 con 0x7fe8e80ca9a0 2023-12-02T00:32:08.372 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:08.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe8cc0664a0 msgr2=0x7fe8cc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe8cc0664a0 0x7fe8cc068960 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe8e40079c0 tx=0x7fe8e4008040 comp rx=0 tx=0).stop 2023-12-02T00:32:08.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80ca9a0 msgr2=0x7fe8e80c0f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80ca9a0 0x7fe8e80c0f90 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fe8d80ac040 tx=0x7fe8d801ad10 comp rx=0 tx=0).stop 2023-12-02T00:32:08.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 shutdown_connections 2023-12-02T00:32:08.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe8cc0664a0 0x7fe8cc068960 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe8e8151cd0 0x7fe8e80c14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe8e80ca9a0 0x7fe8e80c0f90 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 --2- 172.21.15.133:0/3022252311 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe8e80c7c50 0x7fe8e81567f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 >> 172.21.15.133:0/3022252311 conn(0x7fe8e80abee0 msgr2=0x7fe8e81508c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:08.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 shutdown_connections 2023-12-02T00:32:08.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.369+0000 7fe8ee43a640 1 -- 172.21.15.133:0/3022252311 wait complete. 2023-12-02T00:32:08.393 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:32:08.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a55a17640 1 Processor -- start 2023-12-02T00:32:08.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a55a17640 1 -- start start 2023-12-02T00:32:08.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a55a17640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7a500a6c60 0x7f7a500c1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a55a17640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a50157cd0 con 0x7f7a500c2840 2023-12-02T00:32:08.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a55a17640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a50158850 con 0x7f7a501578f0 2023-12-02T00:32:08.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a55a17640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a500c2e00 con 0x7f7a500a6c60 2023-12-02T00:32:08.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a4f7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7a500c2840 0x7f7a500c17b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33326/0 (socket says 172.21.15.133:33326) 2023-12-02T00:32:08.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a4f7fe640 1 -- 172.21.15.133:0/1880869179 learned_addr learned my addr 172.21.15.133:0/1880869179 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:08.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a467fc640 1 --2- 172.21.15.133:0/1880869179 >> v2:172.21.15.172:3300/0 conn(0x7f7a500a6c60 0x7f7a500c1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2022684255 0 0) 0x7f7a50157cd0 con 0x7f7a500c2840 2023-12-02T00:32:08.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7a3c003530 con 0x7f7a500c2840 2023-12-02T00:32:08.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 659770778 0 0) 0x7f7a50158850 con 0x7f7a501578f0 2023-12-02T00:32:08.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7a50157cd0 con 0x7f7a501578f0 2023-12-02T00:32:08.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a467fc640 1 -- 172.21.15.133:0/1880869179 >> v1:172.21.15.172:6789/0 conn(0x7f7a501578f0 legacy=0x7f7a500c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a467fc640 1 -- 172.21.15.133:0/1880869179 >> v1:172.21.15.133:6789/0 conn(0x7f7a500c2840 legacy=0x7f7a500c17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2476240300 0 0) 0x7f7a3c003530 con 0x7f7a500c2840 2023-12-02T00:32:08.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.529+0000 7f7a467fc640 1 -- 172.21.15.133:0/1880869179 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a50157f20 con 0x7f7a500a6c60 2023-12-02T00:32:08.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a467fc640 1 --2- 172.21.15.133:0/1880869179 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500a6c60 0x7f7a500c1270 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7a380097c0 tx=0x7f7a3801c310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52fec3f25beb1754 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a48001a00 con 0x7f7a500a6c60 2023-12-02T00:32:08.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a380a7050 con 0x7f7a500a6c60 2023-12-02T00:32:08.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a4e7fc640 1 -- 172.21.15.133:0/1880869179 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a380ab620 con 0x7f7a500a6c60 2023-12-02T00:32:08.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a55a17640 1 -- 172.21.15.133:0/1880869179 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500a6c60 msgr2=0x7f7a500c1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a55a17640 1 --2- 172.21.15.133:0/1880869179 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500a6c60 0x7f7a500c1270 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7a380097c0 tx=0x7f7a3801c310 comp rx=0 tx=0).stop 2023-12-02T00:32:08.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a55a17640 1 -- 172.21.15.133:0/1880869179 shutdown_connections 2023-12-02T00:32:08.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a55a17640 1 --2- 172.21.15.133:0/1880869179 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500a6c60 0x7f7a500c1270 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a55a17640 1 -- 172.21.15.133:0/1880869179 >> 172.21.15.133:0/1880869179 conn(0x7f7a500c7e40 msgr2=0x7f7a500c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:08.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a55a17640 1 -- 172.21.15.133:0/1880869179 shutdown_connections 2023-12-02T00:32:08.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.533+0000 7f7a55a17640 1 -- 172.21.15.133:0/1880869179 wait complete. 2023-12-02T00:32:08.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 Processor -- start 2023-12-02T00:32:08.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 -- start start 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a500a6c60 0x7f7a500aafd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500c2840 0x7f7a5014da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a501578f0 0x7f7a501ecb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a5014d630 con 0x7f7a500a6c60 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a500aab10 con 0x7f7a500c2840 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a501edae0 con 0x7f7a501578f0 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a500a6c60 0x7f7a500aafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a500a6c60 0x7f7a500aafd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56152/0 (socket says 172.21.15.133:56152) 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 -- 172.21.15.133:0/964111506 learned_addr learned my addr 172.21.15.133:0/964111506 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a467fc640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500c2840 0x7f7a5014da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4f7fe640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a501578f0 0x7f7a501ecb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 -- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a501578f0 msgr2=0x7f7a501ecb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a501578f0 0x7f7a501ecb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 -- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500c2840 msgr2=0x7f7a5014da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500c2840 0x7f7a5014da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 -- 172.21.15.133:0/964111506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a38009420 con 0x7f7a500a6c60 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a467fc640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500c2840 0x7f7a5014da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4effd640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a500a6c60 0x7f7a500aafd0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7a4000c4c0 tx=0x7f7a4000c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4cff9640 1 -- 172.21.15.133:0/964111506 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a400052d0 con 0x7f7a500a6c60 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4cff9640 1 -- 172.21.15.133:0/964111506 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a40005430 con 0x7f7a500a6c60 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a4cff9640 1 -- 172.21.15.133:0/964111506 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a40012870 con 0x7f7a500a6c60 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a501ed520 con 0x7f7a500a6c60 2023-12-02T00:32:08.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.537+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a5014d250 con 0x7f7a500a6c60 2023-12-02T00:32:08.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.541+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a500c7c10 con 0x7f7a500a6c60 2023-12-02T00:32:08.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.541+0000 7f7a4cff9640 1 -- 172.21.15.133:0/964111506 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7a400129d0 con 0x7f7a500a6c60 2023-12-02T00:32:08.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.541+0000 7f7a4cff9640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a30066470 0x7f7a30068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.541+0000 7f7a4cff9640 1 -- 172.21.15.133:0/964111506 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7a40083d50 con 0x7f7a500a6c60 2023-12-02T00:32:08.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.541+0000 7f7a467fc640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a30066470 0x7f7a30068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.541+0000 7f7a467fc640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a30066470 0x7f7a30068930 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7a380ad000 tx=0x7f7a380a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.545+0000 7f7a4cff9640 1 -- 172.21.15.133:0/964111506 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7a40087030 con 0x7f7a500a6c60 2023-12-02T00:32:08.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.693+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7a50068400 con 0x7f7a500a6c60 2023-12-02T00:32:08.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.693+0000 7f7a4cff9640 1 -- 172.21.15.133:0/964111506 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v35) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7a40050f00 con 0x7f7a500a6c60 2023-12-02T00:32:08.699 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:08.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a30066470 msgr2=0x7f7a30068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a30066470 0x7f7a30068930 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7a380ad000 tx=0x7f7a380a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:08.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a500a6c60 msgr2=0x7f7a500aafd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a500a6c60 0x7f7a500aafd0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7a4000c4c0 tx=0x7f7a4000c980 comp rx=0 tx=0).stop 2023-12-02T00:32:08.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 shutdown_connections 2023-12-02T00:32:08.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a30066470 0x7f7a30068930 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a501578f0 0x7f7a501ecb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a500c2840 0x7f7a5014da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 --2- 172.21.15.133:0/964111506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a500a6c60 0x7f7a500aafd0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 >> 172.21.15.133:0/964111506 conn(0x7f7a500c7e40 msgr2=0x7f7a501557b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:08.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 shutdown_connections 2023-12-02T00:32:08.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.697+0000 7f7a55a17640 1 -- 172.21.15.133:0/964111506 wait complete. 2023-12-02T00:32:08.721 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:32:08.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b9472a640 1 Processor -- start 2023-12-02T00:32:08.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b9472a640 1 -- start start 2023-12-02T00:32:08.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b9472a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1b8c0c60a0 0x7f1b8c156900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b9472a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b8c0c3bd0 con 0x7f1b8c0c5c60 2023-12-02T00:32:08.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b9472a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b8c0bf1e0 con 0x7f1b8c0a5240 2023-12-02T00:32:08.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b9472a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b8c0c64f0 con 0x7f1b8c0c60a0 2023-12-02T00:32:08.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b924c6640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f1b8c0a5240 0x7f1b8c0bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:52866/0 (socket says 172.21.15.133:52866) 2023-12-02T00:32:08.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b924c6640 1 -- 172.21.15.133:0/3466315096 learned_addr learned my addr 172.21.15.133:0/3466315096 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b92cc7640 1 --2- 172.21.15.133:0/3466315096 >> v2:172.21.15.133:3300/0 conn(0x7f1b8c0c60a0 0x7f1b8c156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b91cc5640 1 --1- 172.21.15.133:0/3466315096 >> v1:172.21.15.133:6789/0 conn(0x7f1b8c0c5c60 0x7f1b8c1561f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33342/0 (socket says 172.21.15.133:33342) 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b914c4640 1 -- 172.21.15.133:0/3466315096 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3868506927 0 0) 0x7f1b8c0bf1e0 con 0x7f1b8c0a5240 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b914c4640 1 -- 172.21.15.133:0/3466315096 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b78003530 con 0x7f1b8c0a5240 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b92cc7640 1 -- 172.21.15.133:0/3466315096 >> v1:172.21.15.172:6789/0 conn(0x7f1b8c0a5240 legacy=0x7f1b8c0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b92cc7640 1 -- 172.21.15.133:0/3466315096 >> v1:172.21.15.133:6789/0 conn(0x7f1b8c0c5c60 legacy=0x7f1b8c1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b914c4640 1 -- 172.21.15.133:0/3466315096 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3040576040 0 0) 0x7f1b8c0c3bd0 con 0x7f1b8c0c5c60 2023-12-02T00:32:08.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.857+0000 7f1b92cc7640 1 -- 172.21.15.133:0/3466315096 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b8c0c3e20 con 0x7f1b8c0c60a0 2023-12-02T00:32:08.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b92cc7640 1 --2- 172.21.15.133:0/3466315096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0c60a0 0x7f1b8c156900 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1b84009d90 tx=0x7f1b8401c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=459179360d14f991 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b914c4640 1 -- 172.21.15.133:0/3466315096 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b840a5950 con 0x7f1b8c0c60a0 2023-12-02T00:32:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b914c4640 1 -- 172.21.15.133:0/3466315096 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b840a5ab0 con 0x7f1b8c0c60a0 2023-12-02T00:32:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b914c4640 1 -- 172.21.15.133:0/3466315096 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b840a5e40 con 0x7f1b8c0c60a0 2023-12-02T00:32:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b9472a640 1 -- 172.21.15.133:0/3466315096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0c60a0 msgr2=0x7f1b8c156900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3466315096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0c60a0 0x7f1b8c156900 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1b84009d90 tx=0x7f1b8401c890 comp rx=0 tx=0).stop 2023-12-02T00:32:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b9472a640 1 -- 172.21.15.133:0/3466315096 shutdown_connections 2023-12-02T00:32:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3466315096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0c60a0 0x7f1b8c156900 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b9472a640 1 -- 172.21.15.133:0/3466315096 >> 172.21.15.133:0/3466315096 conn(0x7f1b8c06a5b0 msgr2=0x7f1b8c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b9472a640 1 -- 172.21.15.133:0/3466315096 shutdown_connections 2023-12-02T00:32:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.861+0000 7f1b9472a640 1 -- 172.21.15.133:0/3466315096 wait complete. 2023-12-02T00:32:08.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 Processor -- start 2023-12-02T00:32:08.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 -- start start 2023-12-02T00:32:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0a5240 0x7f1b8c0716b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b8c0c5c60 0x7f1b8c153250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b8c0c60a0 0x7f1b8c153790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c1f0810 con 0x7f1b8c0a5240 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c14e8f0 con 0x7f1b8c0c5c60 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8c1eff00 con 0x7f1b8c0c60a0 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0a5240 0x7f1b8c0716b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0a5240 0x7f1b8c0716b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56170/0 (socket says 172.21.15.133:56170) 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 -- 172.21.15.133:0/3219968596 learned_addr learned my addr 172.21.15.133:0/3219968596 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b92cc7640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b8c0c60a0 0x7f1b8c153790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b91cc5640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b8c0c5c60 0x7f1b8c153250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 -- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b8c0c60a0 msgr2=0x7f1b8c153790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b8c0c60a0 0x7f1b8c153790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 -- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b8c0c5c60 msgr2=0x7f1b8c153250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b8c0c5c60 0x7f1b8c153250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 -- 172.21.15.133:0/3219968596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b84009a70 con 0x7f1b8c0a5240 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b92cc7640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b8c0c60a0 0x7f1b8c153790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b924c6640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0a5240 0x7f1b8c0716b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f1b8800c450 tx=0x7f1b8800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b82ffd640 1 -- 172.21.15.133:0/3219968596 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b88005cf0 con 0x7f1b8c0a5240 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b82ffd640 1 -- 172.21.15.133:0/3219968596 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b88005e50 con 0x7f1b8c0a5240 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b82ffd640 1 -- 172.21.15.133:0/3219968596 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b88007290 con 0x7f1b8c0a5240 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b8c1557b0 con 0x7f1b8c0a5240 2023-12-02T00:32:08.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b8c1f04a0 con 0x7f1b8c0a5240 2023-12-02T00:32:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.865+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b8c068400 con 0x7f1b8c0a5240 2023-12-02T00:32:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.869+0000 7f1b82ffd640 1 -- 172.21.15.133:0/3219968596 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1b880073f0 con 0x7f1b8c0a5240 2023-12-02T00:32:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.869+0000 7f1b82ffd640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1b700664a0 0x7f1b70068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.869+0000 7f1b82ffd640 1 -- 172.21.15.133:0/3219968596 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1b88083730 con 0x7f1b8c0a5240 2023-12-02T00:32:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.869+0000 7f1b91cc5640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1b700664a0 0x7f1b70068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.869+0000 7f1b91cc5640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1b700664a0 0x7f1b70068960 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c1573b0 tx=0x7f1b7c007b60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:08.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:08.873+0000 7f1b82ffd640 1 -- 172.21.15.133:0/3219968596 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1b88050840 con 0x7f1b8c0a5240 2023-12-02T00:32:09.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.021+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1b8c155ab0 con 0x7f1b8c0a5240 2023-12-02T00:32:09.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.021+0000 7f1b82ffd640 1 -- 172.21.15.133:0/3219968596 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v35) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1b880170a0 con 0x7f1b8c0a5240 2023-12-02T00:32:09.027 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:09.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1b700664a0 msgr2=0x7f1b70068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1b700664a0 0x7f1b70068960 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c1573b0 tx=0x7f1b7c007b60 comp rx=0 tx=0).stop 2023-12-02T00:32:09.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0a5240 msgr2=0x7f1b8c0716b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0a5240 0x7f1b8c0716b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f1b8800c450 tx=0x7f1b8800c910 comp rx=0 tx=0).stop 2023-12-02T00:32:09.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 shutdown_connections 2023-12-02T00:32:09.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1b700664a0 0x7f1b70068960 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1b8c0c60a0 0x7f1b8c153790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1b8c0c5c60 0x7f1b8c153250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 --2- 172.21.15.133:0/3219968596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b8c0a5240 0x7f1b8c0716b0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 >> 172.21.15.133:0/3219968596 conn(0x7f1b8c06a5b0 msgr2=0x7f1b8c066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:09.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 shutdown_connections 2023-12-02T00:32:09.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.025+0000 7f1b9472a640 1 -- 172.21.15.133:0/3219968596 wait complete. 2023-12-02T00:32:09.050 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.185+0000 7f84a08ad640 1 Processor -- start 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.185+0000 7f84a08ad640 1 -- start start 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f84a08ad640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f849c0c63c0 0x7f849c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f84a08ad640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f849c0c4100 0x7f849c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f84a08ad640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f849c0c31c0 con 0x7f849c0c29e0 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f84a08ad640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f849c0c34a0 con 0x7f849c0c63c0 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f84a08ad640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f849c0c1030 con 0x7f849c0c4100 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849a59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f849c0c63c0 0x7f849c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849a59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f849c0c63c0 0x7f849c0c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56186/0 (socket says 172.21.15.133:56186) 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849a59c640 1 -- 172.21.15.133:0/24579090 learned_addr learned my addr 172.21.15.133:0/24579090 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:09.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f8499d9b640 1 --2- 172.21.15.133:0/24579090 >> v2:172.21.15.172:3300/0 conn(0x7f849c0c4100 0x7f849c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849a59c640 1 -- 172.21.15.133:0/24579090 >> v2:172.21.15.172:3300/0 conn(0x7f849c0c4100 msgr2=0x7f849c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:09.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849a59c640 1 --2- 172.21.15.133:0/24579090 >> v2:172.21.15.172:3300/0 conn(0x7f849c0c4100 0x7f849c0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849a59c640 1 -- 172.21.15.133:0/24579090 >> v1:172.21.15.172:6789/0 conn(0x7f849c0c29e0 legacy=0x7f849c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849a59c640 1 -- 172.21.15.133:0/24579090 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f849c0c1310 con 0x7f849c0c63c0 2023-12-02T00:32:09.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.189+0000 7f849959a640 1 -- 172.21.15.133:0/24579090 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3780251464 0 0) 0x7f849c0c31c0 con 0x7f849c0c29e0 2023-12-02T00:32:09.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f849a59c640 1 --2- 172.21.15.133:0/24579090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c0c06d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f849c0a8b40 tx=0x7f848c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e14638020cf8efca server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f849959a640 1 -- 172.21.15.133:0/24579090 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c0ac630 con 0x7f849c0c63c0 2023-12-02T00:32:09.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f849959a640 1 -- 172.21.15.133:0/24579090 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f848c0ac790 con 0x7f849c0c63c0 2023-12-02T00:32:09.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f849959a640 1 -- 172.21.15.133:0/24579090 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c0acb20 con 0x7f849c0c63c0 2023-12-02T00:32:09.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 -- 172.21.15.133:0/24579090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 msgr2=0x7f849c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 --2- 172.21.15.133:0/24579090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c0c06d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f849c0a8b40 tx=0x7f848c01c3b0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 -- 172.21.15.133:0/24579090 shutdown_connections 2023-12-02T00:32:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 --2- 172.21.15.133:0/24579090 >> v2:172.21.15.172:3300/0 conn(0x7f849c0c4100 0x7f849c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 --2- 172.21.15.133:0/24579090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c0c06d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 -- 172.21.15.133:0/24579090 >> 172.21.15.133:0/24579090 conn(0x7f849c06a5b0 msgr2=0x7f849c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 -- 172.21.15.133:0/24579090 shutdown_connections 2023-12-02T00:32:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.193+0000 7f84a08ad640 1 -- 172.21.15.133:0/24579090 wait complete. 2023-12-02T00:32:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 Processor -- start 2023-12-02T00:32:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 -- start start 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0c29e0 0x7f849c155580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c4100 0x7f849c15a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c1542a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f849c14ef60 con 0x7f849c0c63c0 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f849c14f490 con 0x7f849c0c4100 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f849c15aaa0 con 0x7f849c0c29e0 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c1542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c1542a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56190/0 (socket says 172.21.15.133:56190) 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 -- 172.21.15.133:0/2997546876 learned_addr learned my addr 172.21.15.133:0/2997546876 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f8499d9b640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c4100 0x7f849c15a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849a59c640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0c29e0 0x7f849c155580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 -- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0c29e0 msgr2=0x7f849c155580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0c29e0 0x7f849c155580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 -- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c4100 msgr2=0x7f849c15a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c4100 0x7f849c15a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 -- 172.21.15.133:0/2997546876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f848c0094d0 con 0x7f849c0c63c0 2023-12-02T00:32:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849a59c640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0c29e0 0x7f849c155580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f849ad9d640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c1542a0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8494001570 tx=0x7f849400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f848affd640 1 -- 172.21.15.133:0/2997546876 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8494003db0 con 0x7f849c0c63c0 2023-12-02T00:32:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f848affd640 1 -- 172.21.15.133:0/2997546876 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8494005070 con 0x7f849c0c63c0 2023-12-02T00:32:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f848affd640 1 -- 172.21.15.133:0/2997546876 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8494005420 con 0x7f849c0c63c0 2023-12-02T00:32:09.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f849c14f1b0 con 0x7f849c0c63c0 2023-12-02T00:32:09.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.197+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f849c155e90 con 0x7f849c0c63c0 2023-12-02T00:32:09.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.201+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f849c156110 con 0x7f849c0c63c0 2023-12-02T00:32:09.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.201+0000 7f848affd640 1 -- 172.21.15.133:0/2997546876 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8494005580 con 0x7f849c0c63c0 2023-12-02T00:32:09.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.201+0000 7f848affd640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c0664f0 0x7f847c0689b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.201+0000 7f848affd640 1 -- 172.21.15.133:0/2997546876 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f84940839b0 con 0x7f849c0c63c0 2023-12-02T00:32:09.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.201+0000 7f849a59c640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c0664f0 0x7f847c0689b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.201+0000 7f849a59c640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c0664f0 0x7f847c0689b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f848c0ae000 tx=0x7f848c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.205+0000 7f848affd640 1 -- 172.21.15.133:0/2997546876 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8494050bf0 con 0x7f849c0c63c0 2023-12-02T00:32:09.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f849c068400 con 0x7f849c0c63c0 2023-12-02T00:32:09.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f848affd640 1 -- 172.21.15.133:0/2997546876 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v35) v1 ==== 105+0+11 (secure 0 0 0) 0x7f8494017020 con 0x7f849c0c63c0 2023-12-02T00:32:09.366 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:09.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c0664f0 msgr2=0x7f847c0689b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c0664f0 0x7f847c0689b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f848c0ae000 tx=0x7f848c008040 comp rx=0 tx=0).stop 2023-12-02T00:32:09.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 msgr2=0x7f849c1542a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c1542a0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8494001570 tx=0x7f849400cd20 comp rx=0 tx=0).stop 2023-12-02T00:32:09.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 shutdown_connections 2023-12-02T00:32:09.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c0664f0 0x7f847c0689b0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0c63c0 0x7f849c1542a0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c4100 0x7f849c15a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 --2- 172.21.15.133:0/2997546876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0c29e0 0x7f849c155580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 >> 172.21.15.133:0/2997546876 conn(0x7f849c06a5b0 msgr2=0x7f849c0a6aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:09.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 shutdown_connections 2023-12-02T00:32:09.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.361+0000 7f84a08ad640 1 -- 172.21.15.133:0/2997546876 wait complete. 2023-12-02T00:32:09.387 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:32:09.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.521+0000 7efd1ee3a640 1 Processor -- start 2023-12-02T00:32:09.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.521+0000 7efd1ee3a640 1 -- start start 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1ee3a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efd1814f800 0x7efd18072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1ee3a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7efd18072860 0x7efd1806fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1ee3a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd18071e90 con 0x7efd180c1010 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1ee3a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd180a5110 con 0x7efd1814f800 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1ee3a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd18152d70 con 0x7efd18072860 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1e639640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7efd180c1010 0x7efd18155840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33348/0 (socket says 172.21.15.133:33348) 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1de38640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efd1814f800 0x7efd18072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1e639640 1 -- 172.21.15.133:0/1804342251 learned_addr learned my addr 172.21.15.133:0/1804342251 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:09.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1d637640 1 --2- 172.21.15.133:0/1804342251 >> v2:172.21.15.172:3300/0 conn(0x7efd18072860 0x7efd1806fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1ce36640 1 -- 172.21.15.133:0/1804342251 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 265059782 0 0) 0x7efd18071e90 con 0x7efd180c1010 2023-12-02T00:32:09.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1de38640 1 -- 172.21.15.133:0/1804342251 >> v2:172.21.15.172:3300/0 conn(0x7efd18072860 msgr2=0x7efd1806fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:09.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1de38640 1 --2- 172.21.15.133:0/1804342251 >> v2:172.21.15.172:3300/0 conn(0x7efd18072860 0x7efd1806fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1de38640 1 -- 172.21.15.133:0/1804342251 >> v1:172.21.15.133:6789/0 conn(0x7efd180c1010 legacy=0x7efd18155840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.525+0000 7efd1de38640 1 -- 172.21.15.133:0/1804342251 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd18153050 con 0x7efd1814f800 2023-12-02T00:32:09.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1de38640 1 --2- 172.21.15.133:0/1804342251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1814f800 0x7efd18072320 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7efd18071540 tx=0x7efd1401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb5259fcc9dd4778 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ce36640 1 -- 172.21.15.133:0/1804342251 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd140ac620 con 0x7efd1814f800 2023-12-02T00:32:09.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ce36640 1 -- 172.21.15.133:0/1804342251 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd140ac780 con 0x7efd1814f800 2023-12-02T00:32:09.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ce36640 1 -- 172.21.15.133:0/1804342251 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd140acb10 con 0x7efd1814f800 2023-12-02T00:32:09.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- 172.21.15.133:0/1804342251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1814f800 msgr2=0x7efd18072320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/1804342251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1814f800 0x7efd18072320 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7efd18071540 tx=0x7efd1401c3a0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- 172.21.15.133:0/1804342251 shutdown_connections 2023-12-02T00:32:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/1804342251 >> v2:172.21.15.172:3300/0 conn(0x7efd18072860 0x7efd1806fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/1804342251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1814f800 0x7efd18072320 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- 172.21.15.133:0/1804342251 >> 172.21.15.133:0/1804342251 conn(0x7efd180a7800 msgr2=0x7efd180a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- 172.21.15.133:0/1804342251 shutdown_connections 2023-12-02T00:32:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- 172.21.15.133:0/1804342251 wait complete. 2023-12-02T00:32:09.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 Processor -- start 2023-12-02T00:32:09.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- start start 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd18072860 0x7efd18151940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd180c1010 0x7efd181f0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1814f800 0x7efd180bf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1806e020 con 0x7efd18072860 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1806daf0 con 0x7efd180c1010 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1ee3a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd181495a0 con 0x7efd1814f800 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1de38640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd18072860 0x7efd18151940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1de38640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd18072860 0x7efd18151940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56196/0 (socket says 172.21.15.133:56196) 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.529+0000 7efd1de38640 1 -- 172.21.15.133:0/2349556122 learned_addr learned my addr 172.21.15.133:0/2349556122 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1d637640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd180c1010 0x7efd181f0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1e639640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1814f800 0x7efd180bf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1de38640 1 -- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1814f800 msgr2=0x7efd180bf0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1de38640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1814f800 0x7efd180bf0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1de38640 1 -- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd180c1010 msgr2=0x7efd181f0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1de38640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd180c1010 0x7efd181f0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1de38640 1 -- 172.21.15.133:0/2349556122 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd14009420 con 0x7efd18072860 2023-12-02T00:32:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1de38640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd18072860 0x7efd18151940 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7efd140af040 tx=0x7efd14019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd0e7fc640 1 -- 172.21.15.133:0/2349556122 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd140b5410 con 0x7efd18072860 2023-12-02T00:32:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd0e7fc640 1 -- 172.21.15.133:0/2349556122 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd140b5570 con 0x7efd18072860 2023-12-02T00:32:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd181f12b0 con 0x7efd18072860 2023-12-02T00:32:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd0e7fc640 1 -- 172.21.15.133:0/2349556122 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd140b5900 con 0x7efd18072860 2023-12-02T00:32:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd1806dd40 con 0x7efd18072860 2023-12-02T00:32:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd1804e850 con 0x7efd18072860 2023-12-02T00:32:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd0e7fc640 1 -- 172.21.15.133:0/2349556122 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efd140b3040 con 0x7efd18072860 2023-12-02T00:32:09.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd0e7fc640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcfc066470 0x7efcfc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd0e7fc640 1 -- 172.21.15.133:0/2349556122 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efd1411e170 con 0x7efd18072860 2023-12-02T00:32:09.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.533+0000 7efd1d637640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcfc066470 0x7efcfc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.537+0000 7efd1d637640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcfc066470 0x7efcfc068930 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7efd1814d350 tx=0x7efd08009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.537+0000 7efd0e7fc640 1 -- 172.21.15.133:0/2349556122 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efd140eb310 con 0x7efd18072860 2023-12-02T00:32:09.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7efd180c5370 con 0x7efd18072860 2023-12-02T00:32:09.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd0e7fc640 1 -- 172.21.15.133:0/2349556122 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v35) v1 ==== 101+0+11 (secure 0 0 0) 0x7efd140f3e60 con 0x7efd18072860 2023-12-02T00:32:09.694 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:09.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcfc066470 msgr2=0x7efcfc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcfc066470 0x7efcfc068930 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7efd1814d350 tx=0x7efd08009190 comp rx=0 tx=0).stop 2023-12-02T00:32:09.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd18072860 msgr2=0x7efd18151940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd18072860 0x7efd18151940 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7efd140af040 tx=0x7efd14019140 comp rx=0 tx=0).stop 2023-12-02T00:32:09.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 shutdown_connections 2023-12-02T00:32:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcfc066470 0x7efcfc068930 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1814f800 0x7efd180bf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd180c1010 0x7efd181f0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 --2- 172.21.15.133:0/2349556122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd18072860 0x7efd18151940 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 >> 172.21.15.133:0/2349556122 conn(0x7efd180a7800 msgr2=0x7efd1814a220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 shutdown_connections 2023-12-02T00:32:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.689+0000 7efd1ee3a640 1 -- 172.21.15.133:0/2349556122 wait complete. 2023-12-02T00:32:09.715 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:32:09.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.845+0000 7f8f1be54640 1 Processor -- start 2023-12-02T00:32:09.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1be54640 1 -- start start 2023-12-02T00:32:09.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1be54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f141560e0 0x7f8f1415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1be54640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8f140bffc0 0x7f8f140c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1be54640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f1415c600 con 0x7f8f1406d520 2023-12-02T00:32:09.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1be54640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f1415a5c0 con 0x7f8f140bffc0 2023-12-02T00:32:09.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1be54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f141594e0 con 0x7f8f141560e0 2023-12-02T00:32:09.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f193ef640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f8f1406d520 0x7f8f14159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33350/0 (socket says 172.21.15.133:33350) 2023-12-02T00:32:09.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f193ef640 1 -- 172.21.15.133:0/1686898282 learned_addr learned my addr 172.21.15.133:0/1686898282 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:09.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f19bf0640 1 --2- 172.21.15.133:0/1686898282 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f141560e0 0x7f8f1415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1a3f1640 1 --2- 172.21.15.133:0/1686898282 >> v2:172.21.15.172:3300/0 conn(0x7f8f140bffc0 0x7f8f140c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f18bee640 1 -- 172.21.15.133:0/1686898282 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1447011276 0 0) 0x7f8f1415c600 con 0x7f8f1406d520 2023-12-02T00:32:09.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f18bee640 1 -- 172.21.15.133:0/1686898282 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f00003530 con 0x7f8f1406d520 2023-12-02T00:32:09.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f19bf0640 1 -- 172.21.15.133:0/1686898282 >> v2:172.21.15.172:3300/0 conn(0x7f8f140bffc0 msgr2=0x7f8f140c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:09.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f19bf0640 1 --2- 172.21.15.133:0/1686898282 >> v2:172.21.15.172:3300/0 conn(0x7f8f140bffc0 0x7f8f140c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f19bf0640 1 -- 172.21.15.133:0/1686898282 >> v1:172.21.15.133:6789/0 conn(0x7f8f1406d520 legacy=0x7f8f14159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f19bf0640 1 -- 172.21.15.133:0/1686898282 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f141597c0 con 0x7f8f141560e0 2023-12-02T00:32:09.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.849+0000 7f8f1a3f1640 1 --2- 172.21.15.133:0/1686898282 >> v2:172.21.15.172:3300/0 conn(0x7f8f140bffc0 0x7f8f140c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:09.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f19bf0640 1 --2- 172.21.15.133:0/1686898282 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f141560e0 0x7f8f1415ca90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8f100097c0 tx=0x7f8f1001c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b962c3ef20ebdd0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f18bee640 1 -- 172.21.15.133:0/1686898282 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f100ad660 con 0x7f8f141560e0 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f18bee640 1 -- 172.21.15.133:0/1686898282 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f100ad7c0 con 0x7f8f141560e0 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f18bee640 1 -- 172.21.15.133:0/1686898282 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f100adb50 con 0x7f8f141560e0 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 -- 172.21.15.133:0/1686898282 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f141560e0 msgr2=0x7f8f1415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 --2- 172.21.15.133:0/1686898282 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f141560e0 0x7f8f1415ca90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8f100097c0 tx=0x7f8f1001c450 comp rx=0 tx=0).stop 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 -- 172.21.15.133:0/1686898282 shutdown_connections 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 --2- 172.21.15.133:0/1686898282 >> v2:172.21.15.172:3300/0 conn(0x7f8f140bffc0 0x7f8f140c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 --2- 172.21.15.133:0/1686898282 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f141560e0 0x7f8f1415ca90 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 -- 172.21.15.133:0/1686898282 >> 172.21.15.133:0/1686898282 conn(0x7f8f1406a5b0 msgr2=0x7f8f1406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 -- 172.21.15.133:0/1686898282 shutdown_connections 2023-12-02T00:32:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 -- 172.21.15.133:0/1686898282 wait complete. 2023-12-02T00:32:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.853+0000 7f8f1be54640 1 Processor -- start 2023-12-02T00:32:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 -- start start 2023-12-02T00:32:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f1406d520 0x7f8f141f12e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f140bffc0 0x7f8f14070870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f141560e0 0x7f8f141f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f141f4cd0 con 0x7f8f1406d520 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f140bb410 con 0x7f8f141560e0 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f140bae90 con 0x7f8f140bffc0 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f1406d520 0x7f8f141f12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f1406d520 0x7f8f141f12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56200/0 (socket says 172.21.15.133:56200) 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 -- 172.21.15.133:0/3417979574 learned_addr learned my addr 172.21.15.133:0/3417979574 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f193ef640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f140bffc0 0x7f8f14070870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1a3f1640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f141560e0 0x7f8f141f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 -- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f140bffc0 msgr2=0x7f8f14070870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f140bffc0 0x7f8f14070870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 -- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f141560e0 msgr2=0x7f8f141f5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:09.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f141560e0 0x7f8f141f5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:09.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 -- 172.21.15.133:0/3417979574 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f0c009a70 con 0x7f8f1406d520 2023-12-02T00:32:09.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f19bf0640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f1406d520 0x7f8f141f12e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f8f1001a080 tx=0x7f8f1001ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f0a7fc640 1 -- 172.21.15.133:0/3417979574 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f100b9650 con 0x7f8f1406d520 2023-12-02T00:32:09.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f0a7fc640 1 -- 172.21.15.133:0/3417979574 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f100b97d0 con 0x7f8f1406d520 2023-12-02T00:32:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f10009420 con 0x7f8f1406d520 2023-12-02T00:32:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f0a7fc640 1 -- 172.21.15.133:0/3417979574 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f100b9b80 con 0x7f8f1406d520 2023-12-02T00:32:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f140bb130 con 0x7f8f1406d520 2023-12-02T00:32:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.857+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f14068400 con 0x7f8f1406d520 2023-12-02T00:32:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.861+0000 7f8f0a7fc640 1 -- 172.21.15.133:0/3417979574 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8f100b9ce0 con 0x7f8f1406d520 2023-12-02T00:32:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.861+0000 7f8f0a7fc640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ef8066470 0x7f8ef8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.861+0000 7f8f0a7fc640 1 -- 172.21.15.133:0/3417979574 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8f1011ec70 con 0x7f8f1406d520 2023-12-02T00:32:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.861+0000 7f8f193ef640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ef8066470 0x7f8ef8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.861+0000 7f8f193ef640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ef8066470 0x7f8ef8068930 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8f140710b0 tx=0x7f8f04009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:09.865+0000 7f8f0a7fc640 1 -- 172.21.15.133:0/3417979574 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8f100ebcf0 con 0x7f8f1406d520 2023-12-02T00:32:10.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f8f140c3cf0 con 0x7f8f1406d520 2023-12-02T00:32:10.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f0a7fc640 1 -- 172.21.15.133:0/3417979574 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8f100b2080 con 0x7f8f1406d520 2023-12-02T00:32:10.030 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ef8066470 msgr2=0x7f8ef8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ef8066470 0x7f8ef8068930 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8f140710b0 tx=0x7f8f04009040 comp rx=0 tx=0).stop 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f1406d520 msgr2=0x7f8f141f12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f1406d520 0x7f8f141f12e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f8f1001a080 tx=0x7f8f1001ac90 comp rx=0 tx=0).stop 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 shutdown_connections 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ef8066470 0x7f8ef8068930 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8f141560e0 0x7f8f141f5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8f140bffc0 0x7f8f14070870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 --2- 172.21.15.133:0/3417979574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f1406d520 0x7f8f141f12e0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 >> 172.21.15.133:0/3417979574 conn(0x7f8f1406a5b0 msgr2=0x7f8f140c5930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:10.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 shutdown_connections 2023-12-02T00:32:10.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.025+0000 7f8f1be54640 1 -- 172.21.15.133:0/3417979574 wait complete. 2023-12-02T00:32:10.052 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-12-02T00:32:10.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.053 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:10.082 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:32:10.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.083 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:32:10.134 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:10.134 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:10.185 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:32:10.185 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:32:10.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.317+0000 7fdb11b1d640 1 Processor -- start 2023-12-02T00:32:10.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.317+0000 7fdb11b1d640 1 -- start start 2023-12-02T00:32:10.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb11b1d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdb0c0c4100 0x7fdb0c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:10.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb11b1d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fdb0c0c06d0 0x7fdb0c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:10.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb11b1d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb0c0c31c0 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb11b1d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb0c0c34a0 con 0x7fdb0c0c4100 2023-12-02T00:32:10.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb11b1d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb0c0c1030 con 0x7fdb0c0c06d0 2023-12-02T00:32:10.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb03fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdb0c0c4100 0x7fdb0c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:10.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb03fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdb0c0c4100 0x7fdb0c0c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56216/0 (socket says 172.21.15.133:56216) 2023-12-02T00:32:10.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb03fff640 1 -- 172.21.15.133:0/3416280680 learned_addr learned my addr 172.21.15.133:0/3416280680 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:10.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb0bfff640 1 --2- 172.21.15.133:0/3416280680 >> v2:172.21.15.172:3300/0 conn(0x7fdb0c0c06d0 0x7fdb0c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:10.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb03fff640 1 -- 172.21.15.133:0/3416280680 >> v2:172.21.15.172:3300/0 conn(0x7fdb0c0c06d0 msgr2=0x7fdb0c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:10.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb03fff640 1 --2- 172.21.15.133:0/3416280680 >> v2:172.21.15.172:3300/0 conn(0x7fdb0c0c06d0 0x7fdb0c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb03fff640 1 -- 172.21.15.133:0/3416280680 >> v1:172.21.15.172:6789/0 conn(0x7fdb0c0c63c0 legacy=0x7fdb0c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.321+0000 7fdb03fff640 1 -- 172.21.15.133:0/3416280680 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb0c0c1310 con 0x7fdb0c0c4100 2023-12-02T00:32:10.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.325+0000 7fdb03fff640 1 --2- 172.21.15.133:0/3416280680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c4100 0x7fdb0c0c2bb0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c0c0ee0 tx=0x7fdaf401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd73378878bc5a99 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:10.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.325+0000 7fdb0affd640 1 -- 172.21.15.133:0/3416280680 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c0aa3d0 con 0x7fdb0c0c4100 2023-12-02T00:32:10.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb0affd640 1 -- 172.21.15.133:0/3416280680 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdaf40a7050 con 0x7fdb0c0c4100 2023-12-02T00:32:10.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb0affd640 1 -- 172.21.15.133:0/3416280680 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaf40ab820 con 0x7fdb0c0c4100 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 -- 172.21.15.133:0/3416280680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c4100 msgr2=0x7fdb0c0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/3416280680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c4100 0x7fdb0c0c2bb0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c0c0ee0 tx=0x7fdaf401c3e0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 -- 172.21.15.133:0/3416280680 shutdown_connections 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/3416280680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c4100 0x7fdb0c0c2bb0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/3416280680 >> v2:172.21.15.172:3300/0 conn(0x7fdb0c0c06d0 0x7fdb0c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 -- 172.21.15.133:0/3416280680 >> 172.21.15.133:0/3416280680 conn(0x7fdb0c06a5b0 msgr2=0x7fdb0c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 -- 172.21.15.133:0/3416280680 shutdown_connections 2023-12-02T00:32:10.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 -- 172.21.15.133:0/3416280680 wait complete. 2023-12-02T00:32:10.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 Processor -- start 2023-12-02T00:32:10.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.329+0000 7fdb11b1d640 1 -- start start 2023-12-02T00:32:10.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdb0c0c06d0 0x7fdb0c14eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdb0c0c4100 0x7fdb0c148e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c63c0 0x7fdb0c149360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c1eca00 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c071800 con 0x7fdb0c0c4100 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c071ae0 con 0x7fdb0c0c06d0 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c63c0 0x7fdb0c149360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c63c0 0x7fdb0c149360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56222/0 (socket says 172.21.15.133:56222) 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 -- 172.21.15.133:0/1402846368 learned_addr learned my addr 172.21.15.133:0/1402846368 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0b7fe640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdb0c0c06d0 0x7fdb0c14eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb03fff640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdb0c0c4100 0x7fdb0c148e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 -- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdb0c0c06d0 msgr2=0x7fdb0c14eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdb0c0c06d0 0x7fdb0c14eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 -- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdb0c0c4100 msgr2=0x7fdb0c148e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdb0c0c4100 0x7fdb0c148e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 -- 172.21.15.133:0/1402846368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdaf40094d0 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb0bfff640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c63c0 0x7fdb0c149360 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdb0400efc0 tx=0x7fdb0400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:10.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb08ff9640 1 -- 172.21.15.133:0/1402846368 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb04014480 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb08ff9640 1 -- 172.21.15.133:0/1402846368 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb0400f040 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb08ff9640 1 -- 172.21.15.133:0/1402846368 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb04014820 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb0c071fd0 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb0c14f070 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb0c068400 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.333+0000 7fdb08ff9640 1 -- 172.21.15.133:0/1402846368 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdb04014980 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.337+0000 7fdb08ff9640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdaec066470 0x7fdaec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:10.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.337+0000 7fdb08ff9640 1 -- 172.21.15.133:0/1402846368 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fdb04084b50 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.337+0000 7fdb0b7fe640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdaec066470 0x7fdaec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:10.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.337+0000 7fdb0b7fe640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdaec066470 0x7fdaec068930 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdafc007fd0 tx=0x7fdafc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:10.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.341+0000 7fdb08ff9640 1 -- 172.21.15.133:0/1402846368 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdb04051db0 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.521+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fdb0c0a8db0 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.521+0000 7fdb08ff9640 1 -- 172.21.15.133:0/1402846368 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) v1 ==== 53+0+149 (secure 0 0 0) 0x7fdb04018070 con 0x7fdb0c0c63c0 2023-12-02T00:32:10.528 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:32:10.528 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdaec066470 msgr2=0x7fdaec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdaec066470 0x7fdaec068930 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdafc007fd0 tx=0x7fdafc009040 comp rx=0 tx=0).stop 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c63c0 msgr2=0x7fdb0c149360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c63c0 0x7fdb0c149360 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdb0400efc0 tx=0x7fdb0400c490 comp rx=0 tx=0).stop 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 shutdown_connections 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdaec066470 0x7fdaec068930 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb0c0c63c0 0x7fdb0c149360 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdb0c0c4100 0x7fdb0c148e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 --2- 172.21.15.133:0/1402846368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdb0c0c06d0 0x7fdb0c14eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 >> 172.21.15.133:0/1402846368 conn(0x7fdb0c06a5b0 msgr2=0x7fdb0c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:10.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 shutdown_connections 2023-12-02T00:32:10.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:10.525+0000 7fdb11b1d640 1 -- 172.21.15.133:0/1402846368 wait complete. 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:32:10.549 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:32:10.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.550 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:32:10.560 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:32:10.560 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:32:10.560 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:10.561 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42261sec preferred_lft 42261sec 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:10.562 INFO:teuthology.orchestra.run.smithi172.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:32:10.563 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:10.563 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:32:10.563 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:10.563 INFO:teuthology.orchestra.run.smithi172.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:32:10.563 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:32:10.563 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:32:10.563 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:10.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.564 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:32:10.629 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:32:10.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.631 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:32:10.683 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:32:10.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.685 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:32:10.685 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:32:10.685 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:32:10.685 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:32:10.685 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:32:10.685 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:32:10.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.778 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:32:10.787 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:32:10.788 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:32:10.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.788 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:32:10.852 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:10.853 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:10.904 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:32:10.905 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:10.905 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:10.960 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:32:10.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:10.960 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:32:11.059 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:32:11.059 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:32:11.059 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:32:11.074 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:32:11.074 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:32:11.074 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:32:11.075 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:11.075 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:32:11.084 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2,key=1,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:32:11.087 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:32:11.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:11.088 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:11.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:11.110 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:32:11.172 INFO:teuthology.orchestra.run.smithi172.stdout:client5302 2023-12-02T00:32:11.172 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:11.172 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:11.228 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs authorize cephfs client.testuser / rw 2023-12-02T00:32:11.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca37617640 1 Processor -- start 2023-12-02T00:32:11.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca37617640 1 -- start start 2023-12-02T00:32:11.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca37617640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca3006bc80 0x7fca30154050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca37617640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca300c2ef0 con 0x7fca30070fa0 2023-12-02T00:32:11.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca37617640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca300708d0 con 0x7fca3006acc0 2023-12-02T00:32:11.375 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca37617640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca30071800 con 0x7fca3006bc80 2023-12-02T00:32:11.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca353b3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca3006bc80 0x7fca30154050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca34bb2640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fca30070fa0 0x7fca3006a5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33356/0 (socket says 172.21.15.133:33356) 2023-12-02T00:32:11.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca34bb2640 1 -- 172.21.15.133:0/193466523 learned_addr learned my addr 172.21.15.133:0/193466523 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:11.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca353b3640 1 -- 172.21.15.133:0/193466523 >> v1:172.21.15.172:6789/0 conn(0x7fca3006acc0 legacy=0x7fca3015b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca353b3640 1 -- 172.21.15.133:0/193466523 >> v1:172.21.15.133:6789/0 conn(0x7fca30070fa0 legacy=0x7fca3006a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca27fff640 1 -- 172.21.15.133:0/193466523 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3892713900 0 0) 0x7fca300c2ef0 con 0x7fca30070fa0 2023-12-02T00:32:11.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.369+0000 7fca353b3640 1 -- 172.21.15.133:0/193466523 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca30070d60 con 0x7fca3006bc80 2023-12-02T00:32:11.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca353b3640 1 --2- 172.21.15.133:0/193466523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca30154050 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fca2c0097c0 tx=0x7fca2c01ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a6b5e7414611378 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:11.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca27fff640 1 -- 172.21.15.133:0/193466523 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2c0a8970 con 0x7fca3006bc80 2023-12-02T00:32:11.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca27fff640 1 -- 172.21.15.133:0/193466523 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca2c0a8ad0 con 0x7fca3006bc80 2023-12-02T00:32:11.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca27fff640 1 -- 172.21.15.133:0/193466523 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2c0a8e60 con 0x7fca3006bc80 2023-12-02T00:32:11.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca37617640 1 -- 172.21.15.133:0/193466523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 msgr2=0x7fca30154050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca37617640 1 --2- 172.21.15.133:0/193466523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca30154050 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fca2c0097c0 tx=0x7fca2c01ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:11.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca37617640 1 -- 172.21.15.133:0/193466523 shutdown_connections 2023-12-02T00:32:11.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca37617640 1 --2- 172.21.15.133:0/193466523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca30154050 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca37617640 1 -- 172.21.15.133:0/193466523 >> 172.21.15.133:0/193466523 conn(0x7fca300c31a0 msgr2=0x7fca300c35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:11.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca37617640 1 -- 172.21.15.133:0/193466523 shutdown_connections 2023-12-02T00:32:11.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.373+0000 7fca37617640 1 -- 172.21.15.133:0/193466523 wait complete. 2023-12-02T00:32:11.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 Processor -- start 2023-12-02T00:32:11.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 -- start start 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca3006acc0 0x7fca300abd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca301e5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca30070fa0 0x7fca301e6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca30151380 con 0x7fca3006bc80 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca30146dc0 con 0x7fca30070fa0 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca30147110 con 0x7fca3006acc0 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca301e5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca301e5cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56240/0 (socket says 172.21.15.133:56240) 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 -- 172.21.15.133:0/238989105 learned_addr learned my addr 172.21.15.133:0/238989105 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:11.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca35bb4640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca30070fa0 0x7fca301e6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca353b3640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca3006acc0 0x7fca300abd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 -- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca3006acc0 msgr2=0x7fca300abd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca3006acc0 0x7fca300abd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 -- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca30070fa0 msgr2=0x7fca301e6200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca30070fa0 0x7fca301e6200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 -- 172.21.15.133:0/238989105 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca2c009420 con 0x7fca3006bc80 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca34bb2640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca301e5cc0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fca2000c410 tx=0x7fca2000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca25ffb640 1 -- 172.21.15.133:0/238989105 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca200074e0 con 0x7fca3006bc80 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca25ffb640 1 -- 172.21.15.133:0/238989105 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca20007640 con 0x7fca3006bc80 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca3014eae0 con 0x7fca3006bc80 2023-12-02T00:32:11.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca25ffb640 1 -- 172.21.15.133:0/238989105 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca20004a30 con 0x7fca3006bc80 2023-12-02T00:32:11.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca3014ed30 con 0x7fca3006bc80 2023-12-02T00:32:11.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.377+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca301514c0 con 0x7fca3006bc80 2023-12-02T00:32:11.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.381+0000 7fca25ffb640 1 -- 172.21.15.133:0/238989105 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fca20004b90 con 0x7fca3006bc80 2023-12-02T00:32:11.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.381+0000 7fca25ffb640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca14066470 0x7fca14068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.381+0000 7fca25ffb640 1 -- 172.21.15.133:0/238989105 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fca20083e40 con 0x7fca3006bc80 2023-12-02T00:32:11.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.381+0000 7fca353b3640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca14066470 0x7fca14068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.381+0000 7fca353b3640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca14066470 0x7fca14068930 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fca2c0b2000 tx=0x7fca2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:11.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.385+0000 7fca25ffb640 1 -- 172.21.15.133:0/238989105 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fca20051000 con 0x7fca3006bc80 2023-12-02T00:32:11.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.565+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.testuser", "caps": ["/", "rw"]} v 0) v1 -- 0x7fca30068400 con 0x7fca3006bc80 2023-12-02T00:32:11.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca25ffb640 1 -- 172.21.15.133:0/238989105 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.testuser", "caps": ["/", "rw"]}]=0 v15) v1 ==== 134+0+185 (secure 0 0 0) 0x7fca20054620 con 0x7fca3006bc80 2023-12-02T00:32:11.573 INFO:teuthology.orchestra.run.smithi133.stdout:[client.testuser] 2023-12-02T00:32:11.573 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQALe2plncEEIhAAmGiUr8FitfLLt3SUqOzVyQ== 2023-12-02T00:32:11.573 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow rw fsname=cephfs" 2023-12-02T00:32:11.573 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r fsname=cephfs" 2023-12-02T00:32:11.573 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-12-02T00:32:11.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca14066470 msgr2=0x7fca14068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca14066470 0x7fca14068930 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fca2c0b2000 tx=0x7fca2c008040 comp rx=0 tx=0).stop 2023-12-02T00:32:11.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 msgr2=0x7fca301e5cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca301e5cc0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fca2000c410 tx=0x7fca2000c8d0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 shutdown_connections 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca14066470 0x7fca14068930 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca30070fa0 0x7fca301e6200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca3006bc80 0x7fca301e5cc0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 --2- 172.21.15.133:0/238989105 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca3006acc0 0x7fca300abd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 >> 172.21.15.133:0/238989105 conn(0x7fca300c31a0 msgr2=0x7fca3014d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 shutdown_connections 2023-12-02T00:32:11.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.569+0000 7fca37617640 1 -- 172.21.15.133:0/238989105 wait complete. 2023-12-02T00:32:11.594 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2023-12-02T00:32:11.603 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.EICl6SF51i 2023-12-02T00:32:11.603 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:11.603 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/tmp/tmp.EICl6SF51i 2023-12-02T00:32:11.652 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:11.653 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:11.705 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:11.705 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:11.757 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:11.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.929+0000 7f6ef406b640 1 Processor -- start 2023-12-02T00:32:11.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.929+0000 7f6ef406b640 1 -- start start 2023-12-02T00:32:11.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef406b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6eec073a70 0x7f6eec0bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef406b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6eec157c20 0x7f6eec158070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef406b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6eec06a5b0 con 0x7f6eec14b010 2023-12-02T00:32:11.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef406b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6eec06b710 con 0x7f6eec157c20 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef406b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6eec0c1d60 con 0x7f6eec073a70 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef2608640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6eec157c20 0x7f6eec158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef1606640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6eec073a70 0x7f6eec0bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef2608640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6eec157c20 0x7f6eec158070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56248/0 (socket says 172.21.15.133:56248) 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef2608640 1 -- 172.21.15.133:0/651070701 learned_addr learned my addr 172.21.15.133:0/651070701 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef2608640 1 -- 172.21.15.133:0/651070701 >> v2:172.21.15.172:3300/0 conn(0x7f6eec073a70 msgr2=0x7f6eec0bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef2608640 1 --2- 172.21.15.133:0/651070701 >> v2:172.21.15.172:3300/0 conn(0x7f6eec073a70 0x7f6eec0bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef2608640 1 -- 172.21.15.133:0/651070701 >> v1:172.21.15.172:6789/0 conn(0x7f6eec14b010 legacy=0x7f6eec06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.933+0000 7f6ef2608640 1 -- 172.21.15.133:0/651070701 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6eec0c2040 con 0x7f6eec157c20 2023-12-02T00:32:11.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef2608640 1 --2- 172.21.15.133:0/651070701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec157c20 0x7f6eec158070 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f6eec04ede0 tx=0x7f6ee401f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b07ec1b761c7a7c6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:11.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef0e05640 1 -- 172.21.15.133:0/651070701 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee40af400 con 0x7f6eec157c20 2023-12-02T00:32:11.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef0e05640 1 -- 172.21.15.133:0/651070701 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ee40ab050 con 0x7f6eec157c20 2023-12-02T00:32:11.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef0e05640 1 -- 172.21.15.133:0/651070701 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee40af780 con 0x7f6eec157c20 2023-12-02T00:32:11.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 -- 172.21.15.133:0/651070701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec157c20 msgr2=0x7f6eec158070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 --2- 172.21.15.133:0/651070701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec157c20 0x7f6eec158070 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f6eec04ede0 tx=0x7f6ee401f1c0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 -- 172.21.15.133:0/651070701 shutdown_connections 2023-12-02T00:32:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 --2- 172.21.15.133:0/651070701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec157c20 0x7f6eec158070 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 --2- 172.21.15.133:0/651070701 >> v2:172.21.15.172:3300/0 conn(0x7f6eec073a70 0x7f6eec0bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 -- 172.21.15.133:0/651070701 >> 172.21.15.133:0/651070701 conn(0x7f6eec0c30c0 msgr2=0x7f6eec0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 -- 172.21.15.133:0/651070701 shutdown_connections 2023-12-02T00:32:11.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 -- 172.21.15.133:0/651070701 wait complete. 2023-12-02T00:32:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 Processor -- start 2023-12-02T00:32:11.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.937+0000 7f6ef406b640 1 -- start start 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6eec073a70 0x7f6eec154680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec14b010 0x7f6eec14cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6eec157c20 0x7f6eec1e9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6eec1541f0 con 0x7f6eec14b010 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6eec154bc0 con 0x7f6eec073a70 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6eec1eaab0 con 0x7f6eec157c20 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec14b010 0x7f6eec14cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec14b010 0x7f6eec14cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56254/0 (socket says 172.21.15.133:56254) 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 -- 172.21.15.133:0/2721332540 learned_addr learned my addr 172.21.15.133:0/2721332540 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1e07640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6eec073a70 0x7f6eec154680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef2608640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6eec157c20 0x7f6eec1e9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 -- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6eec157c20 msgr2=0x7f6eec1e9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6eec157c20 0x7f6eec1e9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 -- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6eec073a70 msgr2=0x7f6eec154680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:11.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6eec073a70 0x7f6eec154680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:11.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 -- 172.21.15.133:0/2721332540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ee4009b30 con 0x7f6eec14b010 2023-12-02T00:32:11.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef1606640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec14b010 0x7f6eec14cc40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f6edc00e930 tx=0x7f6edc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:11.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ee27fc640 1 -- 172.21.15.133:0/2721332540 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6edc009690 con 0x7f6eec14b010 2023-12-02T00:32:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ee27fc640 1 -- 172.21.15.133:0/2721332540 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6edc00ca00 con 0x7f6eec14b010 2023-12-02T00:32:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ee27fc640 1 -- 172.21.15.133:0/2721332540 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6edc00cd70 con 0x7f6eec14b010 2023-12-02T00:32:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6eec1ea7d0 con 0x7f6eec14b010 2023-12-02T00:32:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6eec14d180 con 0x7f6eec14b010 2023-12-02T00:32:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6eec154360 con 0x7f6eec14b010 2023-12-02T00:32:11.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.941+0000 7f6ee27fc640 1 -- 172.21.15.133:0/2721332540 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6edc013470 con 0x7f6eec14b010 2023-12-02T00:32:11.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.945+0000 7f6ee27fc640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6ed00664a0 0x7f6ed0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:11.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.945+0000 7f6ee27fc640 1 -- 172.21.15.133:0/2721332540 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6edc084310 con 0x7f6eec14b010 2023-12-02T00:32:11.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.945+0000 7f6ef1e07640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6ed00664a0 0x7f6ed0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:11.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.945+0000 7f6ef1e07640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6ed00664a0 0x7f6ed0068960 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6eec0ac790 tx=0x7f6ee8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:11.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:11.949+0000 7f6ee27fc640 1 -- 172.21.15.133:0/2721332540 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6edc051610 con 0x7f6eec14b010 2023-12-02T00:32:12.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6eec068400 con 0x7f6eec14b010 2023-12-02T00:32:12.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ee27fc640 1 -- 172.21.15.133:0/2721332540 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20265 (secure 0 0 0) 0x7f6edc054c30 con 0x7f6eec14b010 2023-12-02T00:32:12.106 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:12.107 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":35,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:59.245105+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:12.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6ed00664a0 msgr2=0x7f6ed0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6ed00664a0 0x7f6ed0068960 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6eec0ac790 tx=0x7f6ee8009040 comp rx=0 tx=0).stop 2023-12-02T00:32:12.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec14b010 msgr2=0x7f6eec14cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec14b010 0x7f6eec14cc40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f6edc00e930 tx=0x7f6edc00edf0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 shutdown_connections 2023-12-02T00:32:12.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6ed00664a0 0x7f6ed0068960 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6eec157c20 0x7f6eec1e9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6eec14b010 0x7f6eec14cc40 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 --2- 172.21.15.133:0/2721332540 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6eec073a70 0x7f6eec154680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 >> 172.21.15.133:0/2721332540 conn(0x7f6eec0c30c0 msgr2=0x7f6eec0c0ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 shutdown_connections 2023-12-02T00:32:12.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.101+0000 7f6ef406b640 1 -- 172.21.15.133:0/2721332540 wait complete. 2023-12-02T00:32:12.128 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:31:42.196620+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '30', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:31:43.550398+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:31:55.550277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:31:56.633004+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:12.128 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:12.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51f757640 1 Processor -- start 2023-12-02T00:32:12.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51f757640 1 -- start start 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51f757640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5180bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51f757640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb51806a5b0 con 0x7fb518157c20 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51f757640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb51806b710 con 0x7fb518073a70 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51f757640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5180c1d60 con 0x7fb51814b010 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51dcf4640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb518157c20 0x7fb5181580b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33358/0 (socket says 172.21.15.133:33358) 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51dcf4640 1 -- 172.21.15.133:0/402997861 learned_addr learned my addr 172.21.15.133:0/402997861 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51d4f3640 1 --2- 172.21.15.133:0/402997861 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5180bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb50ffff640 1 -- 172.21.15.133:0/402997861 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 432501370 0 0) 0x7fb51806a5b0 con 0x7fb518157c20 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb50ffff640 1 -- 172.21.15.133:0/402997861 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb504003530 con 0x7fb518157c20 2023-12-02T00:32:12.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb50ffff640 1 -- 172.21.15.133:0/402997861 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 939622894 0 0) 0x7fb51806b710 con 0x7fb518073a70 2023-12-02T00:32:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb50ffff640 1 -- 172.21.15.133:0/402997861 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb51806a5b0 con 0x7fb518073a70 2023-12-02T00:32:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51d4f3640 1 -- 172.21.15.133:0/402997861 >> v1:172.21.15.172:6789/0 conn(0x7fb518073a70 legacy=0x7fb51806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51d4f3640 1 -- 172.21.15.133:0/402997861 >> v1:172.21.15.133:6789/0 conn(0x7fb518157c20 legacy=0x7fb5181580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.265+0000 7fb51d4f3640 1 -- 172.21.15.133:0/402997861 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5180c2040 con 0x7fb51814b010 2023-12-02T00:32:12.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51d4f3640 1 --2- 172.21.15.133:0/402997861 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5180bf9f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb5140097f0 tx=0x7fb51401ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f18f6d56b86ca86b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb50ffff640 1 -- 172.21.15.133:0/402997861 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5140a89b0 con 0x7fb51814b010 2023-12-02T00:32:12.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb50ffff640 1 -- 172.21.15.133:0/402997861 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5140a8b10 con 0x7fb51814b010 2023-12-02T00:32:12.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb50ffff640 1 -- 172.21.15.133:0/402997861 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5140a8ea0 con 0x7fb51814b010 2023-12-02T00:32:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51f757640 1 -- 172.21.15.133:0/402997861 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 msgr2=0x7fb5180bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51f757640 1 --2- 172.21.15.133:0/402997861 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5180bf9f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb5140097f0 tx=0x7fb51401ecb0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51f757640 1 -- 172.21.15.133:0/402997861 shutdown_connections 2023-12-02T00:32:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51f757640 1 --2- 172.21.15.133:0/402997861 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5180bf9f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51f757640 1 -- 172.21.15.133:0/402997861 >> 172.21.15.133:0/402997861 conn(0x7fb5180c30c0 msgr2=0x7fb5180c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51f757640 1 -- 172.21.15.133:0/402997861 shutdown_connections 2023-12-02T00:32:12.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.269+0000 7fb51f757640 1 -- 172.21.15.133:0/402997861 wait complete. 2023-12-02T00:32:12.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 Processor -- start 2023-12-02T00:32:12.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 -- start start 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb518073a70 0x7fb5180725b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5181504f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb518157c20 0x7fb518150a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb518143b10 con 0x7fb518073a70 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb518145d80 con 0x7fb518157c20 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb518150f70 con 0x7fb51814b010 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb518073a70 0x7fb5180725b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb518073a70 0x7fb5180725b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56270/0 (socket says 172.21.15.133:56270) 2023-12-02T00:32:12.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 -- 172.21.15.133:0/201012144 learned_addr learned my addr 172.21.15.133:0/201012144 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51dcf4640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb518157c20 0x7fb518150a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51ccf2640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5181504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 -- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 msgr2=0x7fb5181504f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5181504f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 -- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb518157c20 msgr2=0x7fb518150a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb518157c20 0x7fb518150a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 -- 172.21.15.133:0/201012144 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb514009420 con 0x7fb518073a70 2023-12-02T00:32:12.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51d4f3640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb518073a70 0x7fb5180725b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb5140097f0 tx=0x7fb51401ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb50dffb640 1 -- 172.21.15.133:0/201012144 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5140b0d80 con 0x7fb518073a70 2023-12-02T00:32:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb50dffb640 1 -- 172.21.15.133:0/201012144 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5140b9430 con 0x7fb518073a70 2023-12-02T00:32:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb50dffb640 1 -- 172.21.15.133:0/201012144 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5140b97e0 con 0x7fb518073a70 2023-12-02T00:32:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb518144090 con 0x7fb518073a70 2023-12-02T00:32:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.273+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5181445c0 con 0x7fb518073a70 2023-12-02T00:32:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.277+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb51814f260 con 0x7fb518073a70 2023-12-02T00:32:12.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.277+0000 7fb50dffb640 1 -- 172.21.15.133:0/201012144 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb5140b7040 con 0x7fb518073a70 2023-12-02T00:32:12.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.277+0000 7fb50dffb640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4fc0664a0 0x7fb4fc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.277+0000 7fb50dffb640 1 -- 172.21.15.133:0/201012144 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb514121b50 con 0x7fb518073a70 2023-12-02T00:32:12.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.277+0000 7fb51ccf2640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4fc0664a0 0x7fb4fc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.277+0000 7fb51ccf2640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4fc0664a0 0x7fb4fc068960 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb5181e7860 tx=0x7fb508009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.281+0000 7fb50dffb640 1 -- 172.21.15.133:0/201012144 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb5140eec80 con 0x7fb518073a70 2023-12-02T00:32:12.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb518068400 con 0x7fb518073a70 2023-12-02T00:32:12.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb50dffb640 1 -- 172.21.15.133:0/201012144 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb5140b5020 con 0x7fb518073a70 2023-12-02T00:32:12.441 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4fc0664a0 msgr2=0x7fb4fc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4fc0664a0 0x7fb4fc068960 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb5181e7860 tx=0x7fb508009040 comp rx=0 tx=0).stop 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb518073a70 msgr2=0x7fb5180725b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb518073a70 0x7fb5180725b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb5140097f0 tx=0x7fb51401ba50 comp rx=0 tx=0).stop 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 shutdown_connections 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4fc0664a0 0x7fb4fc068960 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb518157c20 0x7fb518150a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb51814b010 0x7fb5181504f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 --2- 172.21.15.133:0/201012144 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb518073a70 0x7fb5180725b0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 >> 172.21.15.133:0/201012144 conn(0x7fb5180c30c0 msgr2=0x7fb5180c0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:12.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 shutdown_connections 2023-12-02T00:32:12.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.437+0000 7fb51f757640 1 -- 172.21.15.133:0/201012144 wait complete. 2023-12-02T00:32:12.463 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:32:12.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.597+0000 7ff05409a640 1 Processor -- start 2023-12-02T00:32:12.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.597+0000 7ff05409a640 1 -- start start 2023-12-02T00:32:12.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.597+0000 7ff05409a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c06d520 0x7ff04c15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.597+0000 7ff05409a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff04c0bffc0 0x7ff04c0c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.597+0000 7ff05409a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff04c15c600 con 0x7ff04c1560e0 2023-12-02T00:32:12.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.597+0000 7ff05409a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff04c15a5c0 con 0x7ff04c0bffc0 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.597+0000 7ff05409a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff04c1594e0 con 0x7ff04c06d520 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff04c0bffc0 0x7ff04c0c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff04c0bffc0 0x7ff04c0c1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56272/0 (socket says 172.21.15.133:56272) 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 -- 172.21.15.133:0/115414094 learned_addr learned my addr 172.21.15.133:0/115414094 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff051635640 1 --2- 172.21.15.133:0/115414094 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c06d520 0x7ff04c15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 -- 172.21.15.133:0/115414094 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c06d520 msgr2=0x7ff04c15ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 --2- 172.21.15.133:0/115414094 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c06d520 0x7ff04c15ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 -- 172.21.15.133:0/115414094 >> v1:172.21.15.172:6789/0 conn(0x7ff04c1560e0 legacy=0x7ff04c159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 -- 172.21.15.133:0/115414094 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff04c1597c0 con 0x7ff04c0bffc0 2023-12-02T00:32:12.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff050e34640 1 -- 172.21.15.133:0/115414094 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2557301801 0 0) 0x7ff04c15c600 con 0x7ff04c1560e0 2023-12-02T00:32:12.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff052637640 1 --2- 172.21.15.133:0/115414094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c0c1bf0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff044009e50 tx=0x7ff04401c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41b8af33810b4966 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff050e34640 1 -- 172.21.15.133:0/115414094 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0440a57c0 con 0x7ff04c0bffc0 2023-12-02T00:32:12.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff050e34640 1 -- 172.21.15.133:0/115414094 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0440a5920 con 0x7ff04c0bffc0 2023-12-02T00:32:12.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.601+0000 7ff050e34640 1 -- 172.21.15.133:0/115414094 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0440a5cb0 con 0x7ff04c0bffc0 2023-12-02T00:32:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- 172.21.15.133:0/115414094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 msgr2=0x7ff04c0c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 --2- 172.21.15.133:0/115414094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c0c1bf0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff044009e50 tx=0x7ff04401c9e0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- 172.21.15.133:0/115414094 shutdown_connections 2023-12-02T00:32:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 --2- 172.21.15.133:0/115414094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c0c1bf0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 --2- 172.21.15.133:0/115414094 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c06d520 0x7ff04c15ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- 172.21.15.133:0/115414094 >> 172.21.15.133:0/115414094 conn(0x7ff04c06a5b0 msgr2=0x7ff04c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:12.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- 172.21.15.133:0/115414094 shutdown_connections 2023-12-02T00:32:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- 172.21.15.133:0/115414094 wait complete. 2023-12-02T00:32:12.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 Processor -- start 2023-12-02T00:32:12.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- start start 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff04c06d520 0x7ff04c0a2c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c1f1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c1560e0 0x7ff04c0a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff04c0aae30 con 0x7ff04c0bffc0 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff04c1590f0 con 0x7ff04c06d520 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff05409a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff04c0aa900 con 0x7ff04c1560e0 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c1f1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051e36640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff04c06d520 0x7ff04c0a2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff052637640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c1560e0 0x7ff04c0a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c1f1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56280/0 (socket says 172.21.15.133:56280) 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 -- 172.21.15.133:0/3191249138 learned_addr learned my addr 172.21.15.133:0/3191249138 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 -- 172.21.15.133:0/3191249138 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c1560e0 msgr2=0x7ff04c0a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c1560e0 0x7ff04c0a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 -- 172.21.15.133:0/3191249138 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff04c06d520 msgr2=0x7ff04c0a2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff04c06d520 0x7ff04c0a2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.605+0000 7ff051635640 1 -- 172.21.15.133:0/3191249138 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff044009b30 con 0x7ff04c0bffc0 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff051635640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c1f1140 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff03c00e900 tx=0x7ff03c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff0427fc640 1 -- 172.21.15.133:0/3191249138 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff03c009690 con 0x7ff04c0bffc0 2023-12-02T00:32:12.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff0427fc640 1 -- 172.21.15.133:0/3191249138 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff03c00ca00 con 0x7ff04c0bffc0 2023-12-02T00:32:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff0427fc640 1 -- 172.21.15.133:0/3191249138 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff03c00cdb0 con 0x7ff04c0bffc0 2023-12-02T00:32:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff04c0a4680 con 0x7ff04c0bffc0 2023-12-02T00:32:12.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff04c1555e0 con 0x7ff04c0bffc0 2023-12-02T00:32:12.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff04c155440 con 0x7ff04c0bffc0 2023-12-02T00:32:12.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff0427fc640 1 -- 172.21.15.133:0/3191249138 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff03c013470 con 0x7ff04c0bffc0 2023-12-02T00:32:12.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff0427fc640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff030066470 0x7ff030068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff0427fc640 1 -- 172.21.15.133:0/3191249138 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff03c084330 con 0x7ff04c0bffc0 2023-12-02T00:32:12.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.609+0000 7ff051e36640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff030066470 0x7ff030068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.613+0000 7ff051e36640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff030066470 0x7ff030068930 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff048007fd0 tx=0x7ff048009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.613+0000 7ff0427fc640 1 -- 172.21.15.133:0/3191249138 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff04c155440 con 0x7ff04c0bffc0 2023-12-02T00:32:12.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.761+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff04c155440 con 0x7ff04c0bffc0 2023-12-02T00:32:12.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.761+0000 7ff0427fc640 1 -- 172.21.15.133:0/3191249138 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v35) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff04c155440 con 0x7ff04c0bffc0 2023-12-02T00:32:12.768 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:12.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff030066470 msgr2=0x7ff030068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff030066470 0x7ff030068930 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff048007fd0 tx=0x7ff048009040 comp rx=0 tx=0).stop 2023-12-02T00:32:12.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 msgr2=0x7ff04c1f1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c1f1140 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff03c00e900 tx=0x7ff03c00edc0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 shutdown_connections 2023-12-02T00:32:12.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff030066470 0x7ff030068930 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff04c1560e0 0x7ff04c0a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04c0bffc0 0x7ff04c1f1140 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 --2- 172.21.15.133:0/3191249138 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff04c06d520 0x7ff04c0a2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 >> 172.21.15.133:0/3191249138 conn(0x7ff04c06a5b0 msgr2=0x7ff04c06fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:12.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 shutdown_connections 2023-12-02T00:32:12.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.765+0000 7ff05409a640 1 -- 172.21.15.133:0/3191249138 wait complete. 2023-12-02T00:32:12.789 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:32:12.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9477165640 1 Processor -- start 2023-12-02T00:32:12.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9477165640 1 -- start start 2023-12-02T00:32:12.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9477165640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9470155de0 0x7f9470156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9477165640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94700c2580 con 0x7f94700c5260 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9477165640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94700c1a00 con 0x7f94700c5640 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9477165640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9470153510 con 0x7f9470155de0 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9474f01640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f94700c5260 0x7f947006d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33368/0 (socket says 172.21.15.133:33368) 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9474f01640 1 -- 172.21.15.133:0/2031738804 learned_addr learned my addr 172.21.15.133:0/2031738804 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9475702640 1 --2- 172.21.15.133:0/2031738804 >> v2:172.21.15.172:3300/0 conn(0x7f9470155de0 0x7f9470156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f94677fe640 1 -- 172.21.15.133:0/2031738804 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3886324167 0 0) 0x7f94700c2580 con 0x7f94700c5260 2023-12-02T00:32:12.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f94677fe640 1 -- 172.21.15.133:0/2031738804 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9458003530 con 0x7f94700c5260 2023-12-02T00:32:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f94677fe640 1 -- 172.21.15.133:0/2031738804 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3737763658 0 0) 0x7f9458003530 con 0x7f94700c5260 2023-12-02T00:32:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9475702640 1 -- 172.21.15.133:0/2031738804 >> v1:172.21.15.172:6789/0 conn(0x7f94700c5640 legacy=0x7f94700c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9475702640 1 -- 172.21.15.133:0/2031738804 >> v1:172.21.15.133:6789/0 conn(0x7f94700c5260 legacy=0x7f947006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.925+0000 7f9475702640 1 -- 172.21.15.133:0/2031738804 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94700c1ce0 con 0x7f9470155de0 2023-12-02T00:32:12.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9475702640 1 --2- 172.21.15.133:0/2031738804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 0x7f9470156230 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9468009d90 tx=0x7f946801c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e4f6ddd68308875 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f94677fe640 1 -- 172.21.15.133:0/2031738804 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f946c001680 con 0x7f9470155de0 2023-12-02T00:32:12.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f94677fe640 1 -- 172.21.15.133:0/2031738804 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94680a5510 con 0x7f9470155de0 2023-12-02T00:32:12.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f94677fe640 1 -- 172.21.15.133:0/2031738804 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94680a58a0 con 0x7f9470155de0 2023-12-02T00:32:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9477165640 1 -- 172.21.15.133:0/2031738804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 msgr2=0x7f9470156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9477165640 1 --2- 172.21.15.133:0/2031738804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 0x7f9470156230 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9468009d90 tx=0x7f946801c7e0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9477165640 1 -- 172.21.15.133:0/2031738804 shutdown_connections 2023-12-02T00:32:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9477165640 1 --2- 172.21.15.133:0/2031738804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 0x7f9470156230 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9477165640 1 -- 172.21.15.133:0/2031738804 >> 172.21.15.133:0/2031738804 conn(0x7f947006a5b0 msgr2=0x7f947006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9477165640 1 -- 172.21.15.133:0/2031738804 shutdown_connections 2023-12-02T00:32:12.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.929+0000 7f9477165640 1 -- 172.21.15.133:0/2031738804 wait complete. 2023-12-02T00:32:12.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 Processor -- start 2023-12-02T00:32:12.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 -- start start 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f94700c5260 0x7f9470150370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700c5640 0x7f94700a9590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 0x7f9470152d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94700aae60 con 0x7f94700c5640 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9470148fc0 con 0x7f9470155de0 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94700aab80 con 0x7f94700c5260 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700c5640 0x7f94700a9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700c5640 0x7f94700a9590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56288/0 (socket says 172.21.15.133:56288) 2023-12-02T00:32:12.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 -- 172.21.15.133:0/646205584 learned_addr learned my addr 172.21.15.133:0/646205584 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9474f01640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f94700c5260 0x7f9470150370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9475702640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 0x7f9470152d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 -- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f94700c5260 msgr2=0x7f9470150370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f94700c5260 0x7f9470150370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 -- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 msgr2=0x7f9470152d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 0x7f9470152d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 -- 172.21.15.133:0/646205584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9468009a70 con 0x7f94700c5640 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9467fff640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700c5640 0x7f94700a9590 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f946000c390 tx=0x7f946000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f94657fa640 1 -- 172.21.15.133:0/646205584 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94600052d0 con 0x7f94700c5640 2023-12-02T00:32:12.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f94657fa640 1 -- 172.21.15.133:0/646205584 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9460005430 con 0x7f94700c5640 2023-12-02T00:32:12.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94701f1130 con 0x7f94700c5640 2023-12-02T00:32:12.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f94657fa640 1 -- 172.21.15.133:0/646205584 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9460003820 con 0x7f94700c5640 2023-12-02T00:32:12.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.933+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94700a8f30 con 0x7f94700c5640 2023-12-02T00:32:12.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.937+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94701f1370 con 0x7f94700c5640 2023-12-02T00:32:12.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.937+0000 7f94657fa640 1 -- 172.21.15.133:0/646205584 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9460003980 con 0x7f94700c5640 2023-12-02T00:32:12.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.937+0000 7f94657fa640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f945c0664a0 0x7f945c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:12.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.937+0000 7f94657fa640 1 -- 172.21.15.133:0/646205584 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f94600836f0 con 0x7f94700c5640 2023-12-02T00:32:12.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.937+0000 7f9474f01640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f945c0664a0 0x7f945c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:12.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.937+0000 7f9474f01640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f945c0664a0 0x7f945c068960 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f946c000f70 tx=0x7f946c001d70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:12.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:12.941+0000 7f94657fa640 1 -- 172.21.15.133:0/646205584 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f94701f1370 con 0x7f94700c5640 2023-12-02T00:32:13.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.101+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f94701f1320 con 0x7f94700c5640 2023-12-02T00:32:13.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f94657fa640 1 -- 172.21.15.133:0/646205584 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v35) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9460050820 con 0x7f94700c5640 2023-12-02T00:32:13.109 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:13.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f945c0664a0 msgr2=0x7f945c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f945c0664a0 0x7f945c068960 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f946c000f70 tx=0x7f946c001d70 comp rx=0 tx=0).stop 2023-12-02T00:32:13.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700c5640 msgr2=0x7f94700a9590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700c5640 0x7f94700a9590 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f946000c390 tx=0x7f946000c850 comp rx=0 tx=0).stop 2023-12-02T00:32:13.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 shutdown_connections 2023-12-02T00:32:13.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f945c0664a0 0x7f945c068960 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9470155de0 0x7f9470152d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700c5640 0x7f94700a9590 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 --2- 172.21.15.133:0/646205584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f94700c5260 0x7f9470150370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 >> 172.21.15.133:0/646205584 conn(0x7f947006a5b0 msgr2=0x7f94700c2e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:13.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 shutdown_connections 2023-12-02T00:32:13.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.105+0000 7f9477165640 1 -- 172.21.15.133:0/646205584 wait complete. 2023-12-02T00:32:13.130 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:32:13.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.265+0000 7fab767d0640 1 Processor -- start 2023-12-02T00:32:13.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab767d0640 1 -- start start 2023-12-02T00:32:13.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab767d0640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fab70151cd0 0x7fab700ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab767d0640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab700c8160 con 0x7fab70154be0 2023-12-02T00:32:13.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab767d0640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab70157b40 con 0x7fab700c7c50 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab767d0640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab70157e20 con 0x7fab70151cd0 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab75fcf640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fab70154be0 0x7fab7015ee30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33382/0 (socket says 172.21.15.133:33382) 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab757ce640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fab70151cd0 0x7fab700ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab75fcf640 1 -- 172.21.15.133:0/1497958485 learned_addr learned my addr 172.21.15.133:0/1497958485 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab67fff640 1 -- 172.21.15.133:0/1497958485 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1729860094 0 0) 0x7fab700c8160 con 0x7fab70154be0 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab757ce640 1 -- 172.21.15.133:0/1497958485 >> v1:172.21.15.172:6789/0 conn(0x7fab700c7c50 legacy=0x7fab701544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab757ce640 1 -- 172.21.15.133:0/1497958485 >> v1:172.21.15.133:6789/0 conn(0x7fab70154be0 legacy=0x7fab7015ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.269+0000 7fab757ce640 1 -- 172.21.15.133:0/1497958485 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab70158100 con 0x7fab70151cd0 2023-12-02T00:32:13.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab757ce640 1 --2- 172.21.15.133:0/1497958485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab70151cd0 0x7fab700ca460 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fab6c0097c0 tx=0x7fab6c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83ca1f568678a53b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab67fff640 1 -- 172.21.15.133:0/1497958485 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c0ab670 con 0x7fab70151cd0 2023-12-02T00:32:13.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab67fff640 1 -- 172.21.15.133:0/1497958485 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab6c0ab7d0 con 0x7fab70151cd0 2023-12-02T00:32:13.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab67fff640 1 -- 172.21.15.133:0/1497958485 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c0abb60 con 0x7fab70151cd0 2023-12-02T00:32:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 -- 172.21.15.133:0/1497958485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab70151cd0 msgr2=0x7fab700ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 --2- 172.21.15.133:0/1497958485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab70151cd0 0x7fab700ca460 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fab6c0097c0 tx=0x7fab6c01c450 comp rx=0 tx=0).stop 2023-12-02T00:32:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 -- 172.21.15.133:0/1497958485 shutdown_connections 2023-12-02T00:32:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 --2- 172.21.15.133:0/1497958485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab70151cd0 0x7fab700ca460 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 -- 172.21.15.133:0/1497958485 >> 172.21.15.133:0/1497958485 conn(0x7fab700abee0 msgr2=0x7fab700c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 -- 172.21.15.133:0/1497958485 shutdown_connections 2023-12-02T00:32:13.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 -- 172.21.15.133:0/1497958485 wait complete. 2023-12-02T00:32:13.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.273+0000 7fab767d0640 1 Processor -- start 2023-12-02T00:32:13.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 -- start start 2023-12-02T00:32:13.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab700c7c50 0x7fab701ed650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fab70151cd0 0x7fab701566c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fab70154be0 0x7fab701538e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab70152f10 con 0x7fab700c7c50 2023-12-02T00:32:13.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab70152320 con 0x7fab70151cd0 2023-12-02T00:32:13.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab70157570 con 0x7fab70154be0 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab700c7c50 0x7fab701ed650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab700c7c50 0x7fab701ed650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56320/0 (socket says 172.21.15.133:56320) 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 -- 172.21.15.133:0/2442023126 learned_addr learned my addr 172.21.15.133:0/2442023126 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab74fcd640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fab70151cd0 0x7fab701566c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab75fcf640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fab70154be0 0x7fab701538e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 -- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fab70154be0 msgr2=0x7fab701538e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fab70154be0 0x7fab701538e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 -- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fab70151cd0 msgr2=0x7fab701566c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fab70151cd0 0x7fab701566c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 -- 172.21.15.133:0/2442023126 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab6c009420 con 0x7fab700c7c50 2023-12-02T00:32:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab757ce640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab700c7c50 0x7fab701ed650 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fab6c0ad040 tx=0x7fab6c01ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab65ffb640 1 -- 172.21.15.133:0/2442023126 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c004230 con 0x7fab700c7c50 2023-12-02T00:32:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab65ffb640 1 -- 172.21.15.133:0/2442023126 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab6c0b9070 con 0x7fab700c7c50 2023-12-02T00:32:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab65ffb640 1 -- 172.21.15.133:0/2442023126 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c0ab660 con 0x7fab700c7c50 2023-12-02T00:32:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab70152570 con 0x7fab700c7c50 2023-12-02T00:32:13.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab70152b30 con 0x7fab700c7c50 2023-12-02T00:32:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.277+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab7004e850 con 0x7fab700c7c50 2023-12-02T00:32:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.281+0000 7fab65ffb640 1 -- 172.21.15.133:0/2442023126 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fab6c003620 con 0x7fab700c7c50 2023-12-02T00:32:13.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.281+0000 7fab65ffb640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fab540664a0 0x7fab54068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.281+0000 7fab65ffb640 1 -- 172.21.15.133:0/2442023126 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fab6c0bb070 con 0x7fab700c7c50 2023-12-02T00:32:13.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.281+0000 7fab74fcd640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fab540664a0 0x7fab54068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.281+0000 7fab74fcd640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fab540664a0 0x7fab54068960 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fab70151610 tx=0x7fab60009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.285+0000 7fab65ffb640 1 -- 172.21.15.133:0/2442023126 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fab6c0ec160 con 0x7fab700c7c50 2023-12-02T00:32:13.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.445+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fab70151360 con 0x7fab700c7c50 2023-12-02T00:32:13.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.445+0000 7fab65ffb640 1 -- 172.21.15.133:0/2442023126 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v35) v1 ==== 105+0+11 (secure 0 0 0) 0x7fab6c0c4020 con 0x7fab700c7c50 2023-12-02T00:32:13.451 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:13.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fab540664a0 msgr2=0x7fab54068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fab540664a0 0x7fab54068960 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fab70151610 tx=0x7fab60009040 comp rx=0 tx=0).stop 2023-12-02T00:32:13.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab700c7c50 msgr2=0x7fab701ed650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab700c7c50 0x7fab701ed650 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fab6c0ad040 tx=0x7fab6c01ac90 comp rx=0 tx=0).stop 2023-12-02T00:32:13.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 shutdown_connections 2023-12-02T00:32:13.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fab540664a0 0x7fab54068960 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fab70154be0 0x7fab701538e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fab70151cd0 0x7fab701566c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 --2- 172.21.15.133:0/2442023126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab700c7c50 0x7fab701ed650 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 >> 172.21.15.133:0/2442023126 conn(0x7fab700abee0 msgr2=0x7fab700c8940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 shutdown_connections 2023-12-02T00:32:13.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.449+0000 7fab767d0640 1 -- 172.21.15.133:0/2442023126 wait complete. 2023-12-02T00:32:13.472 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:32:13.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.605+0000 7f1ed2e5a640 1 Processor -- start 2023-12-02T00:32:13.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.605+0000 7f1ed2e5a640 1 -- start start 2023-12-02T00:32:13.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed2e5a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1ecc072090 0x7f1ecc150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed2e5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc0725c0 0x7f1ecc1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed2e5a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ecc0c2760 con 0x7f1ecc0a5370 2023-12-02T00:32:13.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed2e5a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ecc0c3070 con 0x7f1ecc072090 2023-12-02T00:32:13.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed2e5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ecc0a5750 con 0x7f1ecc0725c0 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed13f7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc0725c0 0x7f1ecc1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ec3fff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1ecc072090 0x7f1ecc150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed13f7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc0725c0 0x7f1ecc1514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:60334/0 (socket says 172.21.15.133:60334) 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed13f7640 1 -- 172.21.15.133:0/4019174296 learned_addr learned my addr 172.21.15.133:0/4019174296 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed13f7640 1 -- 172.21.15.133:0/4019174296 >> v2:172.21.15.172:3300/0 conn(0x7f1ecc072090 msgr2=0x7f1ecc150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed13f7640 1 --2- 172.21.15.133:0/4019174296 >> v2:172.21.15.172:3300/0 conn(0x7f1ecc072090 0x7f1ecc150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed13f7640 1 -- 172.21.15.133:0/4019174296 >> v1:172.21.15.172:6789/0 conn(0x7f1ecc0a5370 legacy=0x7f1ecc0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ed13f7640 1 -- 172.21.15.133:0/4019174296 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ecc0aad20 con 0x7f1ecc0725c0 2023-12-02T00:32:13.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.609+0000 7f1ec3fff640 1 --2- 172.21.15.133:0/4019174296 >> v2:172.21.15.172:3300/0 conn(0x7f1ecc072090 0x7f1ecc150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:13.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed13f7640 1 --2- 172.21.15.133:0/4019174296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc0725c0 0x7f1ecc1514e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1ec400d150 tx=0x7f1ec401eac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc36b537a68f7c90 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ec37fe640 1 -- 172.21.15.133:0/4019174296 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec40a7b30 con 0x7f1ecc0725c0 2023-12-02T00:32:13.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ec37fe640 1 -- 172.21.15.133:0/4019174296 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec40ab070 con 0x7f1ecc0725c0 2023-12-02T00:32:13.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ec37fe640 1 -- 172.21.15.133:0/4019174296 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec40b1400 con 0x7f1ecc0725c0 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/4019174296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc0725c0 msgr2=0x7f1ecc1514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/4019174296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc0725c0 0x7f1ecc1514e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1ec400d150 tx=0x7f1ec401eac0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/4019174296 shutdown_connections 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/4019174296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc0725c0 0x7f1ecc1514e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/4019174296 >> v2:172.21.15.172:3300/0 conn(0x7f1ecc072090 0x7f1ecc150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/4019174296 >> 172.21.15.133:0/4019174296 conn(0x7f1ecc06a5b0 msgr2=0x7f1ecc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/4019174296 shutdown_connections 2023-12-02T00:32:13.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/4019174296 wait complete. 2023-12-02T00:32:13.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.613+0000 7f1ed2e5a640 1 Processor -- start 2023-12-02T00:32:13.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 -- start start 2023-12-02T00:32:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc072090 0x7f1ecc071770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ecc0725c0 0x7f1ecc148ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ecc0a5370 0x7f1ecc0a58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ecc154700 con 0x7f1ecc0a5370 2023-12-02T00:32:13.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ecc071e00 con 0x7f1ecc0725c0 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ecc153dd0 con 0x7f1ecc072090 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ecc0a5370 0x7f1ecc0a58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ecc0a5370 0x7f1ecc0a58c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56336/0 (socket says 172.21.15.133:56336) 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 -- 172.21.15.133:0/1283848606 learned_addr learned my addr 172.21.15.133:0/1283848606 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ec3fff640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ecc0725c0 0x7f1ecc148ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed0bf6640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc072090 0x7f1ecc071770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 -- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc072090 msgr2=0x7f1ecc071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc072090 0x7f1ecc071770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 -- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ecc0725c0 msgr2=0x7f1ecc148ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ecc0725c0 0x7f1ecc148ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 -- 172.21.15.133:0/1283848606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ebc009420 con 0x7f1ecc0a5370 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed0bf6640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc072090 0x7f1ecc071770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ec3fff640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ecc0725c0 0x7f1ecc148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:13.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed13f7640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ecc0a5370 0x7f1ecc0a58c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f1ec401d170 tx=0x7f1ec401b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ec17fa640 1 -- 172.21.15.133:0/1283848606 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec40bc850 con 0x7f1ecc0a5370 2023-12-02T00:32:13.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ec17fa640 1 -- 172.21.15.133:0/1283848606 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec40bc9b0 con 0x7f1ecc0a5370 2023-12-02T00:32:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ec400bd40 con 0x7f1ecc0a5370 2023-12-02T00:32:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ec17fa640 1 -- 172.21.15.133:0/1283848606 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec40bcd60 con 0x7f1ecc0a5370 2023-12-02T00:32:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ecc154390 con 0x7f1ecc0a5370 2023-12-02T00:32:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.617+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ecc1548b0 con 0x7f1ecc0a5370 2023-12-02T00:32:13.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.621+0000 7f1ec17fa640 1 -- 172.21.15.133:0/1283848606 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1ec40ba410 con 0x7f1ecc0a5370 2023-12-02T00:32:13.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.621+0000 7f1ec17fa640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1eb8066470 0x7f1eb8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.621+0000 7f1ec17fa640 1 -- 172.21.15.133:0/1283848606 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1ec41210e0 con 0x7f1ecc0a5370 2023-12-02T00:32:13.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.621+0000 7f1ed0bf6640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1eb8066470 0x7f1eb8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.621+0000 7f1ed0bf6640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1eb8066470 0x7f1eb8068930 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8000f70 tx=0x7f1ec8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.625+0000 7f1ec17fa640 1 -- 172.21.15.133:0/1283848606 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1ecc1548b0 con 0x7f1ecc0a5370 2023-12-02T00:32:13.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.773+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f1ecc1548b0 con 0x7f1ecc0a5370 2023-12-02T00:32:13.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.773+0000 7f1ec17fa640 1 -- 172.21.15.133:0/1283848606 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v35) v1 ==== 101+0+11 (secure 0 0 0) 0x7f1ecc1548b0 con 0x7f1ecc0a5370 2023-12-02T00:32:13.779 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:13.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.773+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1eb8066470 msgr2=0x7f1eb8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.773+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1eb8066470 0x7f1eb8068930 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8000f70 tx=0x7f1ec8009040 comp rx=0 tx=0).stop 2023-12-02T00:32:13.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.773+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ecc0a5370 msgr2=0x7f1ecc0a58c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.773+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ecc0a5370 0x7f1ecc0a58c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f1ec401d170 tx=0x7f1ec401b860 comp rx=0 tx=0).stop 2023-12-02T00:32:13.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 shutdown_connections 2023-12-02T00:32:13.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1eb8066470 0x7f1eb8068930 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ecc0a5370 0x7f1ecc0a58c0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ecc0725c0 0x7f1ecc148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 --2- 172.21.15.133:0/1283848606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ecc072090 0x7f1ecc071770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 >> 172.21.15.133:0/1283848606 conn(0x7f1ecc06a5b0 msgr2=0x7f1ecc0c4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:13.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 shutdown_connections 2023-12-02T00:32:13.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.777+0000 7f1ed2e5a640 1 -- 172.21.15.133:0/1283848606 wait complete. 2023-12-02T00:32:13.800 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:32:13.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965ce9c640 1 Processor -- start 2023-12-02T00:32:13.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965ce9c640 1 -- start start 2023-12-02T00:32:13.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965ce9c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9658151e90 0x7f96580c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965ce9c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96580c4e60 0x7f965806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965ce9c640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f965806c860 con 0x7f96580c7ea0 2023-12-02T00:32:13.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965ce9c640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96580c8750 con 0x7f9658151e90 2023-12-02T00:32:13.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965ce9c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96581552d0 con 0x7f96580c4e60 2023-12-02T00:32:13.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f9655d9b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f96580c7ea0 0x7f965806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33384/0 (socket says 172.21.15.133:33384) 2023-12-02T00:32:13.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f9655d9b640 1 -- 172.21.15.133:0/2018882627 learned_addr learned my addr 172.21.15.133:0/2018882627 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:13.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965659c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9658151e90 0x7f96580c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f9656d9d640 1 --2- 172.21.15.133:0/2018882627 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96580c4e60 0x7f965806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965559a640 1 -- 172.21.15.133:0/2018882627 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 435382014 0 0) 0x7f965806c860 con 0x7f96580c7ea0 2023-12-02T00:32:13.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965559a640 1 -- 172.21.15.133:0/2018882627 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9640003530 con 0x7f96580c7ea0 2023-12-02T00:32:13.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965659c640 1 -- 172.21.15.133:0/2018882627 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96580c4e60 msgr2=0x7f965806bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:13.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965659c640 1 --2- 172.21.15.133:0/2018882627 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96580c4e60 0x7f965806bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965659c640 1 -- 172.21.15.133:0/2018882627 >> v1:172.21.15.133:6789/0 conn(0x7f96580c7ea0 legacy=0x7f965806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.933+0000 7f965659c640 1 -- 172.21.15.133:0/2018882627 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9658154930 con 0x7f9658151e90 2023-12-02T00:32:13.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965659c640 1 --2- 172.21.15.133:0/2018882627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9658151e90 0x7f96580c4920 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f96480097c0 tx=0x7f964801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7db2b37cc782a250 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965559a640 1 -- 172.21.15.133:0/2018882627 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96480ab600 con 0x7f9658151e90 2023-12-02T00:32:13.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965559a640 1 -- 172.21.15.133:0/2018882627 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96480a7050 con 0x7f9658151e90 2023-12-02T00:32:13.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965559a640 1 -- 172.21.15.133:0/2018882627 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96480ab980 con 0x7f9658151e90 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 -- 172.21.15.133:0/2018882627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9658151e90 msgr2=0x7f96580c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2018882627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9658151e90 0x7f96580c4920 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f96480097c0 tx=0x7f964801c360 comp rx=0 tx=0).stop 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 -- 172.21.15.133:0/2018882627 shutdown_connections 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2018882627 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f96580c4e60 0x7f965806bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2018882627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9658151e90 0x7f96580c4920 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 -- 172.21.15.133:0/2018882627 >> 172.21.15.133:0/2018882627 conn(0x7f96580ca170 msgr2=0x7f96580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 -- 172.21.15.133:0/2018882627 shutdown_connections 2023-12-02T00:32:13.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.937+0000 7f965ce9c640 1 -- 172.21.15.133:0/2018882627 wait complete. 2023-12-02T00:32:13.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 Processor -- start 2023-12-02T00:32:13.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 -- start start 2023-12-02T00:32:13.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96580c4e60 0x7f96580aa2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96580c7ea0 0x7f965814b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9658151e90 0x7f96580c1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96580ac9e0 con 0x7f96580c7ea0 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96580aa800 con 0x7f96580c4e60 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96580aa020 con 0x7f9658151e90 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96580c7ea0 0x7f965814b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96580c7ea0 0x7f965814b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56352/0 (socket says 172.21.15.133:56352) 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 -- 172.21.15.133:0/2346522676 learned_addr learned my addr 172.21.15.133:0/2346522676 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965659c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96580c4e60 0x7f96580aa2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9656d9d640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9658151e90 0x7f96580c1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 -- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9658151e90 msgr2=0x7f96580c1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9658151e90 0x7f96580c1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 -- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96580c4e60 msgr2=0x7f96580aa2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96580c4e60 0x7f96580aa2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 -- 172.21.15.133:0/2346522676 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9648009420 con 0x7f96580c7ea0 2023-12-02T00:32:13.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965659c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96580c4e60 0x7f96580aa2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9655d9b640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96580c7ea0 0x7f965814b540 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f964c00c420 tx=0x7f964c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9646ffd640 1 -- 172.21.15.133:0/2346522676 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c005cf0 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9646ffd640 1 -- 172.21.15.133:0/2346522676 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f964c005e50 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f9646ffd640 1 -- 172.21.15.133:0/2346522676 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c0072d0 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96581ecb50 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.941+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96581ed0d0 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.945+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96581ec9b0 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.945+0000 7f9646ffd640 1 -- 172.21.15.133:0/2346522676 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f964c007430 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.945+0000 7f9646ffd640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f96380664a0 0x7f9638068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.945+0000 7f9646ffd640 1 -- 172.21.15.133:0/2346522676 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f964c0836c0 con 0x7f96580c7ea0 2023-12-02T00:32:13.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.945+0000 7f965659c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f96380664a0 0x7f9638068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:13.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.945+0000 7f965659c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f96380664a0 0x7f9638068960 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f96480ad000 tx=0x7f96480a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:13.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:13.949+0000 7f9646ffd640 1 -- 172.21.15.133:0/2346522676 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f96581ec9b0 con 0x7f96580c7ea0 2023-12-02T00:32:14.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.109+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f96581ec9b0 con 0x7f96580c7ea0 2023-12-02T00:32:14.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.109+0000 7f9646ffd640 1 -- 172.21.15.133:0/2346522676 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) v1 ==== 80+0+0 (secure 0 0 0) 0x7f96581ec9b0 con 0x7f96580c7ea0 2023-12-02T00:32:14.116 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f96380664a0 msgr2=0x7f9638068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f96380664a0 0x7f9638068960 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f96480ad000 tx=0x7f96480a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96580c7ea0 msgr2=0x7f965814b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96580c7ea0 0x7f965814b540 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f964c00c420 tx=0x7f964c00c8e0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 shutdown_connections 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f96380664a0 0x7f9638068960 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9658151e90 0x7f96580c1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96580c7ea0 0x7f965814b540 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 --2- 172.21.15.133:0/2346522676 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f96580c4e60 0x7f96580aa2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 >> 172.21.15.133:0/2346522676 conn(0x7f96580ca170 msgr2=0x7f96580ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 shutdown_connections 2023-12-02T00:32:14.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.113+0000 7f965ce9c640 1 -- 172.21.15.133:0/2346522676 wait complete. 2023-12-02T00:32:14.137 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-12-02T00:32:14.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:14.137 DEBUG:teuthology.orchestra.run.smithi133:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:14.165 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:32:14.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:14.166 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-12-02T00:32:14.217 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:14.217 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:14.270 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:32:14.271 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:32:14.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.449+0000 7fa93e879640 1 Processor -- start 2023-12-02T00:32:14.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.449+0000 7fa93e879640 1 -- start start 2023-12-02T00:32:14.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.449+0000 7fa93e879640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa9380bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:14.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa93e879640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa938073a70 0x7fa93806b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:14.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa93e879640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa93806a5b0 con 0x7fa93806b540 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa93e879640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9380c1d60 con 0x7fa938073a70 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa93e879640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9380c2040 con 0x7fa93814b010 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa9377fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa938073a70 0x7fa93806b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa93ce16640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa93806b540 0x7fa938157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33388/0 (socket says 172.21.15.133:33388) 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa93ce16640 1 -- 172.21.15.133:0/3020802421 learned_addr learned my addr 172.21.15.133:0/3020802421 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa937fff640 1 --2- 172.21.15.133:0/3020802421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa9380bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa936ffd640 1 -- 172.21.15.133:0/3020802421 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3184174065 0 0) 0x7fa93806a5b0 con 0x7fa93806b540 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa936ffd640 1 -- 172.21.15.133:0/3020802421 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa920003530 con 0x7fa93806b540 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa9377fe640 1 -- 172.21.15.133:0/3020802421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 msgr2=0x7fa9380bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa9377fe640 1 --2- 172.21.15.133:0/3020802421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa9380bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa9377fe640 1 -- 172.21.15.133:0/3020802421 >> v1:172.21.15.133:6789/0 conn(0x7fa93806b540 legacy=0x7fa938157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa9377fe640 1 -- 172.21.15.133:0/3020802421 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa93806a800 con 0x7fa938073a70 2023-12-02T00:32:14.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa9377fe640 1 --2- 172.21.15.133:0/3020802421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa93806b000 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa92c0097c0 tx=0x7fa92c01ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4f6f1cecd21ebb7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:14.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.453+0000 7fa936ffd640 1 -- 172.21.15.133:0/3020802421 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa92c0a8970 con 0x7fa938073a70 2023-12-02T00:32:14.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa936ffd640 1 -- 172.21.15.133:0/3020802421 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa92c0a8ad0 con 0x7fa938073a70 2023-12-02T00:32:14.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa936ffd640 1 -- 172.21.15.133:0/3020802421 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa92c0a8e60 con 0x7fa938073a70 2023-12-02T00:32:14.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- 172.21.15.133:0/3020802421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 msgr2=0x7fa93806b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 --2- 172.21.15.133:0/3020802421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa93806b000 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa92c0097c0 tx=0x7fa92c01ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:14.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- 172.21.15.133:0/3020802421 shutdown_connections 2023-12-02T00:32:14.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 --2- 172.21.15.133:0/3020802421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa93806b000 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 --2- 172.21.15.133:0/3020802421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa9380bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- 172.21.15.133:0/3020802421 >> 172.21.15.133:0/3020802421 conn(0x7fa9380c30c0 msgr2=0x7fa9380c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:14.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- 172.21.15.133:0/3020802421 shutdown_connections 2023-12-02T00:32:14.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- 172.21.15.133:0/3020802421 wait complete. 2023-12-02T00:32:14.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 Processor -- start 2023-12-02T00:32:14.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- start start 2023-12-02T00:32:14.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa9381eaae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:14.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa938158130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:14.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa938146910 0x7fa9381569b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa938156520 con 0x7fa938073a70 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa938155bf0 con 0x7fa938146910 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa93e879640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa938155ed0 con 0x7fa93814b010 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa937fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa9381eaae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa937fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa9381eaae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56362/0 (socket says 172.21.15.133:56362) 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.457+0000 7fa937fff640 1 -- 172.21.15.133:0/3744616521 learned_addr learned my addr 172.21.15.133:0/3744616521 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa9377fe640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa938158130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa93ce16640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa938146910 0x7fa9381569b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa937fff640 1 -- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 msgr2=0x7fa938158130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa937fff640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa938158130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa937fff640 1 -- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa938146910 msgr2=0x7fa9381569b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa937fff640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa938146910 0x7fa9381569b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa937fff640 1 -- 172.21.15.133:0/3744616521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa92c009420 con 0x7fa938073a70 2023-12-02T00:32:14.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa9377fe640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa938158130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa93ce16640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa938146910 0x7fa9381569b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa937fff640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa9381eaae0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa92800e870 tx=0x7fa92800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa934ff9640 1 -- 172.21.15.133:0/3744616521 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa928009510 con 0x7fa938073a70 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa934ff9640 1 -- 172.21.15.133:0/3744616521 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa92800eec0 con 0x7fa938073a70 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa934ff9640 1 -- 172.21.15.133:0/3744616521 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa92800cb40 con 0x7fa938073a70 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9381561b0 con 0x7fa938073a70 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa938158670 con 0x7fa938073a70 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa938156340 con 0x7fa938073a70 2023-12-02T00:32:14.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa934ff9640 1 -- 172.21.15.133:0/3744616521 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa92800cca0 con 0x7fa938073a70 2023-12-02T00:32:14.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa934ff9640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9240664a0 0x7fa924068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:14.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa934ff9640 1 -- 172.21.15.133:0/3744616521 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa928084350 con 0x7fa938073a70 2023-12-02T00:32:14.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.461+0000 7fa9377fe640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9240664a0 0x7fa924068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:14.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.465+0000 7fa9377fe640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9240664a0 0x7fa924068960 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa92c0b2000 tx=0x7fa92c0aa070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:14.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.465+0000 7fa934ff9640 1 -- 172.21.15.133:0/3744616521 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa9280513d0 con 0x7fa938073a70 2023-12-02T00:32:14.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fa938068400 con 0x7fa938073a70 2023-12-02T00:32:14.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa934ff9640 1 -- 172.21.15.133:0/3744616521 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) v1 ==== 53+0+149 (secure 0 0 0) 0x7fa9280549f0 con 0x7fa938073a70 2023-12-02T00:32:14.655 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:32:14.655 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9240664a0 msgr2=0x7fa924068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9240664a0 0x7fa924068960 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa92c0b2000 tx=0x7fa92c0aa070 comp rx=0 tx=0).stop 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 msgr2=0x7fa9381eaae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa9381eaae0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa92800e870 tx=0x7fa92800ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 shutdown_connections 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9240664a0 0x7fa924068960 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa938146910 0x7fa9381569b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa93814b010 0x7fa938158130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.649+0000 7fa93e879640 1 --2- 172.21.15.133:0/3744616521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa938073a70 0x7fa9381eaae0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.653+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 >> 172.21.15.133:0/3744616521 conn(0x7fa9380c30c0 msgr2=0x7fa938072670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.653+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 shutdown_connections 2023-12-02T00:32:14.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:14.653+0000 7fa93e879640 1 -- 172.21.15.133:0/3744616521 wait complete. 2023-12-02T00:32:14.676 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-12-02T00:32:14.676 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:32:14.676 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi133.front.sepia.ceph.com 2023-12-02T00:32:14.676 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-12-02T00:32:14.677 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:14.677 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-12-02T00:32:14.677 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:32:14.677 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.EICl6SF51i 2023-12-02T00:32:14.677 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2023-12-02T00:32:14.686 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.ocqqWVpnHA 2023-12-02T00:32:14.686 DEBUG:teuthology.orchestra.run.smithi133:> sudo cp /tmp/tmp.EICl6SF51i /tmp/tmp.ocqqWVpnHA 2023-12-02T00:32:14.752 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 0666 /tmp/tmp.ocqqWVpnHA 2023-12-02T00:32:14.869 DEBUG:teuthology.orchestra.remote:smithi133:/tmp/tmp.ocqqWVpnHA is 185B 2023-12-02T00:32:14.885 DEBUG:teuthology.orchestra.run.smithi133:> rm -fr /tmp/tmp.ocqqWVpnHA 2023-12-02T00:32:14.893 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQALe2plncEEIhAAmGiUr8FitfLLt3SUqOzVyQ== caps mds = "allow rw fsname=cephfs" caps mon = "allow r fsname=cephfs" caps osd = "allow rw tag cephfs data=cephfs" 2023-12-02T00:32:14.893 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:32:14.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:14.894 DEBUG:teuthology.orchestra.run.smithi133:> ip addr 2023-12-02T00:32:14.949 INFO:teuthology.orchestra.run.smithi133.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 ::1/128 scope host 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b2 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f0 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b3 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f1 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:14.950 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:86 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:87 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.21.15.133/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft 42346sec preferred_lft 42346sec 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::ec4:7aff:fe88:8087/64 scope link 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 02:42:0c:5d:5e:7d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:14.951 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:32:14.952 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:14.952 INFO:teuthology.orchestra.run.smithi133.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:32:14.952 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:32:14.952 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:32:14.952 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:14.952 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:14.952 DEBUG:teuthology.orchestra.run.smithi133:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:32:15.011 INFO:teuthology.orchestra.run.smithi133.stdout:1 2023-12-02T00:32:15.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:15.013 DEBUG:teuthology.orchestra.run.smithi133:> route 2023-12-02T00:32:15.067 INFO:teuthology.orchestra.run.smithi133.stdout:Kernel IP routing table 2023-12-02T00:32:15.067 INFO:teuthology.orchestra.run.smithi133.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:32:15.067 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:32:15.067 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:32:15.067 INFO:teuthology.orchestra.run.smithi133.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:32:15.067 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:32:15.067 INFO:teuthology.orchestra.run.smithi133.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:15.068 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:15.068 INFO:teuthology.orchestra.run.smithi133.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:15.068 INFO:teuthology.orchestra.run.smithi133.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:32:15.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:15.068 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:32:15.068 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:32:15.068 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:32:15.068 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:32:15.068 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:32:15.068 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:32:15.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:15.160 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:32:15.168 INFO:teuthology.orchestra.run.smithi133.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-12-02T00:32:15.169 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:32:15.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:15.169 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set brx.0 up 2023-12-02T00:32:15.233 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:15.233 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:15.285 INFO:teuthology.orchestra.run.smithi133.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:32:15.285 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:15.285 DEBUG:teuthology.orchestra.run.smithi133:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:15.338 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:15.338 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/tmp/tmp.EICl6SF51i of=/dev/stdout 2023-12-02T00:32:15.393 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:32:15.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:15.393 DEBUG:teuthology.orchestra.run.smithi133:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,secret=AQALe2plncEEIhAAmGiUr8FitfLLt3SUqOzVyQ==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:32:15.490 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQALe2plncEEIhAAmGiUr8FitfLLt3SUqOzVyQ==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:32:15.490 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:32:15.490 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:32:15.490 INFO:teuthology.orchestra.run.smithi133.stdout:keyring.get_secret failed 2023-12-02T00:32:15.505 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQALe2plncEEIhAAmGiUr8FitfLLt3SUqOzVyQ==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:32:15.505 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:32:15.505 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:32:15.506 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:15.506 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:15.506 INFO:teuthology.orchestra.run.smithi133.stdout:keyring.get_secret failed 2023-12-02T00:32:15.512 INFO:teuthology.orchestra.run.smithi133.stderr:mount error: no mds server is up or the cluster is laggy 2023-12-02T00:32:15.513 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQALe2plncEEIhAAmGiUr8FitfLLt3SUqOzVyQ==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:32:15.513 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:32:15.513 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:32:15.513 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:15.513 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:15.514 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:32:15.514 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:32:15.514 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2,key=testuser,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:32:15.517 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-12-02T00:32:15.517 INFO:tasks.cephfs.kernel_mount:mount command failed 2023-12-02T00:32:15.517 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-12-02T00:32:15.517 DEBUG:teuthology.orchestra.run.smithi133:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:32:15.599 DEBUG:teuthology.orchestra.run.smithi172:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:32:15.691 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-12-02T00:32:15.692 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:15.692 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:15.701 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:32:15.701 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:15.702 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:15.711 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:15.711 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:15.761 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:15.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb63e46640 1 Processor -- start 2023-12-02T00:32:15.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb63e46640 1 -- start start 2023-12-02T00:32:15.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb63e46640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7feb5c0c5260 0x7feb5c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:15.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb63e46640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7feb5c0c5640 0x7feb5c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:15.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb63e46640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb5c0c2580 con 0x7feb5c0c60f0 2023-12-02T00:32:15.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb63e46640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb5c153510 con 0x7feb5c0c5640 2023-12-02T00:32:15.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb63e46640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb5c0c17f0 con 0x7feb5c0c5260 2023-12-02T00:32:15.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb613e1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7feb5c0c5640 0x7feb5c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:15.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb613e1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7feb5c0c5640 0x7feb5c0c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50090/0 (socket says 172.21.15.133:50090) 2023-12-02T00:32:15.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb613e1640 1 -- 172.21.15.133:0/1866286482 learned_addr learned my addr 172.21.15.133:0/1866286482 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:15.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb61be2640 1 --2- 172.21.15.133:0/1866286482 >> v2:172.21.15.172:3300/0 conn(0x7feb5c0c5260 0x7feb5c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:15.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb613e1640 1 -- 172.21.15.133:0/1866286482 >> v2:172.21.15.172:3300/0 conn(0x7feb5c0c5260 msgr2=0x7feb5c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:15.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb613e1640 1 --2- 172.21.15.133:0/1866286482 >> v2:172.21.15.172:3300/0 conn(0x7feb5c0c5260 0x7feb5c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:15.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb613e1640 1 -- 172.21.15.133:0/1866286482 >> v1:172.21.15.172:6789/0 conn(0x7feb5c0c60f0 legacy=0x7feb5c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:15.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb613e1640 1 -- 172.21.15.133:0/1866286482 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb5c0c1a00 con 0x7feb5c0c5640 2023-12-02T00:32:15.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.893+0000 7feb61be2640 1 --2- 172.21.15.133:0/1866286482 >> v2:172.21.15.172:3300/0 conn(0x7feb5c0c5260 0x7feb5c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:15.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb613e1640 1 --2- 172.21.15.133:0/1866286482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c5640 0x7feb5c0c5bb0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7feb5c0c6920 tx=0x7feb4c01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f63016c2458fea63 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:15.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb60be0640 1 -- 172.21.15.133:0/1866286482 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4c0ac640 con 0x7feb5c0c5640 2023-12-02T00:32:15.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb60be0640 1 -- 172.21.15.133:0/1866286482 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb4c0ac7a0 con 0x7feb5c0c5640 2023-12-02T00:32:15.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb60be0640 1 -- 172.21.15.133:0/1866286482 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4c0acb30 con 0x7feb5c0c5640 2023-12-02T00:32:15.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 -- 172.21.15.133:0/1866286482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c5640 msgr2=0x7feb5c0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:15.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 --2- 172.21.15.133:0/1866286482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c5640 0x7feb5c0c5bb0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7feb5c0c6920 tx=0x7feb4c01c400 comp rx=0 tx=0).stop 2023-12-02T00:32:15.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 -- 172.21.15.133:0/1866286482 shutdown_connections 2023-12-02T00:32:15.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 --2- 172.21.15.133:0/1866286482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c5640 0x7feb5c0c5bb0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:15.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 --2- 172.21.15.133:0/1866286482 >> v2:172.21.15.172:3300/0 conn(0x7feb5c0c5260 0x7feb5c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:15.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 -- 172.21.15.133:0/1866286482 >> 172.21.15.133:0/1866286482 conn(0x7feb5c06a5b0 msgr2=0x7feb5c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:15.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 -- 172.21.15.133:0/1866286482 shutdown_connections 2023-12-02T00:32:15.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.897+0000 7feb63e46640 1 -- 172.21.15.133:0/1866286482 wait complete. 2023-12-02T00:32:15.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 Processor -- start 2023-12-02T00:32:15.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 -- start start 2023-12-02T00:32:15.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7feb5c0c5260 0x7feb5c0aa9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:15.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feb5c0c5640 0x7feb5c1f0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:15.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c60f0 0x7feb5c0a9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:15.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c1f1260 con 0x7feb5c0c60f0 2023-12-02T00:32:15.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c157020 con 0x7feb5c0c5640 2023-12-02T00:32:15.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb5c1f0e80 con 0x7feb5c0c5260 2023-12-02T00:32:15.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c60f0 0x7feb5c0a9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:15.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c60f0 0x7feb5c0a9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50094/0 (socket says 172.21.15.133:50094) 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 -- 172.21.15.133:0/82061052 learned_addr learned my addr 172.21.15.133:0/82061052 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb61be2640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7feb5c0c5260 0x7feb5c0aa9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb613e1640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feb5c0c5640 0x7feb5c1f0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 -- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7feb5c0c5260 msgr2=0x7feb5c0aa9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7feb5c0c5260 0x7feb5c0aa9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 -- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feb5c0c5640 msgr2=0x7feb5c1f0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feb5c0c5640 0x7feb5c1f0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 -- 172.21.15.133:0/82061052 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb4c0094d0 con 0x7feb5c0c60f0 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb61be2640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7feb5c0c5260 0x7feb5c0aa9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb623e3640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c60f0 0x7feb5c0a9800 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7feb5400c780 tx=0x7feb5400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb527fc640 1 -- 172.21.15.133:0/82061052 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb54004b70 con 0x7feb5c0c60f0 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb527fc640 1 -- 172.21.15.133:0/82061052 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb5400ce90 con 0x7feb5c0c60f0 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb527fc640 1 -- 172.21.15.133:0/82061052 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb5400a850 con 0x7feb5c0c60f0 2023-12-02T00:32:15.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb5c1f0b70 con 0x7feb5c0c60f0 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.901+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb5c0a9d40 con 0x7feb5c0c60f0 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.905+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb5c0aaf00 con 0x7feb5c0c60f0 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.905+0000 7feb527fc640 1 -- 172.21.15.133:0/82061052 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7feb5400a9b0 con 0x7feb5c0c60f0 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.905+0000 7feb527fc640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feb40066470 0x7feb40068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.905+0000 7feb527fc640 1 -- 172.21.15.133:0/82061052 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7feb540842c0 con 0x7feb5c0c60f0 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.905+0000 7feb61be2640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feb40066470 0x7feb40068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.905+0000 7feb61be2640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feb40066470 0x7feb40068930 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7feb5c0728c0 tx=0x7feb58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:15.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:15.909+0000 7feb527fc640 1 -- 172.21.15.133:0/82061052 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7feb540513d0 con 0x7feb5c0c60f0 2023-12-02T00:32:16.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.061+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feb5c068400 con 0x7feb5c0c60f0 2023-12-02T00:32:16.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.061+0000 7feb527fc640 1 -- 172.21.15.133:0/82061052 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20265 (secure 0 0 0) 0x7feb540549f0 con 0x7feb5c0c60f0 2023-12-02T00:32:16.067 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:16.068 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":35,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:59.245105+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:16.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.061+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feb40066470 msgr2=0x7feb40068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.061+0000 7feb63e46640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feb40066470 0x7feb40068930 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7feb5c0728c0 tx=0x7feb58008040 comp rx=0 tx=0).stop 2023-12-02T00:32:16.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.061+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c60f0 msgr2=0x7feb5c0a9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.061+0000 7feb63e46640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c60f0 0x7feb5c0a9800 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7feb5400c780 tx=0x7feb5400cc40 comp rx=0 tx=0).stop 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 shutdown_connections 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7feb40066470 0x7feb40068930 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb5c0c60f0 0x7feb5c0a9800 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feb5c0c5640 0x7feb5c1f0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 --2- 172.21.15.133:0/82061052 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7feb5c0c5260 0x7feb5c0aa9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 >> 172.21.15.133:0/82061052 conn(0x7feb5c06a5b0 msgr2=0x7feb5c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 shutdown_connections 2023-12-02T00:32:16.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.065+0000 7feb63e46640 1 -- 172.21.15.133:0/82061052 wait complete. 2023-12-02T00:32:16.089 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:31:42.196620+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '30', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:31:43.550398+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:31:55.550277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:31:56.633004+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:16.089 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:16.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b9ca54640 1 Processor -- start 2023-12-02T00:32:16.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b9ca54640 1 -- start start 2023-12-02T00:32:16.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b9ca54640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7b980c5260 0x7f7b9806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b9ca54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5640 0x7f7b980c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b9ca54640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b980c2580 con 0x7f7b980c60f0 2023-12-02T00:32:16.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b9ca54640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b98153510 con 0x7f7b980c5260 2023-12-02T00:32:16.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b9ca54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b980c17f0 con 0x7f7b980c5640 2023-12-02T00:32:16.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b96d9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7b980c60f0 0x7f7b98155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41158/0 (socket says 172.21.15.133:41158) 2023-12-02T00:32:16.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.225+0000 7f7b96d9d640 1 -- 172.21.15.133:0/1148614081 learned_addr learned my addr 172.21.15.133:0/1148614081 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:16.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b8dd9b640 1 --2- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5640 0x7f7b980c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b9659c640 1 --2- 172.21.15.133:0/1148614081 >> v2:172.21.15.172:3300/0 conn(0x7f7b980c5260 0x7f7b9806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b95d9b640 1 -- 172.21.15.133:0/1148614081 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3857533485 0 0) 0x7f7b980c2580 con 0x7f7b980c60f0 2023-12-02T00:32:16.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b95d9b640 1 -- 172.21.15.133:0/1148614081 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b84003530 con 0x7f7b980c60f0 2023-12-02T00:32:16.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b9659c640 1 -- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5640 msgr2=0x7f7b980c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:16.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b9659c640 1 --2- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5640 0x7f7b980c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b9659c640 1 -- 172.21.15.133:0/1148614081 >> v1:172.21.15.133:6789/0 conn(0x7f7b980c60f0 legacy=0x7f7b98155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b9659c640 1 -- 172.21.15.133:0/1148614081 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b980c1a00 con 0x7f7b980c5260 2023-12-02T00:32:16.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b8dd9b640 1 --2- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5640 0x7f7b980c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:16.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b9659c640 1 --2- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5260 0x7f7b9806d5b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7b980c1930 tx=0x7f7b8801c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d35b4f5ed219751 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b95d9b640 1 -- 172.21.15.133:0/1148614081 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b880ab600 con 0x7f7b980c5260 2023-12-02T00:32:16.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b95d9b640 1 -- 172.21.15.133:0/1148614081 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b880a7050 con 0x7f7b980c5260 2023-12-02T00:32:16.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.229+0000 7f7b95d9b640 1 -- 172.21.15.133:0/1148614081 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b880ab960 con 0x7f7b980c5260 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5260 msgr2=0x7f7b9806d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5260 0x7f7b9806d5b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7b980c1930 tx=0x7f7b8801c3c0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1148614081 shutdown_connections 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5640 0x7f7b980c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1148614081 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5260 0x7f7b9806d5b0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1148614081 >> 172.21.15.133:0/1148614081 conn(0x7f7b9806a5b0 msgr2=0x7f7b9806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1148614081 shutdown_connections 2023-12-02T00:32:16.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1148614081 wait complete. 2023-12-02T00:32:16.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 Processor -- start 2023-12-02T00:32:16.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- start start 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5260 0x7f7b981f0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5640 0x7f7b981f0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b980c60f0 0x7f7b98070530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b98158240 con 0x7f7b980c60f0 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b98071a70 con 0x7f7b980c5640 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b9ca54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b980700a0 con 0x7f7b980c5260 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b96d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b980c60f0 0x7f7b98070530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b96d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b980c60f0 0x7f7b98070530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50108/0 (socket says 172.21.15.133:50108) 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.233+0000 7f7b96d9d640 1 -- 172.21.15.133:0/1268055055 learned_addr learned my addr 172.21.15.133:0/1268055055 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8dd9b640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5640 0x7f7b981f0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b9659c640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5260 0x7f7b981f0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b96d9d640 1 -- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5260 msgr2=0x7f7b981f0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b96d9d640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5260 0x7f7b981f0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b96d9d640 1 -- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5640 msgr2=0x7f7b981f0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b96d9d640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5640 0x7f7b981f0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b96d9d640 1 -- 172.21.15.133:0/1268055055 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b80009420 con 0x7f7b980c60f0 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8dd9b640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5640 0x7f7b981f0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b96d9d640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b980c60f0 0x7f7b98070530 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7b9000caa0 tx=0x7f7b9000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8f7fe640 1 -- 172.21.15.133:0/1268055055 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b9000ac00 con 0x7f7b980c60f0 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8f7fe640 1 -- 172.21.15.133:0/1268055055 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b9000ad60 con 0x7f7b980c60f0 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8f7fe640 1 -- 172.21.15.133:0/1268055055 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b90012620 con 0x7f7b980c60f0 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b88009420 con 0x7f7b980c60f0 2023-12-02T00:32:16.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b9814f950 con 0x7f7b980c60f0 2023-12-02T00:32:16.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b98070210 con 0x7f7b980c60f0 2023-12-02T00:32:16.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8f7fe640 1 -- 172.21.15.133:0/1268055055 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7b90007070 con 0x7f7b980c60f0 2023-12-02T00:32:16.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8f7fe640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b78066470 0x7f7b78068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b8f7fe640 1 -- 172.21.15.133:0/1268055055 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7b90083f90 con 0x7f7b980c60f0 2023-12-02T00:32:16.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.237+0000 7f7b9659c640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b78066470 0x7f7b78068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.241+0000 7f7b9659c640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b78066470 0x7f7b78068930 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f7b880ad000 tx=0x7f7b880a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.241+0000 7f7b8f7fe640 1 -- 172.21.15.133:0/1268055055 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7b900b5280 con 0x7f7b980c60f0 2023-12-02T00:32:16.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7b9814f8f0 con 0x7f7b980c60f0 2023-12-02T00:32:16.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b8f7fe640 1 -- 172.21.15.133:0/1268055055 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7b900170a0 con 0x7f7b980c60f0 2023-12-02T00:32:16.401 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:16.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b78066470 msgr2=0x7f7b78068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b78066470 0x7f7b78068930 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f7b880ad000 tx=0x7f7b880a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:16.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b980c60f0 msgr2=0x7f7b98070530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b980c60f0 0x7f7b98070530 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7b9000caa0 tx=0x7f7b9000cf60 comp rx=0 tx=0).stop 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 shutdown_connections 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b78066470 0x7f7b78068930 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b980c60f0 0x7f7b98070530 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b980c5640 0x7f7b981f0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 --2- 172.21.15.133:0/1268055055 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b980c5260 0x7f7b981f0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 >> 172.21.15.133:0/1268055055 conn(0x7f7b9806a5b0 msgr2=0x7f7b980a77a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 shutdown_connections 2023-12-02T00:32:16.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.397+0000 7f7b9ca54640 1 -- 172.21.15.133:0/1268055055 wait complete. 2023-12-02T00:32:16.423 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:32:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.557+0000 7f231f032640 1 Processor -- start 2023-12-02T00:32:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.557+0000 7f231f032640 1 -- start start 2023-12-02T00:32:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.557+0000 7f231f032640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f231814fad0 0x7f23180724e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231f032640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23180c1920 con 0x7f2318152500 2023-12-02T00:32:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231f032640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23180c1c00 con 0x7f231806d660 2023-12-02T00:32:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231f032640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23180c1ee0 con 0x7f231814fad0 2023-12-02T00:32:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231d5cf640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f2318152500 0x7f2318152990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41160/0 (socket says 172.21.15.133:41160) 2023-12-02T00:32:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231cdce640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f231814fad0 0x7f23180724e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231d5cf640 1 -- 172.21.15.133:0/1788685260 learned_addr learned my addr 172.21.15.133:0/1788685260 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:16.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231cdce640 1 -- 172.21.15.133:0/1788685260 >> v1:172.21.15.172:6789/0 conn(0x7f231806d660 legacy=0x7f23180a4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231cdce640 1 -- 172.21.15.133:0/1788685260 >> v1:172.21.15.133:6789/0 conn(0x7f2318152500 legacy=0x7f2318152990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231cdce640 1 -- 172.21.15.133:0/1788685260 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23180c21c0 con 0x7f231814fad0 2023-12-02T00:32:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.561+0000 7f231cdce640 1 --2- 172.21.15.133:0/1788685260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f231814fad0 0x7f23180724e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f230c0097c0 tx=0x7f230c01c300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1e6ced70895650 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f23177fe640 1 -- 172.21.15.133:0/1788685260 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f230c0ab600 con 0x7f231814fad0 2023-12-02T00:32:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f23177fe640 1 -- 172.21.15.133:0/1788685260 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f230c0a7050 con 0x7f231814fad0 2023-12-02T00:32:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f23177fe640 1 -- 172.21.15.133:0/1788685260 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f230c0ab980 con 0x7f231814fad0 2023-12-02T00:32:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- 172.21.15.133:0/1788685260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f231814fad0 msgr2=0x7f23180724e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 --2- 172.21.15.133:0/1788685260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f231814fad0 0x7f23180724e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f230c0097c0 tx=0x7f230c01c300 comp rx=0 tx=0).stop 2023-12-02T00:32:16.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- 172.21.15.133:0/1788685260 shutdown_connections 2023-12-02T00:32:16.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 --2- 172.21.15.133:0/1788685260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f231814fad0 0x7f23180724e0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- 172.21.15.133:0/1788685260 >> 172.21.15.133:0/1788685260 conn(0x7f231806a5b0 msgr2=0x7f231806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:16.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- 172.21.15.133:0/1788685260 shutdown_connections 2023-12-02T00:32:16.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- 172.21.15.133:0/1788685260 wait complete. 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 Processor -- start 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- start start 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f231806d660 0x7f23180bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f231814fad0 0x7f23180a8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2318152500 0x7f23180a93c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2318148510 con 0x7f2318152500 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23181487f0 con 0x7f231806d660 2023-12-02T00:32:16.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.565+0000 7f231f032640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2318148ad0 con 0x7f231814fad0 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2318152500 0x7f23180a93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2318152500 0x7f23180a93c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50134/0 (socket says 172.21.15.133:50134) 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 -- 172.21.15.133:0/831846873 learned_addr learned my addr 172.21.15.133:0/831846873 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f2317fff640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f231814fad0 0x7f23180a8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231cdce640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f231806d660 0x7f23180bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 -- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f231814fad0 msgr2=0x7f23180a8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f231814fad0 0x7f23180a8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 -- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f231806d660 msgr2=0x7f23180bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f231806d660 0x7f23180bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 -- 172.21.15.133:0/831846873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f230c009420 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231d5cf640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2318152500 0x7f23180a93c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f231000cbc0 tx=0x7f231000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f23157fa640 1 -- 172.21.15.133:0/831846873 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231000ad40 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f23157fa640 1 -- 172.21.15.133:0/831846873 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2310012400 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2318148db0 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f23157fa640 1 -- 172.21.15.133:0/831846873 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231000aea0 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23180aad60 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2318068400 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f23157fa640 1 -- 172.21.15.133:0/831846873 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2310007070 con 0x7f2318152500 2023-12-02T00:32:16.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.569+0000 7f23157fa640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22fc066470 0x7f22fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.573+0000 7f23157fa640 1 -- 172.21.15.133:0/831846873 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f23100840c0 con 0x7f2318152500 2023-12-02T00:32:16.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.573+0000 7f231cdce640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22fc066470 0x7f22fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.573+0000 7f231cdce640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22fc066470 0x7f22fc068930 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f230c0ad000 tx=0x7f230c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.573+0000 7f23157fa640 1 -- 172.21.15.133:0/831846873 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2310051280 con 0x7f2318152500 2023-12-02T00:32:16.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.725+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2318149260 con 0x7f2318152500 2023-12-02T00:32:16.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.725+0000 7f23157fa640 1 -- 172.21.15.133:0/831846873 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v35) v1 ==== 104+0+11 (secure 0 0 0) 0x7f23100548a0 con 0x7f2318152500 2023-12-02T00:32:16.731 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:16.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.725+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22fc066470 msgr2=0x7f22fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.725+0000 7f231f032640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22fc066470 0x7f22fc068930 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f230c0ad000 tx=0x7f230c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.725+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2318152500 msgr2=0x7f23180a93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.725+0000 7f231f032640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2318152500 0x7f23180a93c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f231000cbc0 tx=0x7f231000a430 comp rx=0 tx=0).stop 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 shutdown_connections 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22fc066470 0x7f22fc068930 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2318152500 0x7f23180a93c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f231814fad0 0x7f23180a8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 --2- 172.21.15.133:0/831846873 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f231806d660 0x7f23180bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 >> 172.21.15.133:0/831846873 conn(0x7f231806a5b0 msgr2=0x7f2318152990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 shutdown_connections 2023-12-02T00:32:16.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.729+0000 7f231f032640 1 -- 172.21.15.133:0/831846873 wait complete. 2023-12-02T00:32:16.751 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:32:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.885+0000 7faa85faa640 1 Processor -- start 2023-12-02T00:32:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.885+0000 7faa85faa640 1 -- start start 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.885+0000 7faa85faa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faa800c63c0 0x7faa800c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.885+0000 7faa85faa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c4100 0x7faa800c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.885+0000 7faa85faa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa800c31c0 con 0x7faa800c29e0 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa85faa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa800c34a0 con 0x7faa800c63c0 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa85faa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa800c1030 con 0x7faa800c4100 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7f7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faa800c63c0 0x7faa800c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7ffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7faa800c29e0 0x7faa800a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41170/0 (socket says 172.21.15.133:41170) 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7ffff640 1 -- 172.21.15.133:0/3542237626 learned_addr learned my addr 172.21.15.133:0/3542237626 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7effd640 1 --2- 172.21.15.133:0/3542237626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c4100 0x7faa800c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7f7fe640 1 -- 172.21.15.133:0/3542237626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c4100 msgr2=0x7faa800c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:16.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7f7fe640 1 --2- 172.21.15.133:0/3542237626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c4100 0x7faa800c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7f7fe640 1 -- 172.21.15.133:0/3542237626 >> v1:172.21.15.133:6789/0 conn(0x7faa800c29e0 legacy=0x7faa800a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7f7fe640 1 -- 172.21.15.133:0/3542237626 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa800c1310 con 0x7faa800c63c0 2023-12-02T00:32:16.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7f7fe640 1 --2- 172.21.15.133:0/3542237626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c63c0 0x7faa800c06d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7faa700097c0 tx=0x7faa7001c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b25e6e6061ca0d8c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7e7fc640 1 -- 172.21.15.133:0/3542237626 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa70004230 con 0x7faa800c63c0 2023-12-02T00:32:16.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7e7fc640 1 -- 172.21.15.133:0/3542237626 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa700a7050 con 0x7faa800c63c0 2023-12-02T00:32:16.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.889+0000 7faa7e7fc640 1 -- 172.21.15.133:0/3542237626 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa70003620 con 0x7faa800c63c0 2023-12-02T00:32:16.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- 172.21.15.133:0/3542237626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c63c0 msgr2=0x7faa800c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 --2- 172.21.15.133:0/3542237626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c63c0 0x7faa800c06d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7faa700097c0 tx=0x7faa7001c330 comp rx=0 tx=0).stop 2023-12-02T00:32:16.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- 172.21.15.133:0/3542237626 shutdown_connections 2023-12-02T00:32:16.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 --2- 172.21.15.133:0/3542237626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c4100 0x7faa800c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 --2- 172.21.15.133:0/3542237626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c63c0 0x7faa800c06d0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- 172.21.15.133:0/3542237626 >> 172.21.15.133:0/3542237626 conn(0x7faa8006a5b0 msgr2=0x7faa8006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:16.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- 172.21.15.133:0/3542237626 shutdown_connections 2023-12-02T00:32:16.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- 172.21.15.133:0/3542237626 wait complete. 2023-12-02T00:32:16.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 Processor -- start 2023-12-02T00:32:16.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- start start 2023-12-02T00:32:16.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c29e0 0x7faa80070870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa800c4100 0x7faa801575e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c63c0 0x7faa80157b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa801edef0 con 0x7faa800c29e0 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa80158060 con 0x7faa800c4100 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa85faa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa801ee370 con 0x7faa800c63c0 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa7f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c29e0 0x7faa80070870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa7f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c29e0 0x7faa80070870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50140/0 (socket says 172.21.15.133:50140) 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa7f7fe640 1 -- 172.21.15.133:0/1130955963 learned_addr learned my addr 172.21.15.133:0/1130955963 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa7effd640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa800c4100 0x7faa801575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.893+0000 7faa7ffff640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c63c0 0x7faa80157b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa7f7fe640 1 -- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c63c0 msgr2=0x7faa80157b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa7f7fe640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c63c0 0x7faa80157b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa7f7fe640 1 -- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa800c4100 msgr2=0x7faa801575e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa7f7fe640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa800c4100 0x7faa801575e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:16.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa7f7fe640 1 -- 172.21.15.133:0/1130955963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa70009420 con 0x7faa800c29e0 2023-12-02T00:32:16.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa7f7fe640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c29e0 0x7faa80070870 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7faa700ae040 tx=0x7faa700190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa67fff640 1 -- 172.21.15.133:0/1130955963 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa70003af0 con 0x7faa800c29e0 2023-12-02T00:32:16.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa67fff640 1 -- 172.21.15.133:0/1130955963 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa70003c50 con 0x7faa800c29e0 2023-12-02T00:32:16.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa80156e00 con 0x7faa800c29e0 2023-12-02T00:32:16.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa67fff640 1 -- 172.21.15.133:0/1130955963 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa700ab440 con 0x7faa800c29e0 2023-12-02T00:32:16.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa80155880 con 0x7faa800c29e0 2023-12-02T00:32:16.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa80068400 con 0x7faa800c29e0 2023-12-02T00:32:16.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa67fff640 1 -- 172.21.15.133:0/1130955963 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7faa700b2040 con 0x7faa800c29e0 2023-12-02T00:32:16.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa67fff640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faa6c0664a0 0x7faa6c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:16.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa67fff640 1 -- 172.21.15.133:0/1130955963 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7faa7011e080 con 0x7faa800c29e0 2023-12-02T00:32:16.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.897+0000 7faa7effd640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faa6c0664a0 0x7faa6c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:16.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.901+0000 7faa7effd640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faa6c0664a0 0x7faa6c068960 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7faa800a6110 tx=0x7faa74008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:16.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:16.901+0000 7faa67fff640 1 -- 172.21.15.133:0/1130955963 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7faa700eb190 con 0x7faa800c29e0 2023-12-02T00:32:17.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7faa800c3e70 con 0x7faa800c29e0 2023-12-02T00:32:17.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa67fff640 1 -- 172.21.15.133:0/1130955963 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v35) v1 ==== 100+0+11 (secure 0 0 0) 0x7faa700b00a0 con 0x7faa800c29e0 2023-12-02T00:32:17.059 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:17.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faa6c0664a0 msgr2=0x7faa6c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.060 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faa6c0664a0 0x7faa6c068960 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7faa800a6110 tx=0x7faa74008040 comp rx=0 tx=0).stop 2023-12-02T00:32:17.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c29e0 msgr2=0x7faa80070870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c29e0 0x7faa80070870 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7faa700ae040 tx=0x7faa700190d0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 shutdown_connections 2023-12-02T00:32:17.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faa6c0664a0 0x7faa6c068960 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa800c63c0 0x7faa80157b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa800c4100 0x7faa801575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 --2- 172.21.15.133:0/1130955963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa800c29e0 0x7faa80070870 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 >> 172.21.15.133:0/1130955963 conn(0x7faa8006a5b0 msgr2=0x7faa8006ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:17.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 shutdown_connections 2023-12-02T00:32:17.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.053+0000 7faa85faa640 1 -- 172.21.15.133:0/1130955963 wait complete. 2023-12-02T00:32:17.080 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:32:17.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.217+0000 7f7d59d2b640 1 Processor -- start 2023-12-02T00:32:17.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.217+0000 7f7d59d2b640 1 -- start start 2023-12-02T00:32:17.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d59d2b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7d5406d990 0x7f7d540c5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d59d2b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d541546c0 0x7f7d54154b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d59d2b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d540c1e30 con 0x7f7d5406c070 2023-12-02T00:32:17.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d59d2b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d5406dd70 con 0x7f7d541546c0 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d59d2b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d540c1220 con 0x7f7d5406d990 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d541546c0 0x7f7d54154b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d5952a640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7d5406c070 0x7f7d5406c4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41182/0 (socket says 172.21.15.133:41182) 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d5952a640 1 -- 172.21.15.133:0/1997700923 learned_addr learned my addr 172.21.15.133:0/1997700923 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d58d29640 1 --2- 172.21.15.133:0/1997700923 >> v2:172.21.15.172:3300/0 conn(0x7f7d5406d990 0x7f7d540c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4b7fe640 1 -- 172.21.15.133:0/1997700923 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4262906433 0 0) 0x7f7d540c1e30 con 0x7f7d5406c070 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4b7fe640 1 -- 172.21.15.133:0/1997700923 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d3c003530 con 0x7f7d5406c070 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4bfff640 1 -- 172.21.15.133:0/1997700923 >> v2:172.21.15.172:3300/0 conn(0x7f7d5406d990 msgr2=0x7f7d540c5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4bfff640 1 --2- 172.21.15.133:0/1997700923 >> v2:172.21.15.172:3300/0 conn(0x7f7d5406d990 0x7f7d540c5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4bfff640 1 -- 172.21.15.133:0/1997700923 >> v1:172.21.15.133:6789/0 conn(0x7f7d5406c070 legacy=0x7f7d5406c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4bfff640 1 -- 172.21.15.133:0/1997700923 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d540c1500 con 0x7f7d541546c0 2023-12-02T00:32:17.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d58d29640 1 --2- 172.21.15.133:0/1997700923 >> v2:172.21.15.172:3300/0 conn(0x7f7d5406d990 0x7f7d540c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:17.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.221+0000 7f7d4bfff640 1 --2- 172.21.15.133:0/1997700923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d54154b20 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7d54066ce0 tx=0x7f7d4401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e213f60f90cbea9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d4b7fe640 1 -- 172.21.15.133:0/1997700923 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d44004230 con 0x7f7d541546c0 2023-12-02T00:32:17.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d4b7fe640 1 -- 172.21.15.133:0/1997700923 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d440a7050 con 0x7f7d541546c0 2023-12-02T00:32:17.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d4b7fe640 1 -- 172.21.15.133:0/1997700923 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d44003620 con 0x7f7d541546c0 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- 172.21.15.133:0/1997700923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 msgr2=0x7f7d54154b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/1997700923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d54154b20 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7d54066ce0 tx=0x7f7d4401c460 comp rx=0 tx=0).stop 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- 172.21.15.133:0/1997700923 shutdown_connections 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/1997700923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d54154b20 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/1997700923 >> v2:172.21.15.172:3300/0 conn(0x7f7d5406d990 0x7f7d540c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- 172.21.15.133:0/1997700923 >> 172.21.15.133:0/1997700923 conn(0x7f7d540a7800 msgr2=0x7f7d540a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- 172.21.15.133:0/1997700923 shutdown_connections 2023-12-02T00:32:17.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- 172.21.15.133:0/1997700923 wait complete. 2023-12-02T00:32:17.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 Processor -- start 2023-12-02T00:32:17.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- start start 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d5406c070 0x7f7d5414d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d5406d990 0x7f7d5414ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d5414f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d54151970 con 0x7f7d541546c0 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d5414df70 con 0x7f7d5406d990 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.225+0000 7f7d59d2b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d5414e1c0 con 0x7f7d5406c070 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d58d29640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d5406c070 0x7f7d5414d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d5952a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d5414f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d4bfff640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d5406d990 0x7f7d5414ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d58d29640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d5406c070 0x7f7d5414d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:43992/0 (socket says 172.21.15.133:43992) 2023-12-02T00:32:17.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d58d29640 1 -- 172.21.15.133:0/3143291715 learned_addr learned my addr 172.21.15.133:0/3143291715 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d5952a640 1 -- 172.21.15.133:0/3143291715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d5406c070 msgr2=0x7f7d5414d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d5952a640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d5406c070 0x7f7d5414d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d5952a640 1 -- 172.21.15.133:0/3143291715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d5406d990 msgr2=0x7f7d5414ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d5952a640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d5406d990 0x7f7d5414ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d5952a640 1 -- 172.21.15.133:0/3143291715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d44009420 con 0x7f7d541546c0 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d5952a640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d5414f480 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c00ca80 tx=0x7f7d4c00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d497fa640 1 -- 172.21.15.133:0/3143291715 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c00ac30 con 0x7f7d541546c0 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d497fa640 1 -- 172.21.15.133:0/3143291715 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d4c00ad90 con 0x7f7d541546c0 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d497fa640 1 -- 172.21.15.133:0/3143291715 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c012600 con 0x7f7d541546c0 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d541f0f00 con 0x7f7d541546c0 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d54142380 con 0x7f7d541546c0 2023-12-02T00:32:17.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d541516d0 con 0x7f7d541546c0 2023-12-02T00:32:17.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d497fa640 1 -- 172.21.15.133:0/3143291715 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7d4c007070 con 0x7f7d541546c0 2023-12-02T00:32:17.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.229+0000 7f7d497fa640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d40066470 0x7f7d40068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.233+0000 7f7d497fa640 1 -- 172.21.15.133:0/3143291715 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7d4c083fe0 con 0x7f7d541546c0 2023-12-02T00:32:17.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.233+0000 7f7d58d29640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d40066470 0x7f7d40068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.233+0000 7f7d58d29640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d40066470 0x7f7d40068930 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7d541eab20 tx=0x7f7d50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.233+0000 7f7d497fa640 1 -- 172.21.15.133:0/3143291715 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7d541516d0 con 0x7f7d541546c0 2023-12-02T00:32:17.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7d54151ab0 con 0x7f7d541546c0 2023-12-02T00:32:17.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d497fa640 1 -- 172.21.15.133:0/3143291715 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v35) v1 ==== 105+0+11 (secure 0 0 0) 0x7f7d54151ab0 con 0x7f7d541546c0 2023-12-02T00:32:17.397 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:17.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d40066470 msgr2=0x7f7d40068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d40066470 0x7f7d40068930 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7d541eab20 tx=0x7f7d50008040 comp rx=0 tx=0).stop 2023-12-02T00:32:17.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 msgr2=0x7f7d5414f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d5414f480 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c00ca80 tx=0x7f7d4c00cf40 comp rx=0 tx=0).stop 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 shutdown_connections 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7d40066470 0x7f7d40068930 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d541546c0 0x7f7d5414f480 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d5406d990 0x7f7d5414ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.389+0000 7f7d59d2b640 1 --2- 172.21.15.133:0/3143291715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d5406c070 0x7f7d5414d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.393+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 >> 172.21.15.133:0/3143291715 conn(0x7f7d540a7800 msgr2=0x7f7d5406c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.393+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 shutdown_connections 2023-12-02T00:32:17.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.393+0000 7f7d59d2b640 1 -- 172.21.15.133:0/3143291715 wait complete. 2023-12-02T00:32:17.416 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:32:17.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc823baa640 1 Processor -- start 2023-12-02T00:32:17.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc823baa640 1 -- start start 2023-12-02T00:32:17.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc823baa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc81c073a70 0x7fc81c0bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc823baa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 0x7fc81c1580b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc823baa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc81c06a5b0 con 0x7fc81c14b010 2023-12-02T00:32:17.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc823baa640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc81c06b710 con 0x7fc81c073a70 2023-12-02T00:32:17.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc823baa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c0c1d60 con 0x7fc81c157c20 2023-12-02T00:32:17.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821946640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc81c14b010 0x7fc81c06b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41186/0 (socket says 172.21.15.133:41186) 2023-12-02T00:32:17.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821946640 1 -- 172.21.15.133:0/2808649202 learned_addr learned my addr 172.21.15.133:0/2808649202 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821145640 1 --2- 172.21.15.133:0/2808649202 >> v2:172.21.15.172:3300/0 conn(0x7fc81c073a70 0x7fc81c0bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc822147640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 0x7fc81c1580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2687484925 0 0) 0x7fc81c06a5b0 con 0x7fc81c14b010 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc808003530 con 0x7fc81c14b010 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1369383592 0 0) 0x7fc808003530 con 0x7fc81c14b010 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 msgr2=0x7fc81c1580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 0x7fc81c1580b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 >> v2:172.21.15.172:3300/0 conn(0x7fc81c073a70 msgr2=0x7fc81c0bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 --2- 172.21.15.133:0/2808649202 >> v2:172.21.15.172:3300/0 conn(0x7fc81c073a70 0x7fc81c0bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc81c0c2040 con 0x7fc81c14b010 2023-12-02T00:32:17.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fc818001680 con 0x7fc81c14b010 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 >> v1:172.21.15.133:6789/0 conn(0x7fc81c14b010 legacy=0x7fc81c06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc808003980 0x7fc808003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8080047d0 0x7fc808004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 0x7fc808005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c06b710 con 0x7fc8080047d0 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c0c1d60 con 0x7fc808003980 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc80800b990 con 0x7fc81c157c20 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821145640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8080047d0 0x7fc808004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821946640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc808003980 0x7fc808003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc822147640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 0x7fc808005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821145640 1 -- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 msgr2=0x7fc808005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821145640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c157c20 0x7fc808005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821145640 1 -- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc808003980 msgr2=0x7fc808003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:17.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821145640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc808003980 0x7fc808003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821145640 1 -- 172.21.15.133:0/2808649202 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc808003530 con 0x7fc8080047d0 2023-12-02T00:32:17.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.553+0000 7fc821946640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc808003980 0x7fc808003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc821145640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8080047d0 0x7fc808004c50 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc80c009ae0 tx=0x7fc80c01ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2285e5f77f62c6c1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc80c0a55a0 con 0x7fc8080047d0 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc80c0a5700 con 0x7fc8080047d0 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc820944640 1 -- 172.21.15.133:0/2808649202 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc80c0a5ab0 con 0x7fc8080047d0 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc823baa640 1 -- 172.21.15.133:0/2808649202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8080047d0 msgr2=0x7fc808004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc823baa640 1 --2- 172.21.15.133:0/2808649202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8080047d0 0x7fc808004c50 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc80c009ae0 tx=0x7fc80c01ca90 comp rx=0 tx=0).stop 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc822147640 1 -- 172.21.15.133:0/2808649202 reap_dead start 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc823baa640 1 -- 172.21.15.133:0/2808649202 shutdown_connections 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc823baa640 1 -- 172.21.15.133:0/2808649202 >> 172.21.15.133:0/2808649202 conn(0x7fc81c0c30c0 msgr2=0x7fc81c0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc823baa640 1 -- 172.21.15.133:0/2808649202 shutdown_connections 2023-12-02T00:32:17.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.557+0000 7fc823baa640 1 -- 172.21.15.133:0/2808649202 wait complete. 2023-12-02T00:32:17.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 Processor -- start 2023-12-02T00:32:17.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 -- start start 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8080047d0 0x7fc81c143980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c0ac120 0x7fc81c1ed1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc81c143ec0 0x7fc81c1ed700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c154bf0 con 0x7fc81c143ec0 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c071390 con 0x7fc8080047d0 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc81c1548c0 con 0x7fc81c0ac120 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc81c143ec0 0x7fc81c1ed700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc81c143ec0 0x7fc81c1ed700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50188/0 (socket says 172.21.15.133:50188) 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 -- 172.21.15.133:0/1452560149 learned_addr learned my addr 172.21.15.133:0/1452560149 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc821946640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8080047d0 0x7fc81c143980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc821145640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c0ac120 0x7fc81c1ed1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 -- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c0ac120 msgr2=0x7fc81c1ed1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c0ac120 0x7fc81c1ed1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 -- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8080047d0 msgr2=0x7fc81c143980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8080047d0 0x7fc81c143980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 -- 172.21.15.133:0/1452560149 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc81c0aa480 con 0x7fc81c143ec0 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc822147640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc81c143ec0 0x7fc81c1ed700 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc81c06e9a0 tx=0x7fc81400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc8127fc640 1 -- 172.21.15.133:0/1452560149 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81400e040 con 0x7fc81c143ec0 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc8127fc640 1 -- 172.21.15.133:0/1452560149 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc81400f040 con 0x7fc81c143ec0 2023-12-02T00:32:17.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc8127fc640 1 -- 172.21.15.133:0/1452560149 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc814015670 con 0x7fc81c143ec0 2023-12-02T00:32:17.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc81c155080 con 0x7fc81c143ec0 2023-12-02T00:32:17.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.561+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc81c1ee030 con 0x7fc81c143ec0 2023-12-02T00:32:17.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.565+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc81c068400 con 0x7fc81c143ec0 2023-12-02T00:32:17.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.565+0000 7fc8127fc640 1 -- 172.21.15.133:0/1452560149 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc8140157d0 con 0x7fc81c143ec0 2023-12-02T00:32:17.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.565+0000 7fc8127fc640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8000664a0 0x7fc800068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.565+0000 7fc8127fc640 1 -- 172.21.15.133:0/1452560149 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc8140848d0 con 0x7fc81c143ec0 2023-12-02T00:32:17.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.565+0000 7fc821946640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8000664a0 0x7fc800068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.565+0000 7fc821946640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8000664a0 0x7fc800068960 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc8180015e0 tx=0x7fc818007900 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.569+0000 7fc8127fc640 1 -- 172.21.15.133:0/1452560149 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc8140519e0 con 0x7fc81c143ec0 2023-12-02T00:32:17.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.717+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fc81c070c60 con 0x7fc81c143ec0 2023-12-02T00:32:17.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.717+0000 7fc8127fc640 1 -- 172.21.15.133:0/1452560149 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v35) v1 ==== 101+0+11 (secure 0 0 0) 0x7fc814055000 con 0x7fc81c143ec0 2023-12-02T00:32:17.725 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8000664a0 msgr2=0x7fc800068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8000664a0 0x7fc800068960 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc8180015e0 tx=0x7fc818007900 comp rx=0 tx=0).stop 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc81c143ec0 msgr2=0x7fc81c1ed700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc81c143ec0 0x7fc81c1ed700 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc81c06e9a0 tx=0x7fc81400f580 comp rx=0 tx=0).stop 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 shutdown_connections 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8000664a0 0x7fc800068960 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc81c143ec0 0x7fc81c1ed700 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc81c0ac120 0x7fc81c1ed1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 --2- 172.21.15.133:0/1452560149 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8080047d0 0x7fc81c143980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 >> 172.21.15.133:0/1452560149 conn(0x7fc81c0c30c0 msgr2=0x7fc81c0c5e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 shutdown_connections 2023-12-02T00:32:17.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.721+0000 7fc823baa640 1 -- 172.21.15.133:0/1452560149 wait complete. 2023-12-02T00:32:17.746 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:32:17.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.877+0000 7f8cb53f5640 1 Processor -- start 2023-12-02T00:32:17.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8cb53f5640 1 -- start start 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8cb53f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8cb00c7ed0 0x7f8cb0154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8cb53f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8cb00bd660 0x7f8cb0154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8cb53f5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cb00ac4f0 con 0x7f8cb0151dc0 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8cb53f5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cb0158780 con 0x7f8cb00c7ed0 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8cb53f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cb0158a60 con 0x7f8cb00bd660 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8ca67fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8cb00c7ed0 0x7f8cb0154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8ca67fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8cb00c7ed0 0x7f8cb0154650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50196/0 (socket says 172.21.15.133:50196) 2023-12-02T00:32:17.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8ca67fc640 1 -- 172.21.15.133:0/1165578032 learned_addr learned my addr 172.21.15.133:0/1165578032 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:17.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8caf7fe640 1 --2- 172.21.15.133:0/1165578032 >> v2:172.21.15.172:3300/0 conn(0x7f8cb00bd660 0x7f8cb0154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8ca67fc640 1 -- 172.21.15.133:0/1165578032 >> v2:172.21.15.172:3300/0 conn(0x7f8cb00bd660 msgr2=0x7f8cb0154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:17.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8ca67fc640 1 --2- 172.21.15.133:0/1165578032 >> v2:172.21.15.172:3300/0 conn(0x7f8cb00bd660 0x7f8cb0154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8ca67fc640 1 -- 172.21.15.133:0/1165578032 >> v1:172.21.15.172:6789/0 conn(0x7f8cb0151dc0 legacy=0x7f8cb00c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.881+0000 7f8ca67fc640 1 -- 172.21.15.133:0/1165578032 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cb00ac180 con 0x7f8cb00c7ed0 2023-12-02T00:32:17.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8ca67fc640 1 --2- 172.21.15.133:0/1165578032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00c7ed0 0x7f8cb0154650 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8c98009870 tx=0x7f8c9801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f02e768e341cb78c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cae7fc640 1 -- 172.21.15.133:0/1165578032 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c980ab600 con 0x7f8cb00c7ed0 2023-12-02T00:32:17.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cae7fc640 1 -- 172.21.15.133:0/1165578032 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c980a7050 con 0x7f8cb00c7ed0 2023-12-02T00:32:17.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cae7fc640 1 -- 172.21.15.133:0/1165578032 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c980ab980 con 0x7f8cb00c7ed0 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 -- 172.21.15.133:0/1165578032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00c7ed0 msgr2=0x7f8cb0154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/1165578032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00c7ed0 0x7f8cb0154650 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8c98009870 tx=0x7f8c9801c3e0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 -- 172.21.15.133:0/1165578032 shutdown_connections 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/1165578032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00c7ed0 0x7f8cb0154650 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/1165578032 >> v2:172.21.15.172:3300/0 conn(0x7f8cb00bd660 0x7f8cb0154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 -- 172.21.15.133:0/1165578032 >> 172.21.15.133:0/1165578032 conn(0x7f8cb0071eb0 msgr2=0x7f8cb00722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 -- 172.21.15.133:0/1165578032 shutdown_connections 2023-12-02T00:32:17.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 -- 172.21.15.133:0/1165578032 wait complete. 2023-12-02T00:32:17.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 Processor -- start 2023-12-02T00:32:17.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.885+0000 7f8cb53f5640 1 -- start start 2023-12-02T00:32:17.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00bd660 0x7f8cb01ed790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb00c7ed0 0x7f8cb00c8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb0151dc0 0x7f8cb014b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cb0152fa0 con 0x7f8cb00bd660 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cb00bdb60 con 0x7f8cb0151dc0 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cb0153710 con 0x7f8cb00c7ed0 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00bd660 0x7f8cb01ed790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00bd660 0x7f8cb01ed790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50210/0 (socket says 172.21.15.133:50210) 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 -- 172.21.15.133:0/3558825852 learned_addr learned my addr 172.21.15.133:0/3558825852 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8ca67fc640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb00c7ed0 0x7f8cb00c8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caf7fe640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb0151dc0 0x7f8cb014b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 -- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb00c7ed0 msgr2=0x7f8cb00c8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb00c7ed0 0x7f8cb00c8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 -- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb0151dc0 msgr2=0x7f8cb014b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb0151dc0 0x7f8cb014b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 -- 172.21.15.133:0/3558825852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c980094d0 con 0x7f8cb00bd660 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8caeffd640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00bd660 0x7f8cb01ed790 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8ca000c500 tx=0x7f8ca000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8ca7fff640 1 -- 172.21.15.133:0/3558825852 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0005220 con 0x7f8cb00bd660 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8ca7fff640 1 -- 172.21.15.133:0/3558825852 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ca0005380 con 0x7f8cb00bd660 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cb01541e0 con 0x7f8cb00bd660 2023-12-02T00:32:17.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8ca7fff640 1 -- 172.21.15.133:0/3558825852 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0007270 con 0x7f8cb00bd660 2023-12-02T00:32:17.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cb01531f0 con 0x7f8cb00bd660 2023-12-02T00:32:17.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.889+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cb0068400 con 0x7f8cb00bd660 2023-12-02T00:32:17.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.893+0000 7f8ca7fff640 1 -- 172.21.15.133:0/3558825852 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8ca00073d0 con 0x7f8cb00bd660 2023-12-02T00:32:17.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.893+0000 7f8ca7fff640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c90066470 0x7f8c90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:17.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.893+0000 7f8ca7fff640 1 -- 172.21.15.133:0/3558825852 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8ca00839d0 con 0x7f8cb00bd660 2023-12-02T00:32:17.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.893+0000 7f8ca67fc640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c90066470 0x7f8c90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:17.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.893+0000 7f8ca67fc640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c90066470 0x7f8c90068930 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8c980ad000 tx=0x7f8c98008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:17.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:17.897+0000 7f8ca7fff640 1 -- 172.21.15.133:0/3558825852 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8ca0050bb0 con 0x7f8cb00bd660 2023-12-02T00:32:18.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f8cb006c9a0 con 0x7f8cb00bd660 2023-12-02T00:32:18.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8ca7fff640 1 -- 172.21.15.133:0/3558825852 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8ca00541d0 con 0x7f8cb00bd660 2023-12-02T00:32:18.074 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c90066470 msgr2=0x7f8c90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c90066470 0x7f8c90068930 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8c980ad000 tx=0x7f8c98008040 comp rx=0 tx=0).stop 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00bd660 msgr2=0x7f8cb01ed790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00bd660 0x7f8cb01ed790 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8ca000c500 tx=0x7f8ca000c9c0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 shutdown_connections 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c90066470 0x7f8c90068930 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb0151dc0 0x7f8cb014b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb00c7ed0 0x7f8cb00c8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 --2- 172.21.15.133:0/3558825852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb00bd660 0x7f8cb01ed790 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 >> 172.21.15.133:0/3558825852 conn(0x7f8cb0071eb0 msgr2=0x7f8cb0072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:18.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 shutdown_connections 2023-12-02T00:32:18.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.069+0000 7f8cb53f5640 1 -- 172.21.15.133:0/3558825852 wait complete. 2023-12-02T00:32:18.096 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-12-02T00:32:18.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:18.096 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:18.127 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:32:18.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:18.128 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:32:18.182 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:18.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.313+0000 7ff478565640 1 Processor -- start 2023-12-02T00:32:18.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.313+0000 7ff478565640 1 -- start start 2023-12-02T00:32:18.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff478565640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5260 0x7ff47006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff478565640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff470155de0 0x7ff470156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff478565640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4700c2580 con 0x7ff4700c5640 2023-12-02T00:32:18.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff478565640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff470153510 con 0x7ff470155de0 2023-12-02T00:32:18.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff478565640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4700c17f0 con 0x7ff4700c5260 2023-12-02T00:32:18.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476b02640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff470155de0 0x7ff470156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476b02640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff470155de0 0x7ff470156250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50226/0 (socket says 172.21.15.133:50226) 2023-12-02T00:32:18.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476b02640 1 -- 172.21.15.133:0/3896051005 learned_addr learned my addr 172.21.15.133:0/3896051005 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:18.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476301640 1 --2- 172.21.15.133:0/3896051005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5260 0x7ff47006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476b02640 1 -- 172.21.15.133:0/3896051005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5260 msgr2=0x7ff47006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:18.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476b02640 1 --2- 172.21.15.133:0/3896051005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5260 0x7ff47006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476b02640 1 -- 172.21.15.133:0/3896051005 >> v1:172.21.15.172:6789/0 conn(0x7ff4700c5640 legacy=0x7ff4700c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.317+0000 7ff476b02640 1 -- 172.21.15.133:0/3896051005 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4700c1a00 con 0x7ff470155de0 2023-12-02T00:32:18.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff476b02640 1 --2- 172.21.15.133:0/3896051005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470155de0 0x7ff470156250 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff4700c1930 tx=0x7ff46801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26a7e3a796072fde server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:18.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff4752ff640 1 -- 172.21.15.133:0/3896051005 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4680a57f0 con 0x7ff470155de0 2023-12-02T00:32:18.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff4752ff640 1 -- 172.21.15.133:0/3896051005 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4680a5950 con 0x7ff470155de0 2023-12-02T00:32:18.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff4752ff640 1 -- 172.21.15.133:0/3896051005 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4680a5ce0 con 0x7ff470155de0 2023-12-02T00:32:18.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 -- 172.21.15.133:0/3896051005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470155de0 msgr2=0x7ff470156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 --2- 172.21.15.133:0/3896051005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470155de0 0x7ff470156250 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff4700c1930 tx=0x7ff46801c930 comp rx=0 tx=0).stop 2023-12-02T00:32:18.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 -- 172.21.15.133:0/3896051005 shutdown_connections 2023-12-02T00:32:18.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 --2- 172.21.15.133:0/3896051005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff470155de0 0x7ff470156250 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 --2- 172.21.15.133:0/3896051005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5260 0x7ff47006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 -- 172.21.15.133:0/3896051005 >> 172.21.15.133:0/3896051005 conn(0x7ff47006a5b0 msgr2=0x7ff47006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:18.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 -- 172.21.15.133:0/3896051005 shutdown_connections 2023-12-02T00:32:18.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 -- 172.21.15.133:0/3896051005 wait complete. 2023-12-02T00:32:18.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 Processor -- start 2023-12-02T00:32:18.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 -- start start 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4700c5260 0x7ff4701ea300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5640 0x7ff47015c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.321+0000 7ff478565640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff470155de0 0x7ff47014ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff478565640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff470070f30 con 0x7ff4700c5260 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff478565640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4700bacf0 con 0x7ff470155de0 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff478565640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4701ea8e0 con 0x7ff4700c5640 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4700c5260 0x7ff4701ea300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4700c5260 0x7ff4701ea300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50234/0 (socket says 172.21.15.133:50234) 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 -- 172.21.15.133:0/4092955749 learned_addr learned my addr 172.21.15.133:0/4092955749 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476b02640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff470155de0 0x7ff47014ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff475b00640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5640 0x7ff47015c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 -- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5640 msgr2=0x7ff47015c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5640 0x7ff47015c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 -- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff470155de0 msgr2=0x7ff47014ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff470155de0 0x7ff47014ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 -- 172.21.15.133:0/4092955749 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff468009b30 con 0x7ff4700c5260 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff476301640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4700c5260 0x7ff4701ea300 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00d5f0 tx=0x7ff46c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff466ffd640 1 -- 172.21.15.133:0/4092955749 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff46c0125f0 con 0x7ff4700c5260 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff466ffd640 1 -- 172.21.15.133:0/4092955749 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff46c012750 con 0x7ff4700c5260 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff466ffd640 1 -- 172.21.15.133:0/4092955749 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff46c012ae0 con 0x7ff4700c5260 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4701eabc0 con 0x7ff4700c5260 2023-12-02T00:32:18.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4701eb180 con 0x7ff4700c5260 2023-12-02T00:32:18.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff470068400 con 0x7ff4700c5260 2023-12-02T00:32:18.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.325+0000 7ff466ffd640 1 -- 172.21.15.133:0/4092955749 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff46c012c40 con 0x7ff4700c5260 2023-12-02T00:32:18.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.329+0000 7ff466ffd640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff454066470 0x7ff454068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.329+0000 7ff466ffd640 1 -- 172.21.15.133:0/4092955749 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff46c0846c0 con 0x7ff4700c5260 2023-12-02T00:32:18.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.329+0000 7ff475b00640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff454066470 0x7ff454068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.329+0000 7ff475b00640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff454066470 0x7ff454068930 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff47015c040 tx=0x7ff460009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:18.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.333+0000 7ff466ffd640 1 -- 172.21.15.133:0/4092955749 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff46c051740 con 0x7ff4700c5260 2023-12-02T00:32:18.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff47006d390 con 0x7ff4700c5260 2023-12-02T00:32:18.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff466ffd640 1 -- 172.21.15.133:0/4092955749 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+6139 (secure 0 0 0) 0x7ff46c007380 con 0x7ff4700c5260 2023-12-02T00:32:18.518 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:18.519 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:44.551422+0000","modified":"2023-12-02T00:31:47.569166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4977},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4977":{"gid":4977,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/952822086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":952822086},{"type":"v1","addr":"172.21.15.133:6837","nonce":952822086}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:18.519 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 21 2023-12-02T00:32:18.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff454066470 msgr2=0x7ff454068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff454066470 0x7ff454068930 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff47015c040 tx=0x7ff460009040 comp rx=0 tx=0).stop 2023-12-02T00:32:18.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4700c5260 msgr2=0x7ff4701ea300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4700c5260 0x7ff4701ea300 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00d5f0 tx=0x7ff46c00dab0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 shutdown_connections 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff454066470 0x7ff454068930 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff470155de0 0x7ff47014ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff4700c5640 0x7ff47015c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 --2- 172.21.15.133:0/4092955749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4700c5260 0x7ff4701ea300 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 >> 172.21.15.133:0/4092955749 conn(0x7ff47006a5b0 msgr2=0x7ff47006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 shutdown_connections 2023-12-02T00:32:18.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.513+0000 7ff478565640 1 -- 172.21.15.133:0/4092955749 wait complete. 2023-12-02T00:32:18.540 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:18.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8ce468640 1 Processor -- start 2023-12-02T00:32:18.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8ce468640 1 -- start start 2023-12-02T00:32:18.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8ce468640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 0x7ff8c80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8ce468640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff8c80c4e60 0x7ff8c806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8ce468640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8c806c860 con 0x7ff8c80c7ea0 2023-12-02T00:32:18.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8ce468640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8c80c8750 con 0x7ff8c80c4e60 2023-12-02T00:32:18.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8ce468640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c81552d0 con 0x7ff8c8151e90 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff8c80c7ea0 0x7ff8c806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41202/0 (socket says 172.21.15.133:41202) 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 -- 172.21.15.133:0/1758129972 learned_addr learned my addr 172.21.15.133:0/1758129972 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8cca05640 1 --2- 172.21.15.133:0/1758129972 >> v2:172.21.15.172:3300/0 conn(0x7ff8c80c4e60 0x7ff8c806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2159915749 0 0) 0x7ff8c806c860 con 0x7ff8c80c7ea0 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8b0003530 con 0x7ff8c80c7ea0 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c7fff640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 0x7ff8c80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1140019149 0 0) 0x7ff8b0003530 con 0x7ff8c80c7ea0 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 msgr2=0x7ff8c80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 0x7ff8c80c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 >> v2:172.21.15.172:3300/0 conn(0x7ff8c80c4e60 msgr2=0x7ff8c806bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:18.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 --2- 172.21.15.133:0/1758129972 >> v2:172.21.15.172:3300/0 conn(0x7ff8c80c4e60 0x7ff8c806bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8c8154930 con 0x7ff8c80c7ea0 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7ff8bc001680 con 0x7ff8c80c7ea0 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 >> v1:172.21.15.133:6789/0 conn(0x7ff8c80c7ea0 legacy=0x7ff8c806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 0x7ff8b0003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8b00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8b0004d10 0x7ff8b0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c80c8750 con 0x7ff8b0003f00 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c81552d0 con 0x7ff8b0004d10 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8b000ba70 con 0x7ff8c8151e90 2023-12-02T00:32:18.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8b00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c7fff640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 0x7ff8b0003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8cca05640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8b0004d10 0x7ff8b0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 -- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 msgr2=0x7ff8b0003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8151e90 0x7ff8b0003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 -- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8b0004d10 msgr2=0x7ff8b0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8b0004d10 0x7ff8b0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8c77fe640 1 -- 172.21.15.133:0/1758129972 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8b0003530 con 0x7ff8b0003f00 2023-12-02T00:32:18.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.673+0000 7ff8cca05640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8b0004d10 0x7ff8b0005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8c77fe640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8b00047d0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc00c210 tx=0x7ff8bc01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b88a7ffe3a4448 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc0058e0 con 0x7ff8b0003f00 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8bc005a40 con 0x7ff8b0003f00 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8c6ffd640 1 -- 172.21.15.133:0/1758129972 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc005e50 con 0x7ff8b0003f00 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8ce468640 1 -- 172.21.15.133:0/1758129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 msgr2=0x7ff8b00047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8ce468640 1 --2- 172.21.15.133:0/1758129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8b00047d0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc00c210 tx=0x7ff8bc01cc40 comp rx=0 tx=0).stop 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8cca05640 1 -- 172.21.15.133:0/1758129972 reap_dead start 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8ce468640 1 -- 172.21.15.133:0/1758129972 shutdown_connections 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8ce468640 1 -- 172.21.15.133:0/1758129972 >> 172.21.15.133:0/1758129972 conn(0x7ff8c80ca170 msgr2=0x7ff8c80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:18.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8ce468640 1 -- 172.21.15.133:0/1758129972 shutdown_connections 2023-12-02T00:32:18.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.677+0000 7ff8ce468640 1 -- 172.21.15.133:0/1758129972 wait complete. 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 Processor -- start 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 -- start start 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8c80abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8c80c3eb0 0x7ff8c814db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8148870 0x7ff8c814e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c814cc10 con 0x7ff8b0003f00 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c814f030 con 0x7ff8c80c3eb0 2023-12-02T00:32:18.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c806bbe0 con 0x7ff8c8148870 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8c80abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8c80abfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50254/0 (socket says 172.21.15.133:50254) 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 -- 172.21.15.133:0/902314246 learned_addr learned my addr 172.21.15.133:0/902314246 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8cca05640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8148870 0x7ff8c814e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c77fe640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8c80c3eb0 0x7ff8c814db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 -- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8148870 msgr2=0x7ff8c814e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8148870 0x7ff8c814e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 -- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8c80c3eb0 msgr2=0x7ff8c814db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8c80c3eb0 0x7ff8c814db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 -- 172.21.15.133:0/902314246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8c814c2e0 con 0x7ff8b0003f00 2023-12-02T00:32:18.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c7fff640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8c80abfc0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8011a00 tx=0x7ff8b8011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:18.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c4ff9640 1 -- 172.21.15.133:0/902314246 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b800fb50 con 0x7ff8b0003f00 2023-12-02T00:32:18.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c4ff9640 1 -- 172.21.15.133:0/902314246 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8b800fcb0 con 0x7ff8b0003f00 2023-12-02T00:32:18.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8c814c5c0 con 0x7ff8b0003f00 2023-12-02T00:32:18.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8c4ff9640 1 -- 172.21.15.133:0/902314246 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b8014440 con 0x7ff8b0003f00 2023-12-02T00:32:18.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.681+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8c814d0a0 con 0x7ff8b0003f00 2023-12-02T00:32:18.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.685+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8c814e5a0 con 0x7ff8b0003f00 2023-12-02T00:32:18.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.685+0000 7ff8c4ff9640 1 -- 172.21.15.133:0/902314246 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff8b80145a0 con 0x7ff8b0003f00 2023-12-02T00:32:18.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.685+0000 7ff8c4ff9640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff8b4066470 0x7ff8b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:18.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.685+0000 7ff8c4ff9640 1 -- 172.21.15.133:0/902314246 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff8b8084b90 con 0x7ff8b0003f00 2023-12-02T00:32:18.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.685+0000 7ff8c77fe640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff8b4066470 0x7ff8b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:18.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.685+0000 7ff8c77fe640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff8b4066470 0x7ff8b4068930 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc0aa000 tx=0x7ff8bc001a80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:18.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.689+0000 7ff8c4ff9640 1 -- 172.21.15.133:0/902314246 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff8b8051c40 con 0x7ff8b0003f00 2023-12-02T00:32:18.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.841+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff8c8068400 con 0x7ff8b0003f00 2023-12-02T00:32:18.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.841+0000 7ff8c4ff9640 1 -- 172.21.15.133:0/902314246 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20265 (secure 0 0 0) 0x7ff8b8055260 con 0x7ff8b0003f00 2023-12-02T00:32:18.847 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:18.847 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":35,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:59.245105+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:18.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff8b4066470 msgr2=0x7ff8b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff8b4066470 0x7ff8b4068930 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc0aa000 tx=0x7ff8bc001a80 comp rx=0 tx=0).stop 2023-12-02T00:32:18.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 msgr2=0x7ff8c80abfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:18.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8c80abfc0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8011a00 tx=0x7ff8b8011ec0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 shutdown_connections 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff8b4066470 0x7ff8b4068930 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8c8148870 0x7ff8c814e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8c80c3eb0 0x7ff8c814db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 --2- 172.21.15.133:0/902314246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8b0003f00 0x7ff8c80abfc0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 >> 172.21.15.133:0/902314246 conn(0x7ff8c80ca170 msgr2=0x7ff8c814b440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 shutdown_connections 2023-12-02T00:32:18.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:18.845+0000 7ff8ce468640 1 -- 172.21.15.133:0/902314246 wait complete. 2023-12-02T00:32:18.869 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:31:42.196620+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '30', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:31:43.550398+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '31', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:31:55.550277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:31:56.633004+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:18.869 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:19.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f3049a640 1 Processor -- start 2023-12-02T00:32:19.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f3049a640 1 -- start start 2023-12-02T00:32:19.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f3049a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1f28155de0 0x7f1f28156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f3049a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f280c2580 con 0x7f1f280c5640 2023-12-02T00:32:19.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f3049a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f280c1a00 con 0x7f1f280c5260 2023-12-02T00:32:19.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f3049a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f28153510 con 0x7f1f28155de0 2023-12-02T00:32:19.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2da35640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f1f280c5640 0x7f1f280c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41214/0 (socket says 172.21.15.133:41214) 2023-12-02T00:32:19.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2da35640 1 -- 172.21.15.133:0/1714064221 learned_addr learned my addr 172.21.15.133:0/1714064221 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:19.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2ea37640 1 --2- 172.21.15.133:0/1714064221 >> v2:172.21.15.172:3300/0 conn(0x7f1f28155de0 0x7f1f28156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4213429277 0 0) 0x7f1f280c2580 con 0x7f1f280c5640 2023-12-02T00:32:19.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1f14003530 con 0x7f1f280c5640 2023-12-02T00:32:19.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 438958018 0 0) 0x7f1f280c1a00 con 0x7f1f280c5260 2023-12-02T00:32:19.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1f280c2580 con 0x7f1f280c5260 2023-12-02T00:32:19.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4059619587 0 0) 0x7f1f14003530 con 0x7f1f280c5640 2023-12-02T00:32:19.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 >> v2:172.21.15.172:3300/0 conn(0x7f1f28155de0 msgr2=0x7f1f28156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:19.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 --2- 172.21.15.133:0/1714064221 >> v2:172.21.15.172:3300/0 conn(0x7f1f28155de0 0x7f1f28156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 >> v1:172.21.15.172:6789/0 conn(0x7f1f280c5260 legacy=0x7f1f2806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f280c1ce0 con 0x7f1f280c5640 2023-12-02T00:32:19.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f1f18001680 con 0x7f1f280c5640 2023-12-02T00:32:19.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2ea37640 1 --2- 172.21.15.133:0/1714064221 >> v2:172.21.15.172:3300/0 conn(0x7f1f28155de0 0x7f1f28156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:19.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 >> v1:172.21.15.133:6789/0 conn(0x7f1f280c5640 legacy=0x7f1f280c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f14003b60 0x7f1f14003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f14004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f140051e0 0x7f1f1400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f1400c0e0 con 0x7f1f140047d0 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f1400c250 con 0x7f1f140051e0 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.005+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f1400c410 con 0x7f1f14003b60 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2da35640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f14004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2ea37640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f140051e0 0x7f1f1400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2e236640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f14003b60 0x7f1f14003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2da35640 1 -- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f14003b60 msgr2=0x7f1f14003f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2da35640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f14003b60 0x7f1f14003f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2da35640 1 -- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f140051e0 msgr2=0x7f1f1400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2da35640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f140051e0 0x7f1f1400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2da35640 1 -- 172.21.15.133:0/1714064221 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f14003530 con 0x7f1f140047d0 2023-12-02T00:32:19.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2ea37640 1 -- 172.21.15.133:0/1714064221 reap_dead start 2023-12-02T00:32:19.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2da35640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f14004c50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f1f18007f80 tx=0x7f1f1801ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54b447babcd2ca8a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f18005ae0 con 0x7f1f140047d0 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f18005c60 con 0x7f1f140047d0 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.009+0000 7f1f2d234640 1 -- 172.21.15.133:0/1714064221 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f180072b0 con 0x7f1f140047d0 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- 172.21.15.133:0/1714064221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 msgr2=0x7f1f14004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f14004c50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f1f18007f80 tx=0x7f1f1801ca80 comp rx=0 tx=0).stop 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- 172.21.15.133:0/1714064221 shutdown_connections 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 --2- 172.21.15.133:0/1714064221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f14004c50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- 172.21.15.133:0/1714064221 >> 172.21.15.133:0/1714064221 conn(0x7f1f2806a5b0 msgr2=0x7f1f2806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- 172.21.15.133:0/1714064221 shutdown_connections 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- 172.21.15.133:0/1714064221 wait complete. 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 Processor -- start 2023-12-02T00:32:19.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- start start 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f28070ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f2814f4e0 0x7f1f281f0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f280c2970 0x7f1f280bf230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f280becb0 con 0x7f1f140047d0 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f280c00f0 con 0x7f1f280c2970 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f3049a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f280713e0 con 0x7f1f2814f4e0 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f28070ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f28070ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50276/0 (socket says 172.21.15.133:50276) 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 -- 172.21.15.133:0/3613026101 learned_addr learned my addr 172.21.15.133:0/3613026101 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2da35640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f2814f4e0 0x7f1f281f0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2ea37640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f280c2970 0x7f1f280bf230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 -- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f2814f4e0 msgr2=0x7f1f281f0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f2814f4e0 0x7f1f281f0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 -- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f280c2970 msgr2=0x7f1f280bf230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f280c2970 0x7f1f280bf230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2e236640 1 -- 172.21.15.133:0/3613026101 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f281efd70 con 0x7f1f140047d0 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.013+0000 7f1f2da35640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f2814f4e0 0x7f1f281f0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f2e236640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f28070ea0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f1f2400e5b0 tx=0x7f1f2400ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f1effd640 1 -- 172.21.15.133:0/3613026101 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f240052e0 con 0x7f1f140047d0 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f1effd640 1 -- 172.21.15.133:0/3613026101 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f24005460 con 0x7f1f140047d0 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f1effd640 1 -- 172.21.15.133:0/3613026101 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f24003840 con 0x7f1f140047d0 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f280bfb30 con 0x7f1f140047d0 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f281f0010 con 0x7f1f140047d0 2023-12-02T00:32:19.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f281efbd0 con 0x7f1f140047d0 2023-12-02T00:32:19.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f1effd640 1 -- 172.21.15.133:0/3613026101 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1f240039a0 con 0x7f1f140047d0 2023-12-02T00:32:19.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f1effd640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f0c0664a0 0x7f1f0c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f1effd640 1 -- 172.21.15.133:0/3613026101 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1f24083bc0 con 0x7f1f140047d0 2023-12-02T00:32:19.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f2da35640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f0c0664a0 0x7f1f0c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.017+0000 7f1f2da35640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f0c0664a0 0x7f1f0c068960 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1f180ab000 tx=0x7f1f180a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.021+0000 7f1f1effd640 1 -- 172.21.15.133:0/3613026101 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1f281efbd0 con 0x7f1f140047d0 2023-12-02T00:32:19.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.173+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1f281efbd0 con 0x7f1f140047d0 2023-12-02T00:32:19.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f1effd640 1 -- 172.21.15.133:0/3613026101 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1f281efbd0 con 0x7f1f140047d0 2023-12-02T00:32:19.181 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:19.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f0c0664a0 msgr2=0x7f1f0c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f0c0664a0 0x7f1f0c068960 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1f180ab000 tx=0x7f1f180a7070 comp rx=0 tx=0).stop 2023-12-02T00:32:19.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 msgr2=0x7f1f28070ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f28070ea0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f1f2400e5b0 tx=0x7f1f2400ea70 comp rx=0 tx=0).stop 2023-12-02T00:32:19.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 shutdown_connections 2023-12-02T00:32:19.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f0c0664a0 0x7f1f0c068960 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f280c2970 0x7f1f280bf230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f2814f4e0 0x7f1f281f0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 --2- 172.21.15.133:0/3613026101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f140047d0 0x7f1f28070ea0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 >> 172.21.15.133:0/3613026101 conn(0x7f1f2806a5b0 msgr2=0x7f1f28155200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:19.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 shutdown_connections 2023-12-02T00:32:19.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.177+0000 7f1f3049a640 1 -- 172.21.15.133:0/3613026101 wait complete. 2023-12-02T00:32:19.201 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:32:19.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.337+0000 7f027759e640 1 Processor -- start 2023-12-02T00:32:19.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.337+0000 7f027759e640 1 -- start start 2023-12-02T00:32:19.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027759e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0278151bb0 0x7f027806ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027759e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02780bd3c0 0x7f02780c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027759e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02780c8400 con 0x7f02780c7c30 2023-12-02T00:32:19.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027759e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02780c86e0 con 0x7f0278151bb0 2023-12-02T00:32:19.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027759e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02781543e0 con 0x7f02780bd3c0 2023-12-02T00:32:19.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f0276d9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f02780c7c30 0x7f02781579d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41230/0 (socket says 172.21.15.133:41230) 2023-12-02T00:32:19.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027659c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0278151bb0 0x7f027806ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f0276d9d640 1 -- 172.21.15.133:0/3266646746 learned_addr learned my addr 172.21.15.133:0/3266646746 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f026dd9b640 1 --2- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02780bd3c0 0x7f02780c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f0275d9b640 1 -- 172.21.15.133:0/3266646746 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3037090913 0 0) 0x7f02780c8400 con 0x7f02780c7c30 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f0275d9b640 1 -- 172.21.15.133:0/3266646746 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0264003530 con 0x7f02780c7c30 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027659c640 1 -- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02780bd3c0 msgr2=0x7f02780c46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027659c640 1 --2- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02780bd3c0 0x7f02780c46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027659c640 1 -- 172.21.15.133:0/3266646746 >> v1:172.21.15.133:6789/0 conn(0x7f02780c7c30 legacy=0x7f02781579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f027659c640 1 -- 172.21.15.133:0/3266646746 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02781545f0 con 0x7f0278151bb0 2023-12-02T00:32:19.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.341+0000 7f026dd9b640 1 --2- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02780bd3c0 0x7f02780c46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:19.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027659c640 1 --2- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0278151bb0 0x7f027806ba40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f02680097c0 tx=0x7f026801c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35ff1161a1a0a55e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f0275d9b640 1 -- 172.21.15.133:0/3266646746 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02680ab600 con 0x7f0278151bb0 2023-12-02T00:32:19.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f0275d9b640 1 -- 172.21.15.133:0/3266646746 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02680a7050 con 0x7f0278151bb0 2023-12-02T00:32:19.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f0275d9b640 1 -- 172.21.15.133:0/3266646746 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02680ab980 con 0x7f0278151bb0 2023-12-02T00:32:19.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 -- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0278151bb0 msgr2=0x7f027806ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 --2- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0278151bb0 0x7f027806ba40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f02680097c0 tx=0x7f026801c330 comp rx=0 tx=0).stop 2023-12-02T00:32:19.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 -- 172.21.15.133:0/3266646746 shutdown_connections 2023-12-02T00:32:19.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 --2- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02780bd3c0 0x7f02780c46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 --2- 172.21.15.133:0/3266646746 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0278151bb0 0x7f027806ba40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 -- 172.21.15.133:0/3266646746 >> 172.21.15.133:0/3266646746 conn(0x7f02780abcc0 msgr2=0x7f02780ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:19.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 -- 172.21.15.133:0/3266646746 shutdown_connections 2023-12-02T00:32:19.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 -- 172.21.15.133:0/3266646746 wait complete. 2023-12-02T00:32:19.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 Processor -- start 2023-12-02T00:32:19.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.345+0000 7f027759e640 1 -- start start 2023-12-02T00:32:19.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02780bd3c0 0x7f02781eec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02780c7c30 0x7f0278144bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0278151bb0 0x7f02780bfe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0278145100 con 0x7f02780bd3c0 2023-12-02T00:32:19.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02780bf0d0 con 0x7f02780c7c30 2023-12-02T00:32:19.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02780ab530 con 0x7f0278151bb0 2023-12-02T00:32:19.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02780bd3c0 0x7f02781eec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02780bd3c0 0x7f02781eec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50290/0 (socket says 172.21.15.133:50290) 2023-12-02T00:32:19.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 -- 172.21.15.133:0/3011497015 learned_addr learned my addr 172.21.15.133:0/3011497015 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:19.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f026dd9b640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02780c7c30 0x7f0278144bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f0276d9d640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0278151bb0 0x7f02780bfe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 -- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0278151bb0 msgr2=0x7f02780bfe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0278151bb0 0x7f02780bfe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 -- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02780c7c30 msgr2=0x7f0278144bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02780c7c30 0x7f0278144bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 -- 172.21.15.133:0/3011497015 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0260009420 con 0x7f02780bd3c0 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f026dd9b640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02780c7c30 0x7f0278144bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f0276d9d640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0278151bb0 0x7f02780bfe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027659c640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02780bd3c0 0x7f02781eec10 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0268019f60 tx=0x7f026801ab70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f026f7fe640 1 -- 172.21.15.133:0/3011497015 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02680b7450 con 0x7f02780bd3c0 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f026f7fe640 1 -- 172.21.15.133:0/3011497015 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02680b75d0 con 0x7f02780bd3c0 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f026f7fe640 1 -- 172.21.15.133:0/3011497015 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02680b7980 con 0x7f02780bd3c0 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0268009420 con 0x7f02780bd3c0 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02780bf650 con 0x7f02780bd3c0 2023-12-02T00:32:19.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0278067e90 con 0x7f02780bd3c0 2023-12-02T00:32:19.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.349+0000 7f026f7fe640 1 -- 172.21.15.133:0/3011497015 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f02680b7ae0 con 0x7f02780bd3c0 2023-12-02T00:32:19.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.353+0000 7f026f7fe640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0258066470 0x7f0258068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.353+0000 7f026f7fe640 1 -- 172.21.15.133:0/3011497015 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f026811e990 con 0x7f02780bd3c0 2023-12-02T00:32:19.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.353+0000 7f026dd9b640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0258066470 0x7f0258068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.353+0000 7f026dd9b640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0258066470 0x7f0258068930 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f02781f0c00 tx=0x7f0260008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.357+0000 7f026f7fe640 1 -- 172.21.15.133:0/3011497015 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f02680ebbc0 con 0x7f02780bd3c0 2023-12-02T00:32:19.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f027804e850 con 0x7f02780bd3c0 2023-12-02T00:32:19.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f026f7fe640 1 -- 172.21.15.133:0/3011497015 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v35) v1 ==== 104+0+11 (secure 0 0 0) 0x7f02680bb020 con 0x7f02780bd3c0 2023-12-02T00:32:19.514 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0258066470 msgr2=0x7f0258068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0258066470 0x7f0258068930 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f02781f0c00 tx=0x7f0260008040 comp rx=0 tx=0).stop 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02780bd3c0 msgr2=0x7f02781eec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02780bd3c0 0x7f02781eec10 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0268019f60 tx=0x7f026801ab70 comp rx=0 tx=0).stop 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 shutdown_connections 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0258066470 0x7f0258068930 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0278151bb0 0x7f02780bfe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02780c7c30 0x7f0278144bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 --2- 172.21.15.133:0/3011497015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02780bd3c0 0x7f02781eec10 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 >> 172.21.15.133:0/3011497015 conn(0x7f02780abcc0 msgr2=0x7f0278153670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:19.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 shutdown_connections 2023-12-02T00:32:19.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.509+0000 7f027759e640 1 -- 172.21.15.133:0/3011497015 wait complete. 2023-12-02T00:32:19.535 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:32:19.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3fdc68640 1 Processor -- start 2023-12-02T00:32:19.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3fdc68640 1 -- start start 2023-12-02T00:32:19.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3fdc68640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8073a70 0x7fd3f80bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3fdc68640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f806a5b0 con 0x7fd3f814b010 2023-12-02T00:32:19.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3fdc68640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f806b710 con 0x7fd3f8157c20 2023-12-02T00:32:19.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3fdc68640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f80c1d60 con 0x7fd3f8073a70 2023-12-02T00:32:19.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3f77fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd3f814b010 0x7fd3f806b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41240/0 (socket says 172.21.15.133:41240) 2023-12-02T00:32:19.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3f77fe640 1 -- 172.21.15.133:0/150522009 learned_addr learned my addr 172.21.15.133:0/150522009 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:19.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3f6ffd640 1 --2- 172.21.15.133:0/150522009 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8073a70 0x7fd3f80bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.669+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3532959713 0 0) 0x7fd3f806a5b0 con 0x7fd3f814b010 2023-12-02T00:32:19.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3e0003530 con 0x7fd3f814b010 2023-12-02T00:32:19.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3764800744 0 0) 0x7fd3f806b710 con 0x7fd3f8157c20 2023-12-02T00:32:19.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3f806a5b0 con 0x7fd3f8157c20 2023-12-02T00:32:19.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 685509858 0 0) 0x7fd3e0003530 con 0x7fd3f814b010 2023-12-02T00:32:19.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f6ffd640 1 -- 172.21.15.133:0/150522009 >> v1:172.21.15.172:6789/0 conn(0x7fd3f8157c20 legacy=0x7fd3f81580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f6ffd640 1 -- 172.21.15.133:0/150522009 >> v1:172.21.15.133:6789/0 conn(0x7fd3f814b010 legacy=0x7fd3f806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f6ffd640 1 -- 172.21.15.133:0/150522009 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f80c2040 con 0x7fd3f8073a70 2023-12-02T00:32:19.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f6ffd640 1 --2- 172.21.15.133:0/150522009 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8073a70 0x7fd3f80bf9f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097f0 tx=0x7fd3ec01ebd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60605679281a9514 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8001680 con 0x7fd3f8073a70 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ec0a8650 con 0x7fd3f8073a70 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.673+0000 7fd3f67fc640 1 -- 172.21.15.133:0/150522009 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec0a89c0 con 0x7fd3f8073a70 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- 172.21.15.133:0/150522009 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8073a70 msgr2=0x7fd3f80bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/150522009 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8073a70 0x7fd3f80bf9f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097f0 tx=0x7fd3ec01ebd0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- 172.21.15.133:0/150522009 shutdown_connections 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/150522009 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8073a70 0x7fd3f80bf9f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- 172.21.15.133:0/150522009 >> 172.21.15.133:0/150522009 conn(0x7fd3f80c30c0 msgr2=0x7fd3f80c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- 172.21.15.133:0/150522009 shutdown_connections 2023-12-02T00:32:19.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- 172.21.15.133:0/150522009 wait complete. 2023-12-02T00:32:19.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 Processor -- start 2023-12-02T00:32:19.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- start start 2023-12-02T00:32:19.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3f8073a70 0x7fd3f81ea130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3f814b010 0x7fd3f80aa360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8157c20 0x7fd3f8143980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f814bcc0 con 0x7fd3f814b010 2023-12-02T00:32:19.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f81e7b40 con 0x7fd3f8073a70 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3fdc68640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f8155650 con 0x7fd3f8157c20 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3f814b010 0x7fd3f80aa360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3f814b010 0x7fd3f80aa360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50302/0 (socket says 172.21.15.133:50302) 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 -- 172.21.15.133:0/2807707726 learned_addr learned my addr 172.21.15.133:0/2807707726 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f77fe640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3f8073a70 0x7fd3f81ea130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f7fff640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8157c20 0x7fd3f8143980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 -- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8157c20 msgr2=0x7fd3f8143980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8157c20 0x7fd3f8143980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 -- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3f8073a70 msgr2=0x7fd3f81ea130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3f8073a70 0x7fd3f81ea130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.677+0000 7fd3f6ffd640 1 -- 172.21.15.133:0/2807707726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3ec009420 con 0x7fd3f814b010 2023-12-02T00:32:19.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3f6ffd640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3f814b010 0x7fd3f80aa360 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097f0 tx=0x7fd3ec01b970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3dffff640 1 -- 172.21.15.133:0/2807707726 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec0b0850 con 0x7fd3f814b010 2023-12-02T00:32:19.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3dffff640 1 -- 172.21.15.133:0/2807707726 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ec0b09b0 con 0x7fd3f814b010 2023-12-02T00:32:19.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3dffff640 1 -- 172.21.15.133:0/2807707726 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec0b0d20 con 0x7fd3f814b010 2023-12-02T00:32:19.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3f8154570 con 0x7fd3f814b010 2023-12-02T00:32:19.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3f8154810 con 0x7fd3f814b010 2023-12-02T00:32:19.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3f8068400 con 0x7fd3f814b010 2023-12-02T00:32:19.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3dffff640 1 -- 172.21.15.133:0/2807707726 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd3ec0b7040 con 0x7fd3f814b010 2023-12-02T00:32:19.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3dffff640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3e4066470 0x7fd3e4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:19.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3dffff640 1 -- 172.21.15.133:0/2807707726 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd3ec121760 con 0x7fd3f814b010 2023-12-02T00:32:19.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.681+0000 7fd3f77fe640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3e4066470 0x7fd3e4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:19.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.685+0000 7fd3f77fe640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3e4066470 0x7fd3e4068930 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8001ec0 tx=0x7fd3e800f5a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:19.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.685+0000 7fd3dffff640 1 -- 172.21.15.133:0/2807707726 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd3ec0ee920 con 0x7fd3f814b010 2023-12-02T00:32:19.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd3f80ac950 con 0x7fd3f814b010 2023-12-02T00:32:19.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3dffff640 1 -- 172.21.15.133:0/2807707726 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v35) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd3ec006e20 con 0x7fd3f814b010 2023-12-02T00:32:19.841 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:19.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3e4066470 msgr2=0x7fd3e4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3e4066470 0x7fd3e4068930 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8001ec0 tx=0x7fd3e800f5a0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3f814b010 msgr2=0x7fd3f80aa360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:19.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3f814b010 0x7fd3f80aa360 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec0097f0 tx=0x7fd3ec01b970 comp rx=0 tx=0).stop 2023-12-02T00:32:19.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 shutdown_connections 2023-12-02T00:32:19.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd3e4066470 0x7fd3e4068930 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3f8157c20 0x7fd3f8143980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3f814b010 0x7fd3f80aa360 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 --2- 172.21.15.133:0/2807707726 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3f8073a70 0x7fd3f81ea130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:19.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 >> 172.21.15.133:0/2807707726 conn(0x7fd3f80c30c0 msgr2=0x7fd3f81580b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:19.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 shutdown_connections 2023-12-02T00:32:19.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.837+0000 7fd3fdc68640 1 -- 172.21.15.133:0/2807707726 wait complete. 2023-12-02T00:32:19.863 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:32:20.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.997+0000 7f017cf2a640 1 Processor -- start 2023-12-02T00:32:20.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:19.997+0000 7f017cf2a640 1 -- start start 2023-12-02T00:32:20.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017cf2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0178151e90 0x7f01780c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017cf2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f01780c7ea0 0x7f017806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017cf2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f017806c860 con 0x7f01780c4e60 2023-12-02T00:32:20.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017cf2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01780c8750 con 0x7f01780c7ea0 2023-12-02T00:32:20.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017cf2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01781552d0 con 0x7f0178151e90 2023-12-02T00:32:20.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f0175d9b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f01780c7ea0 0x7f017806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017659c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0178151e90 0x7f01780c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f0175d9b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f01780c7ea0 0x7f017806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:58636/0 (socket says 172.21.15.133:58636) 2023-12-02T00:32:20.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f0175d9b640 1 -- 172.21.15.133:0/3117477927 learned_addr learned my addr 172.21.15.133:0/3117477927 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:20.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f0176d9d640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f01780c4e60 0x7f017806b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:34014/0 (socket says 172.21.15.133:34014) 2023-12-02T00:32:20.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017659c640 1 -- 172.21.15.133:0/3117477927 >> v2:172.21.15.172:3300/0 conn(0x7f01780c7ea0 msgr2=0x7f017806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:20.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017659c640 1 --2- 172.21.15.133:0/3117477927 >> v2:172.21.15.172:3300/0 conn(0x7f01780c7ea0 0x7f017806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017659c640 1 -- 172.21.15.133:0/3117477927 >> v1:172.21.15.172:6789/0 conn(0x7f01780c4e60 legacy=0x7f017806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.001+0000 7f017659c640 1 -- 172.21.15.133:0/3117477927 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0178154930 con 0x7f0178151e90 2023-12-02T00:32:20.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017659c640 1 --2- 172.21.15.133:0/3117477927 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0178151e90 0x7f01780c4920 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f01680097c0 tx=0x7f016801c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51f512af99688fe5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017559a640 1 -- 172.21.15.133:0/3117477927 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01680ab600 con 0x7f0178151e90 2023-12-02T00:32:20.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017559a640 1 -- 172.21.15.133:0/3117477927 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01680a7050 con 0x7f0178151e90 2023-12-02T00:32:20.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017559a640 1 -- 172.21.15.133:0/3117477927 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01680ab980 con 0x7f0178151e90 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 -- 172.21.15.133:0/3117477927 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0178151e90 msgr2=0x7f01780c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 --2- 172.21.15.133:0/3117477927 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0178151e90 0x7f01780c4920 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f01680097c0 tx=0x7f016801c360 comp rx=0 tx=0).stop 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 -- 172.21.15.133:0/3117477927 shutdown_connections 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 --2- 172.21.15.133:0/3117477927 >> v2:172.21.15.172:3300/0 conn(0x7f01780c7ea0 0x7f017806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 --2- 172.21.15.133:0/3117477927 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0178151e90 0x7f01780c4920 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 -- 172.21.15.133:0/3117477927 >> 172.21.15.133:0/3117477927 conn(0x7f01780ca170 msgr2=0x7f01780ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 -- 172.21.15.133:0/3117477927 shutdown_connections 2023-12-02T00:32:20.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 -- 172.21.15.133:0/3117477927 wait complete. 2023-12-02T00:32:20.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 Processor -- start 2023-12-02T00:32:20.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.005+0000 7f017cf2a640 1 -- start start 2023-12-02T00:32:20.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01780c4e60 0x7f01780ae3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f01780c7ea0 0x7f01781ed860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0178151e90 0x7f0178143d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01781ed3d0 con 0x7f01780c4e60 2023-12-02T00:32:20.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01780aeca0 con 0x7f0178151e90 2023-12-02T00:32:20.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01780ae9c0 con 0x7f01780c7ea0 2023-12-02T00:32:20.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01780c4e60 0x7f01780ae3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01780c4e60 0x7f01780ae3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50316/0 (socket says 172.21.15.133:50316) 2023-12-02T00:32:20.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 -- 172.21.15.133:0/2432367636 learned_addr learned my addr 172.21.15.133:0/2432367636 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:20.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f0176d9d640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0178151e90 0x7f0178143d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f0175d9b640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f01780c7ea0 0x7f01781ed860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 -- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f01780c7ea0 msgr2=0x7f01781ed860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f01780c7ea0 0x7f01781ed860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 -- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0178151e90 msgr2=0x7f0178143d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0178151e90 0x7f0178143d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 -- 172.21.15.133:0/2432367636 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0168009420 con 0x7f01780c4e60 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017659c640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01780c4e60 0x7f01780ae3e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0168019f90 tx=0x7f0168019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f0166ffd640 1 -- 172.21.15.133:0/2432367636 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01680abdb0 con 0x7f01780c4e60 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f0166ffd640 1 -- 172.21.15.133:0/2432367636 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01680b5470 con 0x7f01780c4e60 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f0166ffd640 1 -- 172.21.15.133:0/2432367636 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01680b5820 con 0x7f01780c4e60 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01781ecd80 con 0x7f01780c4e60 2023-12-02T00:32:20.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0178144240 con 0x7f01780c4e60 2023-12-02T00:32:20.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0178068400 con 0x7f01780c4e60 2023-12-02T00:32:20.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.009+0000 7f0166ffd640 1 -- 172.21.15.133:0/2432367636 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f01680b2040 con 0x7f01780c4e60 2023-12-02T00:32:20.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.013+0000 7f0166ffd640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0158066470 0x7f0158068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.013+0000 7f0166ffd640 1 -- 172.21.15.133:0/2432367636 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f016811e340 con 0x7f01780c4e60 2023-12-02T00:32:20.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.013+0000 7f0175d9b640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0158066470 0x7f0158068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.013+0000 7f0175d9b640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0158066470 0x7f0158068930 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f01781f0140 tx=0x7f016c009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.017+0000 7f0166ffd640 1 -- 172.21.15.133:0/2432367636 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f01680eb500 con 0x7f01780c4e60 2023-12-02T00:32:20.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.169+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0178158c40 con 0x7f01780c4e60 2023-12-02T00:32:20.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.169+0000 7f0166ffd640 1 -- 172.21.15.133:0/2432367636 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v35) v1 ==== 105+0+11 (secure 0 0 0) 0x7f01680bc020 con 0x7f01780c4e60 2023-12-02T00:32:20.176 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:20.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0158066470 msgr2=0x7f0158068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0158066470 0x7f0158068930 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f01781f0140 tx=0x7f016c009240 comp rx=0 tx=0).stop 2023-12-02T00:32:20.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01780c4e60 msgr2=0x7f01780ae3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01780c4e60 0x7f01780ae3e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0168019f90 tx=0x7f0168019100 comp rx=0 tx=0).stop 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 shutdown_connections 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0158066470 0x7f0158068930 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0178151e90 0x7f0178143d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f01780c7ea0 0x7f01781ed860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 --2- 172.21.15.133:0/2432367636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01780c4e60 0x7f01780ae3e0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 >> 172.21.15.133:0/2432367636 conn(0x7f01780ca170 msgr2=0x7f0178153f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 shutdown_connections 2023-12-02T00:32:20.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.173+0000 7f017cf2a640 1 -- 172.21.15.133:0/2432367636 wait complete. 2023-12-02T00:32:20.196 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:32:20.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c69017640 1 Processor -- start 2023-12-02T00:32:20.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c69017640 1 -- start start 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c69017640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c640c0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c69017640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9c6406c470 0x7f9c64157c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c69017640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c64154b60 con 0x7f9c64154ff0 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c69017640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c64152410 con 0x7f9c6406c470 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c69017640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640c1820 con 0x7f9c64152030 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c6259c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9c6406c470 0x7f9c64157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c6359e640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f9c64154ff0 0x7f9c640c2270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41250/0 (socket says 172.21.15.133:41250) 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c6359e640 1 -- 172.21.15.133:0/2265939504 learned_addr learned my addr 172.21.15.133:0/2265939504 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c62d9d640 1 --2- 172.21.15.133:0/2265939504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c640c0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c6259c640 1 -- 172.21.15.133:0/2265939504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 msgr2=0x7f9c640c0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c6259c640 1 --2- 172.21.15.133:0/2265939504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c640c0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c6259c640 1 -- 172.21.15.133:0/2265939504 >> v1:172.21.15.133:6789/0 conn(0x7f9c64154ff0 legacy=0x7f9c640c2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.333+0000 7f9c6259c640 1 -- 172.21.15.133:0/2265939504 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c640c1260 con 0x7f9c6406c470 2023-12-02T00:32:20.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c6259c640 1 --2- 172.21.15.133:0/2265939504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c64157c90 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9c580097c0 tx=0x7f9c5801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f756448aa40ba06 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c61d9b640 1 -- 172.21.15.133:0/2265939504 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c580ab5f0 con 0x7f9c6406c470 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c61d9b640 1 -- 172.21.15.133:0/2265939504 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c580ab750 con 0x7f9c6406c470 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c61d9b640 1 -- 172.21.15.133:0/2265939504 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c580abae0 con 0x7f9c6406c470 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 -- 172.21.15.133:0/2265939504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 msgr2=0x7f9c64157c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 --2- 172.21.15.133:0/2265939504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c64157c90 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9c580097c0 tx=0x7f9c5801c3f0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 -- 172.21.15.133:0/2265939504 shutdown_connections 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 --2- 172.21.15.133:0/2265939504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c64157c90 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 --2- 172.21.15.133:0/2265939504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c640c0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 -- 172.21.15.133:0/2265939504 >> 172.21.15.133:0/2265939504 conn(0x7f9c6406a5b0 msgr2=0x7f9c6406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 -- 172.21.15.133:0/2265939504 shutdown_connections 2023-12-02T00:32:20.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 -- 172.21.15.133:0/2265939504 wait complete. 2023-12-02T00:32:20.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.337+0000 7f9c69017640 1 Processor -- start 2023-12-02T00:32:20.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 -- start start 2023-12-02T00:32:20.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c641471c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c64145620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9c64154ff0 0x7f9c640a93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640c5680 con 0x7f9c6406c470 2023-12-02T00:32:20.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640c5bf0 con 0x7f9c64154ff0 2023-12-02T00:32:20.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640aaf40 con 0x7f9c64152030 2023-12-02T00:32:20.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c641471c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c641471c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50328/0 (socket says 172.21.15.133:50328) 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 -- 172.21.15.133:0/3185068599 learned_addr learned my addr 172.21.15.133:0/3185068599 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c6359e640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9c64154ff0 0x7f9c640a93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c6259c640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c64145620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 -- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 msgr2=0x7f9c64145620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c64145620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 -- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9c64154ff0 msgr2=0x7f9c640a93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9c64154ff0 0x7f9c640a93f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 -- 172.21.15.133:0/3185068599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c58009420 con 0x7f9c6406c470 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c62d9d640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c641471c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400d5f0 tx=0x7f9c5400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c4b7fe640 1 -- 172.21.15.133:0/3185068599 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c540125f0 con 0x7f9c6406c470 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c4b7fe640 1 -- 172.21.15.133:0/3185068599 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c54012750 con 0x7f9c6406c470 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c4b7fe640 1 -- 172.21.15.133:0/3185068599 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c54012ae0 con 0x7f9c6406c470 2023-12-02T00:32:20.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c640ab220 con 0x7f9c6406c470 2023-12-02T00:32:20.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c640c2ed0 con 0x7f9c6406c470 2023-12-02T00:32:20.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.341+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c6406d540 con 0x7f9c6406c470 2023-12-02T00:32:20.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.345+0000 7f9c4b7fe640 1 -- 172.21.15.133:0/3185068599 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9c54012c40 con 0x7f9c6406c470 2023-12-02T00:32:20.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.345+0000 7f9c4b7fe640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9c50066470 0x7f9c50068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.345+0000 7f9c4b7fe640 1 -- 172.21.15.133:0/3185068599 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9c54084580 con 0x7f9c6406c470 2023-12-02T00:32:20.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.345+0000 7f9c6259c640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9c50066470 0x7f9c50068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.345+0000 7f9c6259c640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9c50066470 0x7f9c50068930 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9c580af000 tx=0x7f9c580a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.349+0000 7f9c4b7fe640 1 -- 172.21.15.133:0/3185068599 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9c54051740 con 0x7f9c6406c470 2023-12-02T00:32:20.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f9c64068400 con 0x7f9c6406c470 2023-12-02T00:32:20.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c4b7fe640 1 -- 172.21.15.133:0/3185068599 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v35) v1 ==== 101+0+11 (secure 0 0 0) 0x7f9c54007380 con 0x7f9c6406c470 2023-12-02T00:32:20.506 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9c50066470 msgr2=0x7f9c50068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9c50066470 0x7f9c50068930 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9c580af000 tx=0x7f9c580a7000 comp rx=0 tx=0).stop 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 msgr2=0x7f9c641471c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c641471c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400d5f0 tx=0x7f9c5400dab0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 shutdown_connections 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9c50066470 0x7f9c50068930 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9c64154ff0 0x7f9c640a93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9c64152030 0x7f9c64145620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 --2- 172.21.15.133:0/3185068599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c6406c470 0x7f9c641471c0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 >> 172.21.15.133:0/3185068599 conn(0x7f9c6406a5b0 msgr2=0x7f9c64148510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 shutdown_connections 2023-12-02T00:32:20.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.501+0000 7f9c69017640 1 -- 172.21.15.133:0/3185068599 wait complete. 2023-12-02T00:32:20.527 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:20.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.657+0000 7fdd07032640 1 Processor -- start 2023-12-02T00:32:20.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.657+0000 7fdd07032640 1 -- start start 2023-12-02T00:32:20.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd07032640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdd000c5260 0x7fdd0006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd07032640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd000c2580 con 0x7fdd000c5640 2023-12-02T00:32:20.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd07032640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd00156940 con 0x7fdd00155de0 2023-12-02T00:32:20.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd07032640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd00153510 con 0x7fdd000c5260 2023-12-02T00:32:20.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd04dce640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdd000c5260 0x7fdd0006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdcfffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fdd000c5640 0x7fdd000c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41252/0 (socket says 172.21.15.133:41252) 2023-12-02T00:32:20.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdcfffff640 1 -- 172.21.15.133:0/790700941 learned_addr learned my addr 172.21.15.133:0/790700941 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:20.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd04dce640 1 -- 172.21.15.133:0/790700941 >> v1:172.21.15.172:6789/0 conn(0x7fdd00155de0 legacy=0x7fdd00156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd04dce640 1 -- 172.21.15.133:0/790700941 >> v1:172.21.15.133:6789/0 conn(0x7fdd000c5640 legacy=0x7fdd000c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdcff7fe640 1 -- 172.21.15.133:0/790700941 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1214610899 0 0) 0x7fdd000c2580 con 0x7fdd000c5640 2023-12-02T00:32:20.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.661+0000 7fdd04dce640 1 -- 172.21.15.133:0/790700941 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd000c1a00 con 0x7fdd000c5260 2023-12-02T00:32:20.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd04dce640 1 --2- 172.21.15.133:0/790700941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd000c5260 0x7fdd0006d5b0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fdcf40097c0 tx=0x7fdcf401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd18edf86afdc27d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdcff7fe640 1 -- 172.21.15.133:0/790700941 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcf40ab600 con 0x7fdd000c5260 2023-12-02T00:32:20.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdcff7fe640 1 -- 172.21.15.133:0/790700941 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcf40a7050 con 0x7fdd000c5260 2023-12-02T00:32:20.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdcff7fe640 1 -- 172.21.15.133:0/790700941 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcf40ab980 con 0x7fdd000c5260 2023-12-02T00:32:20.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 -- 172.21.15.133:0/790700941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd000c5260 msgr2=0x7fdd0006d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 --2- 172.21.15.133:0/790700941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd000c5260 0x7fdd0006d5b0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fdcf40097c0 tx=0x7fdcf401c3f0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 -- 172.21.15.133:0/790700941 shutdown_connections 2023-12-02T00:32:20.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 --2- 172.21.15.133:0/790700941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd000c5260 0x7fdd0006d5b0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 -- 172.21.15.133:0/790700941 >> 172.21.15.133:0/790700941 conn(0x7fdd0006a5b0 msgr2=0x7fdd0006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:20.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 -- 172.21.15.133:0/790700941 shutdown_connections 2023-12-02T00:32:20.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 -- 172.21.15.133:0/790700941 wait complete. 2023-12-02T00:32:20.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 Processor -- start 2023-12-02T00:32:20.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.665+0000 7fdd07032640 1 -- start start 2023-12-02T00:32:20.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd000c5260 0x7fdd001ed620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd000c5640 0x7fdd000c45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd00155de0 0x7fdd00152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd00144de0 con 0x7fdd00155de0 2023-12-02T00:32:20.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd001eab10 con 0x7fdd000c5260 2023-12-02T00:32:20.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd001eb0d0 con 0x7fdd000c5640 2023-12-02T00:32:20.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd00155de0 0x7fdd00152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdcfffff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd000c5640 0x7fdd000c45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd00155de0 0x7fdd00152990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50356/0 (socket says 172.21.15.133:50356) 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 -- 172.21.15.133:0/1660027018 learned_addr learned my addr 172.21.15.133:0/1660027018 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd04dce640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd000c5260 0x7fdd001ed620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 -- 172.21.15.133:0/1660027018 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd000c5640 msgr2=0x7fdd000c45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd000c5640 0x7fdd000c45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 -- 172.21.15.133:0/1660027018 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd000c5260 msgr2=0x7fdd001ed620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd000c5260 0x7fdd001ed620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 -- 172.21.15.133:0/1660027018 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcf4009420 con 0x7fdd00155de0 2023-12-02T00:32:20.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd055cf640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd00155de0 0x7fdd00152990 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fdcf800c770 tx=0x7fdcf800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdcfd7fa640 1 -- 172.21.15.133:0/1660027018 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcf8003b80 con 0x7fdd00155de0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdcfd7fa640 1 -- 172.21.15.133:0/1660027018 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcf8003ce0 con 0x7fdd00155de0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd001edb60 con 0x7fdd00155de0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdcfd7fa640 1 -- 172.21.15.133:0/1660027018 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcf800aa90 con 0x7fdd00155de0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd000a9590 con 0x7fdd00155de0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd00068400 con 0x7fdd00155de0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.669+0000 7fdcfd7fa640 1 -- 172.21.15.133:0/1660027018 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdcf800abf0 con 0x7fdd00155de0 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.673+0000 7fdcfd7fa640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdce4066470 0x7fdce4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:20.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.673+0000 7fdcfd7fa640 1 -- 172.21.15.133:0/1660027018 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fdcf8083e40 con 0x7fdd00155de0 2023-12-02T00:32:20.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.673+0000 7fdd04dce640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdce4066470 0x7fdce4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:20.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.673+0000 7fdd04dce640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdce4066470 0x7fdce4068930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fdcf40ad000 tx=0x7fdcf40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:20.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.677+0000 7fdcfd7fa640 1 -- 172.21.15.133:0/1660027018 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdcf80510a0 con 0x7fdd00155de0 2023-12-02T00:32:20.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.857+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdd001eb210 con 0x7fdd00155de0 2023-12-02T00:32:20.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.857+0000 7fdcfd7fa640 1 -- 172.21.15.133:0/1660027018 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+6139 (secure 0 0 0) 0x7fdcf80546c0 con 0x7fdd00155de0 2023-12-02T00:32:20.863 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:20.863 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:44.551422+0000","modified":"2023-12-02T00:31:47.569166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4977},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4977":{"gid":4977,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/952822086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":952822086},{"type":"v1","addr":"172.21.15.133:6837","nonce":952822086}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:20.863 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 21 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.857+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdce4066470 msgr2=0x7fdce4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.857+0000 7fdd07032640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdce4066470 0x7fdce4068930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fdcf40ad000 tx=0x7fdcf40a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.857+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd00155de0 msgr2=0x7fdd00152990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.857+0000 7fdd07032640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd00155de0 0x7fdd00152990 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fdcf800c770 tx=0x7fdcf800cc30 comp rx=0 tx=0).stop 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 shutdown_connections 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdce4066470 0x7fdce4068930 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd00155de0 0x7fdd00152990 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd000c5640 0x7fdd000c45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 --2- 172.21.15.133:0/1660027018 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd000c5260 0x7fdd001ed620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 >> 172.21.15.133:0/1660027018 conn(0x7fdd0006a5b0 msgr2=0x7fdd00154710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 shutdown_connections 2023-12-02T00:32:20.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:20.861+0000 7fdd07032640 1 -- 172.21.15.133:0/1660027018 wait complete. 2023-12-02T00:32:20.885 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:21.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f140a217640 1 Processor -- start 2023-12-02T00:32:21.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f140a217640 1 -- start start 2023-12-02T00:32:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f140a217640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1404151e90 0x7f14040c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f140a217640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f140406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f140a217640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f140406c860 con 0x7f14040c4e60 2023-12-02T00:32:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f140a217640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14040c8750 con 0x7f1404151e90 2023-12-02T00:32:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f140a217640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14041552d0 con 0x7f14040c7ea0 2023-12-02T00:32:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f14037fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1404151e90 0x7f14040c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f1402ffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f140406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f1403fff640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f14040c4e60 0x7f140406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:34028/0 (socket says 172.21.15.133:34028) 2023-12-02T00:32:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f1403fff640 1 -- 172.21.15.133:0/3943339779 learned_addr learned my addr 172.21.15.133:0/3943339779 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f14027fc640 1 -- 172.21.15.133:0/3943339779 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 349347417 0 0) 0x7f140406c860 con 0x7f14040c4e60 2023-12-02T00:32:21.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f14037fe640 1 -- 172.21.15.133:0/3943339779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 msgr2=0x7f140406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:21.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f14037fe640 1 --2- 172.21.15.133:0/3943339779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f140406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f14037fe640 1 -- 172.21.15.133:0/3943339779 >> v1:172.21.15.172:6789/0 conn(0x7f14040c4e60 legacy=0x7f140406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.017+0000 7f14037fe640 1 -- 172.21.15.133:0/3943339779 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1404154930 con 0x7f1404151e90 2023-12-02T00:32:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f14037fe640 1 --2- 172.21.15.133:0/3943339779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1404151e90 0x7f14040c4920 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f13f40097c0 tx=0x7f13f401c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa28e4f33cfe186 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f14027fc640 1 -- 172.21.15.133:0/3943339779 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13f40ab600 con 0x7f1404151e90 2023-12-02T00:32:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f14027fc640 1 -- 172.21.15.133:0/3943339779 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13f40a7050 con 0x7f1404151e90 2023-12-02T00:32:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f14027fc640 1 -- 172.21.15.133:0/3943339779 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13f40ab980 con 0x7f1404151e90 2023-12-02T00:32:21.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 -- 172.21.15.133:0/3943339779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1404151e90 msgr2=0x7f14040c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 --2- 172.21.15.133:0/3943339779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1404151e90 0x7f14040c4920 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f13f40097c0 tx=0x7f13f401c360 comp rx=0 tx=0).stop 2023-12-02T00:32:21.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 -- 172.21.15.133:0/3943339779 shutdown_connections 2023-12-02T00:32:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 --2- 172.21.15.133:0/3943339779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f140406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 --2- 172.21.15.133:0/3943339779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1404151e90 0x7f14040c4920 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 -- 172.21.15.133:0/3943339779 >> 172.21.15.133:0/3943339779 conn(0x7f14040ca170 msgr2=0x7f14040ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 -- 172.21.15.133:0/3943339779 shutdown_connections 2023-12-02T00:32:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.021+0000 7f140a217640 1 -- 172.21.15.133:0/3943339779 wait complete. 2023-12-02T00:32:21.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 Processor -- start 2023-12-02T00:32:21.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 -- start start 2023-12-02T00:32:21.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14040c4e60 0x7f14040c3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f14041f03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1404151e90 0x7f14041f0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14041586f0 con 0x7f1404151e90 2023-12-02T00:32:21.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14041eeb20 con 0x7f14040c4e60 2023-12-02T00:32:21.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14040bd450 con 0x7f14040c7ea0 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1404151e90 0x7f14041f0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1404151e90 0x7f14041f0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50360/0 (socket says 172.21.15.133:50360) 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 -- 172.21.15.133:0/2032698216 learned_addr learned my addr 172.21.15.133:0/2032698216 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f14037fe640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14040c4e60 0x7f14040c3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1402ffd640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f14041f03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 -- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 msgr2=0x7f14041f03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f14041f03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 -- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14040c4e60 msgr2=0x7f14040c3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14040c4e60 0x7f14040c3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 -- 172.21.15.133:0/2032698216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13f4009420 con 0x7f1404151e90 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f1403fff640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1404151e90 0x7f14041f0910 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f13fc00c700 tx=0x7f13fc00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f13ebfff640 1 -- 172.21.15.133:0/2032698216 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13fc00ce10 con 0x7f1404151e90 2023-12-02T00:32:21.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f13ebfff640 1 -- 172.21.15.133:0/2032698216 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13fc00a640 con 0x7f1404151e90 2023-12-02T00:32:21.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f13ebfff640 1 -- 172.21.15.133:0/2032698216 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13fc00aa30 con 0x7f1404151e90 2023-12-02T00:32:21.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14041ee1f0 con 0x7f1404151e90 2023-12-02T00:32:21.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.025+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14041ee7b0 con 0x7f1404151e90 2023-12-02T00:32:21.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.029+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14041eecb0 con 0x7f1404151e90 2023-12-02T00:32:21.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.029+0000 7f13ebfff640 1 -- 172.21.15.133:0/2032698216 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f13fc00ab90 con 0x7f1404151e90 2023-12-02T00:32:21.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.029+0000 7f13ebfff640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f13f0066470 0x7f13f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.029+0000 7f13ebfff640 1 -- 172.21.15.133:0/2032698216 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f13fc083680 con 0x7f1404151e90 2023-12-02T00:32:21.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.029+0000 7f14037fe640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f13f0066470 0x7f13f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.029+0000 7f14037fe640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f13f0066470 0x7f13f0068930 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f13f40ad000 tx=0x7f13f40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.033+0000 7f13ebfff640 1 -- 172.21.15.133:0/2032698216 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f13fc0507b0 con 0x7f1404151e90 2023-12-02T00:32:21.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.185+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1404068400 con 0x7f1404151e90 2023-12-02T00:32:21.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.185+0000 7f13ebfff640 1 -- 172.21.15.133:0/2032698216 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20265 (secure 0 0 0) 0x7f13fc018090 con 0x7f1404151e90 2023-12-02T00:32:21.191 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:21.191 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":35,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:59.245105+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:21.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f13f0066470 msgr2=0x7f13f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f13f0066470 0x7f13f0068930 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f13f40ad000 tx=0x7f13f40a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:21.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1404151e90 msgr2=0x7f14041f0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1404151e90 0x7f14041f0910 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f13fc00c700 tx=0x7f13fc00cbc0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 shutdown_connections 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f13f0066470 0x7f13f0068930 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1404151e90 0x7f14041f0910 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f14040c7ea0 0x7f14041f03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 --2- 172.21.15.133:0/2032698216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f14040c4e60 0x7f14040c3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 >> 172.21.15.133:0/2032698216 conn(0x7f14040ca170 msgr2=0x7f140406c340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 shutdown_connections 2023-12-02T00:32:21.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.189+0000 7f140a217640 1 -- 172.21.15.133:0/2032698216 wait complete. 2023-12-02T00:32:21.213 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-02T00:32:21.213 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:21.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e31c79640 1 Processor -- start 2023-12-02T00:32:21.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e31c79640 1 -- start start 2023-12-02T00:32:21.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e31c79640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7e2c0c63c0 0x7f7e2c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e31c79640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e2c0c31c0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e31c79640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e2c0c34a0 con 0x7f7e2c0c2bb0 2023-12-02T00:32:21.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e31c79640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e2c0c1030 con 0x7f7e2c0c63c0 2023-12-02T00:32:21.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e2affd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7e2c0c4100 0x7f7e2c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41264/0 (socket says 172.21.15.133:41264) 2023-12-02T00:32:21.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e2affd640 1 -- 172.21.15.133:0/612215413 learned_addr learned my addr 172.21.15.133:0/612215413 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:21.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.349+0000 7f7e2b7fe640 1 --2- 172.21.15.133:0/612215413 >> v2:172.21.15.172:3300/0 conn(0x7f7e2c0c63c0 0x7f7e2c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2670860407 0 0) 0x7f7e2c0c31c0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e14005740 con 0x7f7e2c0c4100 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 961140567 0 0) 0x7f7e2c0c34a0 con 0x7f7e2c0c2bb0 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e2c0c31c0 con 0x7f7e2c0c2bb0 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2b7fe640 1 -- 172.21.15.133:0/612215413 >> v1:172.21.15.172:6789/0 conn(0x7f7e2c0c2bb0 legacy=0x7f7e2c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4056912389 0 0) 0x7f7e14005740 con 0x7f7e2c0c4100 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2b7fe640 1 -- 172.21.15.133:0/612215413 >> v1:172.21.15.133:6789/0 conn(0x7f7e2c0c4100 legacy=0x7f7e2c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2b7fe640 1 -- 172.21.15.133:0/612215413 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e2c0c1310 con 0x7f7e2c0c63c0 2023-12-02T00:32:21.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2b7fe640 1 --2- 172.21.15.133:0/612215413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 0x7f7e2c0c06d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0097c0 tx=0x7f7e1c01c280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=828d99f232b7a769 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e20001680 con 0x7f7e2c0c63c0 2023-12-02T00:32:21.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e1c0a7050 con 0x7f7e2c0c63c0 2023-12-02T00:32:21.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.353+0000 7f7e2a7fc640 1 -- 172.21.15.133:0/612215413 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0ab600 con 0x7f7e2c0c63c0 2023-12-02T00:32:21.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- 172.21.15.133:0/612215413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 msgr2=0x7f7e2c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 --2- 172.21.15.133:0/612215413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 0x7f7e2c0c06d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0097c0 tx=0x7f7e1c01c280 comp rx=0 tx=0).stop 2023-12-02T00:32:21.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- 172.21.15.133:0/612215413 shutdown_connections 2023-12-02T00:32:21.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 --2- 172.21.15.133:0/612215413 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 0x7f7e2c0c06d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- 172.21.15.133:0/612215413 >> 172.21.15.133:0/612215413 conn(0x7f7e2c06a5b0 msgr2=0x7f7e2c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:21.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- 172.21.15.133:0/612215413 shutdown_connections 2023-12-02T00:32:21.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- 172.21.15.133:0/612215413 wait complete. 2023-12-02T00:32:21.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 Processor -- start 2023-12-02T00:32:21.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- start start 2023-12-02T00:32:21.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e2c0c2bb0 0x7f7e2c1531d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e2c0c4100 0x7f7e2c15c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 0x7f7e2c1ecf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2c156ba0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2c155db0 con 0x7f7e2c0c63c0 2023-12-02T00:32:21.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e31c79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2c152d40 con 0x7f7e2c0c2bb0 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e2c0c4100 0x7f7e2c15c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e2c0c4100 0x7f7e2c15c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50376/0 (socket says 172.21.15.133:50376) 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 -- 172.21.15.133:0/1796535674 learned_addr learned my addr 172.21.15.133:0/1796535674 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2b7fe640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e2c0c2bb0 0x7f7e2c1531d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2bfff640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 0x7f7e2c1ecf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 -- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e2c0c2bb0 msgr2=0x7f7e2c1531d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e2c0c2bb0 0x7f7e2c1531d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 -- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 msgr2=0x7f7e2c1ecf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 0x7f7e2c1ecf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.357+0000 7f7e2affd640 1 -- 172.21.15.133:0/1796535674 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e1c009420 con 0x7f7e2c0c4100 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e2affd640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e2c0c4100 0x7f7e2c15c3a0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7e2000c750 tx=0x7f7e2000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e13fff640 1 -- 172.21.15.133:0/1796535674 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e20005af0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e13fff640 1 -- 172.21.15.133:0/1796535674 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e20005c50 con 0x7f7e2c0c4100 2023-12-02T00:32:21.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e2c1f1260 con 0x7f7e2c0c4100 2023-12-02T00:32:21.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e13fff640 1 -- 172.21.15.133:0/1796535674 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e20007070 con 0x7f7e2c0c4100 2023-12-02T00:32:21.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e2c1562a0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e2c152ef0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e13fff640 1 -- 172.21.15.133:0/1796535674 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7e200071d0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e13fff640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e18066470 0x7f7e18068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e13fff640 1 -- 172.21.15.133:0/1796535674 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7e20083970 con 0x7f7e2c0c4100 2023-12-02T00:32:21.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e2b7fe640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e18066470 0x7f7e18068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.361+0000 7f7e2b7fe640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e18066470 0x7f7e18068930 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0ad000 tx=0x7f7e1c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.365+0000 7f7e13fff640 1 -- 172.21.15.133:0/1796535674 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7e2c152ef0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.549+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7e2c152ef0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.549+0000 7f7e13fff640 1 -- 172.21.15.133:0/1796535674 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+6139 (secure 0 0 0) 0x7f7e2c152ef0 con 0x7f7e2c0c4100 2023-12-02T00:32:21.556 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:21.556 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:44.551422+0000","modified":"2023-12-02T00:31:47.569166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4977},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4977":{"gid":4977,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/952822086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":952822086},{"type":"v1","addr":"172.21.15.133:6837","nonce":952822086}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:21.557 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 21 2023-12-02T00:32:21.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e18066470 msgr2=0x7f7e18068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e18066470 0x7f7e18068930 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0ad000 tx=0x7f7e1c008040 comp rx=0 tx=0).stop 2023-12-02T00:32:21.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e2c0c4100 msgr2=0x7f7e2c15c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e2c0c4100 0x7f7e2c15c3a0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f7e2000c750 tx=0x7f7e2000cc10 comp rx=0 tx=0).stop 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 shutdown_connections 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e18066470 0x7f7e18068930 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e2c0c63c0 0x7f7e2c1ecf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e2c0c4100 0x7f7e2c15c3a0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 --2- 172.21.15.133:0/1796535674 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e2c0c2bb0 0x7f7e2c1531d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 >> 172.21.15.133:0/1796535674 conn(0x7f7e2c06a5b0 msgr2=0x7f7e2c0c0370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 shutdown_connections 2023-12-02T00:32:21.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.553+0000 7f7e31c79640 1 -- 172.21.15.133:0/1796535674 wait complete. 2023-12-02T00:32:21.578 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:21.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.709+0000 7f99284d6640 1 Processor -- start 2023-12-02T00:32:21.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.709+0000 7f99284d6640 1 -- start start 2023-12-02T00:32:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f99284d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f992014b010 0x7f99200bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f99284d6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f992006a5b0 con 0x7f9920073a70 2023-12-02T00:32:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f99284d6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f992006b710 con 0x7f9920157c20 2023-12-02T00:32:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f99284d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99200c1d60 con 0x7f992014b010 2023-12-02T00:32:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9925a71640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f9920073a70 0x7f992006b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41276/0 (socket says 172.21.15.133:41276) 2023-12-02T00:32:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9925a71640 1 -- 172.21.15.133:0/3600105426 learned_addr learned my addr 172.21.15.133:0/3600105426 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9926272640 1 --2- 172.21.15.133:0/3600105426 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f992014b010 0x7f99200bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9925270640 1 -- 172.21.15.133:0/3600105426 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2223193576 0 0) 0x7f992006a5b0 con 0x7f9920073a70 2023-12-02T00:32:21.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9925270640 1 -- 172.21.15.133:0/3600105426 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f990c003530 con 0x7f9920073a70 2023-12-02T00:32:21.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9925270640 1 -- 172.21.15.133:0/3600105426 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1903923048 0 0) 0x7f992006b710 con 0x7f9920157c20 2023-12-02T00:32:21.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9925270640 1 -- 172.21.15.133:0/3600105426 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f992006a5b0 con 0x7f9920157c20 2023-12-02T00:32:21.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9926272640 1 -- 172.21.15.133:0/3600105426 >> v1:172.21.15.172:6789/0 conn(0x7f9920157c20 legacy=0x7f99201580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9926272640 1 -- 172.21.15.133:0/3600105426 >> v1:172.21.15.133:6789/0 conn(0x7f9920073a70 legacy=0x7f992006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.713+0000 7f9926272640 1 -- 172.21.15.133:0/3600105426 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99200c2040 con 0x7f992014b010 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f9926272640 1 --2- 172.21.15.133:0/3600105426 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f992014b010 0x7f99200bf9f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f991c0097f0 tx=0x7f991c01ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e7ce8163ae00186 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f9925270640 1 -- 172.21.15.133:0/3600105426 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c0a89b0 con 0x7f992014b010 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f9925270640 1 -- 172.21.15.133:0/3600105426 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f991c0a8b10 con 0x7f992014b010 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f9925270640 1 -- 172.21.15.133:0/3600105426 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c0a8e80 con 0x7f992014b010 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 -- 172.21.15.133:0/3600105426 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f992014b010 msgr2=0x7f99200bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 --2- 172.21.15.133:0/3600105426 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f992014b010 0x7f99200bf9f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f991c0097f0 tx=0x7f991c01ecb0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 -- 172.21.15.133:0/3600105426 shutdown_connections 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 --2- 172.21.15.133:0/3600105426 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f992014b010 0x7f99200bf9f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 -- 172.21.15.133:0/3600105426 >> 172.21.15.133:0/3600105426 conn(0x7f99200c30c0 msgr2=0x7f99200c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 -- 172.21.15.133:0/3600105426 shutdown_connections 2023-12-02T00:32:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 -- 172.21.15.133:0/3600105426 wait complete. 2023-12-02T00:32:21.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.717+0000 7f99284d6640 1 Processor -- start 2023-12-02T00:32:21.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 -- start start 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9920073a70 0x7f9920153b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f992014b010 0x7f99200c5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9920157c20 0x7f99200c5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99200c5c80 con 0x7f9920073a70 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9920154520 con 0x7f992014b010 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99200aa640 con 0x7f9920157c20 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9920073a70 0x7f9920153b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9920073a70 0x7f9920153b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50390/0 (socket says 172.21.15.133:50390) 2023-12-02T00:32:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 -- 172.21.15.133:0/3604132139 learned_addr learned my addr 172.21.15.133:0/3604132139 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9925a71640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f992014b010 0x7f99200c5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926a73640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9920157c20 0x7f99200c5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 -- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9920157c20 msgr2=0x7f99200c5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9920157c20 0x7f99200c5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 -- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f992014b010 msgr2=0x7f99200c5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f992014b010 0x7f99200c5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 -- 172.21.15.133:0/3604132139 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f991c009420 con 0x7f9920073a70 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9926272640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9920073a70 0x7f9920153b30 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f991c000c10 tx=0x7f991c01ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9916ffd640 1 -- 172.21.15.133:0/3604132139 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c0b1d50 con 0x7f9920073a70 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9916ffd640 1 -- 172.21.15.133:0/3604132139 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f991c0b9410 con 0x7f9920073a70 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9920154770 con 0x7f9920073a70 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f9916ffd640 1 -- 172.21.15.133:0/3604132139 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f991c0b9780 con 0x7f9920073a70 2023-12-02T00:32:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99200abbc0 con 0x7f9920073a70 2023-12-02T00:32:21.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.721+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9920068400 con 0x7f9920073a70 2023-12-02T00:32:21.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.725+0000 7f9916ffd640 1 -- 172.21.15.133:0/3604132139 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f991c0b7040 con 0x7f9920073a70 2023-12-02T00:32:21.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.725+0000 7f9916ffd640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9904066470 0x7f9904068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:21.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.725+0000 7f9916ffd640 1 -- 172.21.15.133:0/3604132139 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f991c121eb0 con 0x7f9920073a70 2023-12-02T00:32:21.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.725+0000 7f9925a71640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9904066470 0x7f9904068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:21.730 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.725+0000 7f9925a71640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9904066470 0x7f9904068930 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9920153830 tx=0x7f9910009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:21.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.729+0000 7f9916ffd640 1 -- 172.21.15.133:0/3604132139 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f991c0eefc0 con 0x7f9920073a70 2023-12-02T00:32:21.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.909+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9920073850 con 0x7f9920073a70 2023-12-02T00:32:21.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.909+0000 7f9916ffd640 1 -- 172.21.15.133:0/3604132139 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+6139 (secure 0 0 0) 0x7f991c0c7090 con 0x7f9920073a70 2023-12-02T00:32:21.916 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:21.917 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:44.551422+0000","modified":"2023-12-02T00:31:47.569166+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4977},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4977":{"gid":4977,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/952822086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":952822086},{"type":"v1","addr":"172.21.15.133:6837","nonce":952822086}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:21.917 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 21 2023-12-02T00:32:21.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9904066470 msgr2=0x7f9904068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9904066470 0x7f9904068930 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9920153830 tx=0x7f9910009040 comp rx=0 tx=0).stop 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9920073a70 msgr2=0x7f9920153b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9920073a70 0x7f9920153b30 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f991c000c10 tx=0x7f991c01ba50 comp rx=0 tx=0).stop 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 shutdown_connections 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9904066470 0x7f9904068930 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9920157c20 0x7f99200c5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f992014b010 0x7f99200c5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 --2- 172.21.15.133:0/3604132139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9920073a70 0x7f9920153b30 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 >> 172.21.15.133:0/3604132139 conn(0x7f99200c30c0 msgr2=0x7f9920155830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 shutdown_connections 2023-12-02T00:32:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:21.913+0000 7f99284d6640 1 -- 172.21.15.133:0/3604132139 wait complete. 2023-12-02T00:32:21.938 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f039ae9a640 1 Processor -- start 2023-12-02T00:32:22.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f039ae9a640 1 -- start start 2023-12-02T00:32:22.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f039ae9a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03940c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f039ae9a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f03940c4100 0x7f03940c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f039ae9a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03940c31c0 con 0x7f03940c29e0 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f039ae9a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03940c34a0 con 0x7f03940c4100 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f039ae9a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03940c1030 con 0x7f03940c63c0 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f038bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f03940c4100 0x7f03940c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f0399437640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f03940c29e0 0x7f03940a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41292/0 (socket says 172.21.15.133:41292) 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f0399437640 1 -- 172.21.15.133:0/3005384805 learned_addr learned my addr 172.21.15.133:0/3005384805 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f0398c36640 1 --2- 172.21.15.133:0/3005384805 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03940c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f038bfff640 1 -- 172.21.15.133:0/3005384805 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 msgr2=0x7f03940c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f038bfff640 1 --2- 172.21.15.133:0/3005384805 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03940c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f038bfff640 1 -- 172.21.15.133:0/3005384805 >> v1:172.21.15.133:6789/0 conn(0x7f03940c29e0 legacy=0x7f03940a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.069+0000 7f038bfff640 1 -- 172.21.15.133:0/3005384805 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03940c1310 con 0x7f03940c4100 2023-12-02T00:32:22.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.073+0000 7f038bfff640 1 --2- 172.21.15.133:0/3005384805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f03940c24a0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f03840097c0 tx=0x7f038401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c108988532cf30 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.073+0000 7f038b7fe640 1 -- 172.21.15.133:0/3005384805 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384004230 con 0x7f03940c4100 2023-12-02T00:32:22.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.073+0000 7f038b7fe640 1 -- 172.21.15.133:0/3005384805 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03840a7050 con 0x7f03940c4100 2023-12-02T00:32:22.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.073+0000 7f038b7fe640 1 -- 172.21.15.133:0/3005384805 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384003620 con 0x7f03940c4100 2023-12-02T00:32:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.073+0000 7f039ae9a640 1 -- 172.21.15.133:0/3005384805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 msgr2=0x7f03940c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.073+0000 7f039ae9a640 1 --2- 172.21.15.133:0/3005384805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f03940c24a0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f03840097c0 tx=0x7f038401c330 comp rx=0 tx=0).stop 2023-12-02T00:32:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- 172.21.15.133:0/3005384805 shutdown_connections 2023-12-02T00:32:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 --2- 172.21.15.133:0/3005384805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f03940c24a0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 --2- 172.21.15.133:0/3005384805 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03940c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- 172.21.15.133:0/3005384805 >> 172.21.15.133:0/3005384805 conn(0x7f039406a5b0 msgr2=0x7f039406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:22.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- 172.21.15.133:0/3005384805 shutdown_connections 2023-12-02T00:32:22.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- 172.21.15.133:0/3005384805 wait complete. 2023-12-02T00:32:22.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 Processor -- start 2023-12-02T00:32:22.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- start start 2023-12-02T00:32:22.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03940c29e0 0x7f039415a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f039414f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03941536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0394153280 con 0x7f03940c4100 2023-12-02T00:32:22.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03940baf90 con 0x7f03940c29e0 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f039ae9a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03941ed930 con 0x7f03940c63c0 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f039414f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f039414f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50410/0 (socket says 172.21.15.133:50410) 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 -- 172.21.15.133:0/1219775599 learned_addr learned my addr 172.21.15.133:0/1219775599 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f0398c36640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03940c29e0 0x7f039415a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f0399437640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03941536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 -- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 msgr2=0x7f03941536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03941536d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 -- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03940c29e0 msgr2=0x7f039415a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03940c29e0 0x7f039415a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 -- 172.21.15.133:0/1219775599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0384009420 con 0x7f03940c4100 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f0399437640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03941536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.077+0000 7f038bfff640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f039414f0b0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f0384019f60 tx=0x7f03840190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f03897fa640 1 -- 172.21.15.133:0/1219775599 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384003bf0 con 0x7f03940c4100 2023-12-02T00:32:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f03897fa640 1 -- 172.21.15.133:0/1219775599 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0384003d70 con 0x7f03940c4100 2023-12-02T00:32:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f03897fa640 1 -- 172.21.15.133:0/1219775599 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03840ab680 con 0x7f03940c4100 2023-12-02T00:32:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03941ede40 con 0x7f03940c4100 2023-12-02T00:32:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0394154e30 con 0x7f03940c4100 2023-12-02T00:32:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03941533f0 con 0x7f03940c4100 2023-12-02T00:32:22.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f03897fa640 1 -- 172.21.15.133:0/1219775599 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f03840b2040 con 0x7f03940c4100 2023-12-02T00:32:22.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f03897fa640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0380066470 0x7f0380068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f03897fa640 1 -- 172.21.15.133:0/1219775599 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f038411dff0 con 0x7f03940c4100 2023-12-02T00:32:22.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f0398c36640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0380066470 0x7f0380068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.081+0000 7f0398c36640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0380066470 0x7f0380068930 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f03900079c0 tx=0x7f0390008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.085+0000 7f03897fa640 1 -- 172.21.15.133:0/1219775599 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f03941533f0 con 0x7f03940c4100 2023-12-02T00:32:22.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.237+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f03941533c0 con 0x7f03940c4100 2023-12-02T00:32:22.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.237+0000 7f03897fa640 1 -- 172.21.15.133:0/1219775599 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+20265 (secure 0 0 0) 0x7f03840eb160 con 0x7f03940c4100 2023-12-02T00:32:22.244 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:22.244 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":35,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:31:59.245105+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:31:42.196620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-12-02T00:31:43.550398+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:22.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0380066470 msgr2=0x7f0380068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0380066470 0x7f0380068930 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f03900079c0 tx=0x7f0390008040 comp rx=0 tx=0).stop 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 msgr2=0x7f039414f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f039414f0b0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f0384019f60 tx=0x7f03840190d0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 shutdown_connections 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0380066470 0x7f0380068930 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f03940c63c0 0x7f03941536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f03940c4100 0x7f039414f0b0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 --2- 172.21.15.133:0/1219775599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f03940c29e0 0x7f039415a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 >> 172.21.15.133:0/1219775599 conn(0x7f039406a5b0 msgr2=0x7f03940a6130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 shutdown_connections 2023-12-02T00:32:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.241+0000 7f039ae9a640 1 -- 172.21.15.133:0/1219775599 wait complete. 2023-12-02T00:32:22.267 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-02T00:32:22.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef991d640 1 Processor -- start 2023-12-02T00:32:22.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef991d640 1 -- start start 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef991d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef991d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4ef40c06d0 0x7f4ef40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef991d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ef40c31c0 con 0x7f4ef40c63c0 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef991d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ef40c34a0 con 0x7f4ef40c06d0 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef991d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef40c1030 con 0x7f4ef40c4100 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef37fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4ef40c06d0 0x7f4ef40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef2ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f4ef40c63c0 0x7f4ef40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41298/0 (socket says 172.21.15.133:41298) 2023-12-02T00:32:22.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef2ffd640 1 -- 172.21.15.133:0/419728739 learned_addr learned my addr 172.21.15.133:0/419728739 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:22.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4eebfff640 1 --2- 172.21.15.133:0/419728739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef37fe640 1 -- 172.21.15.133:0/419728739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 msgr2=0x7f4ef40c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:22.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef37fe640 1 --2- 172.21.15.133:0/419728739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef37fe640 1 -- 172.21.15.133:0/419728739 >> v1:172.21.15.133:6789/0 conn(0x7f4ef40c63c0 legacy=0x7f4ef40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef37fe640 1 -- 172.21.15.133:0/419728739 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef40c1310 con 0x7f4ef40c06d0 2023-12-02T00:32:22.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.405+0000 7f4ef27fc640 1 -- 172.21.15.133:0/419728739 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1420945961 0 0) 0x7f4ef40c31c0 con 0x7f4ef40c63c0 2023-12-02T00:32:22.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef37fe640 1 --2- 172.21.15.133:0/419728739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a9680 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009d90 tx=0x7f4eec01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=203f0be515504392 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef27fc640 1 -- 172.21.15.133:0/419728739 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef40aa3d0 con 0x7f4ef40c06d0 2023-12-02T00:32:22.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef27fc640 1 -- 172.21.15.133:0/419728739 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4eec0a5800 con 0x7f4ef40c06d0 2023-12-02T00:32:22.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef27fc640 1 -- 172.21.15.133:0/419728739 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eec0a5b90 con 0x7f4ef40c06d0 2023-12-02T00:32:22.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 -- 172.21.15.133:0/419728739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 msgr2=0x7f4ef40a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 --2- 172.21.15.133:0/419728739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a9680 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009d90 tx=0x7f4eec01c830 comp rx=0 tx=0).stop 2023-12-02T00:32:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 -- 172.21.15.133:0/419728739 shutdown_connections 2023-12-02T00:32:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 --2- 172.21.15.133:0/419728739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a9680 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 --2- 172.21.15.133:0/419728739 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 -- 172.21.15.133:0/419728739 >> 172.21.15.133:0/419728739 conn(0x7f4ef406a5b0 msgr2=0x7f4ef406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 -- 172.21.15.133:0/419728739 shutdown_connections 2023-12-02T00:32:22.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.409+0000 7f4ef991d640 1 -- 172.21.15.133:0/419728739 wait complete. 2023-12-02T00:32:22.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 Processor -- start 2023-12-02T00:32:22.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 -- start start 2023-12-02T00:32:22.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a48c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40700b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4ef40c63c0 0x7f4ef4153110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef40bbfe0 con 0x7f4ef40c06d0 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef40bb6e0 con 0x7f4ef40c63c0 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef40bf650 con 0x7f4ef40c4100 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a48c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50438/0 (socket says 172.21.15.133:50438) 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 -- 172.21.15.133:0/2767211784 learned_addr learned my addr 172.21.15.133:0/2767211784 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4eebfff640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef37fe640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4ef40c63c0 0x7f4ef4153110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 -- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 msgr2=0x7f4ef40700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40700b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 -- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4ef40c63c0 msgr2=0x7f4ef4153110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4ef40c63c0 0x7f4ef4153110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 -- 172.21.15.133:0/2767211784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eec009a70 con 0x7f4ef40c06d0 2023-12-02T00:32:22.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef2ffd640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a48c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400c4e0 tx=0x7f4ee400c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef0ff9640 1 -- 172.21.15.133:0/2767211784 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee40074e0 con 0x7f4ef40c06d0 2023-12-02T00:32:22.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef0ff9640 1 -- 172.21.15.133:0/2767211784 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee4007660 con 0x7f4ef40c06d0 2023-12-02T00:32:22.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ef40a41e0 con 0x7f4ef40c06d0 2023-12-02T00:32:22.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef0ff9640 1 -- 172.21.15.133:0/2767211784 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee4004a30 con 0x7f4ef40c06d0 2023-12-02T00:32:22.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ef40bb920 con 0x7f4ef40c06d0 2023-12-02T00:32:22.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.413+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ef40bc120 con 0x7f4ef40c06d0 2023-12-02T00:32:22.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.417+0000 7f4ef0ff9640 1 -- 172.21.15.133:0/2767211784 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4ee4004b90 con 0x7f4ef40c06d0 2023-12-02T00:32:22.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.417+0000 7f4ef0ff9640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ed4066470 0x7f4ed4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.417+0000 7f4ef0ff9640 1 -- 172.21.15.133:0/2767211784 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4ee4083580 con 0x7f4ef40c06d0 2023-12-02T00:32:22.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.417+0000 7f4eebfff640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ed4066470 0x7f4ed4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.417+0000 7f4eebfff640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ed4066470 0x7f4ed4068930 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ef40a9a90 tx=0x7f4edc009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.421+0000 7f4ef0ff9640 1 -- 172.21.15.133:0/2767211784 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4ef40bc120 con 0x7f4ef40c06d0 2023-12-02T00:32:22.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.601+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f4ef40bc120 con 0x7f4ef40c06d0 2023-12-02T00:32:22.608 INFO:tasks.ceph.mon.a.smithi133.stderr:2023-12-02T00:32:22.601+0000 7f942af9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-02T00:32:22.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.605+0000 7f4ef0ff9640 1 -- 172.21.15.133:0/2767211784 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v22) v1 ==== 161+0+0 (secure 0 0 0) 0x7f4ef40bc120 con 0x7f4ef40c06d0 2023-12-02T00:32:22.611 INFO:teuthology.orchestra.run.smithi133.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-02T00:32:22.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ed4066470 msgr2=0x7f4ed4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ed4066470 0x7f4ed4068930 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4ef40a9a90 tx=0x7f4edc009190 comp rx=0 tx=0).stop 2023-12-02T00:32:22.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 msgr2=0x7f4ef40a48c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a48c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400c4e0 tx=0x7f4ee400c9a0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 shutdown_connections 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4ed4066470 0x7f4ed4068930 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4ef40c63c0 0x7f4ef4153110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ef40c4100 0x7f4ef40700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 --2- 172.21.15.133:0/2767211784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ef40c06d0 0x7f4ef40a48c0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 >> 172.21.15.133:0/2767211784 conn(0x7f4ef406a5b0 msgr2=0x7f4ef406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 shutdown_connections 2023-12-02T00:32:22.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.609+0000 7f4ef991d640 1 -- 172.21.15.133:0/2767211784 wait complete. 2023-12-02T00:32:22.624 INFO:tasks.ceph.mds.a.smithi133.stderr: -2941> 2023-12-02T00:31:49.142+0000 7f8ebb0c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:32:22.642 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-02T00:32:22.680 INFO:tasks.ceph.mds.a.smithi133.stdout:starting mds.a at 2023-12-02T00:32:22.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5ab59e640 1 Processor -- start 2023-12-02T00:32:22.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5ab59e640 1 -- start start 2023-12-02T00:32:22.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5ab59e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5ac154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5ab59e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5ac0c14f0 con 0x7ff5ac06cac0 2023-12-02T00:32:22.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5ab59e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5ac0c17d0 con 0x7ff5ac1552a0 2023-12-02T00:32:22.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5ab59e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5ac0c1e90 con 0x7ff5ac0c3030 2023-12-02T00:32:22.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5aa59c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff5ac06cac0 0x7ff5ac0c0500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41314/0 (socket says 172.21.15.133:41314) 2023-12-02T00:32:22.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.781+0000 7ff5aa59c640 1 -- 172.21.15.133:0/1256327906 learned_addr learned my addr 172.21.15.133:0/1256327906 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:22.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5ac154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4050400267 0 0) 0x7ff5ac0c14f0 con 0x7ff5ac06cac0 2023-12-02T00:32:22.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff598003530 con 0x7ff5ac06cac0 2023-12-02T00:32:22.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1833579912 0 0) 0x7ff5ac0c17d0 con 0x7ff5ac1552a0 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff5ac0c14f0 con 0x7ff5ac1552a0 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 368617123 0 0) 0x7ff598003530 con 0x7ff5ac06cac0 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 msgr2=0x7ff5ac154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5ac154d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 >> v1:172.21.15.172:6789/0 conn(0x7ff5ac1552a0 legacy=0x7ff5ac0a9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5ac0c1ab0 con 0x7ff5ac06cac0 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7ff59c001680 con 0x7ff5ac06cac0 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5ac154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 >> v1:172.21.15.133:6789/0 conn(0x7ff5ac06cac0 legacy=0x7ff5ac0c0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff598003b40 0x7ff598003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5980047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff598004d10 0x7ff598005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5ac0c1e90 con 0x7ff598004d10 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59800baa0 con 0x7ff598003b40 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff59800bc60 con 0x7ff5ac0c3030 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5aad9d640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff598004d10 0x7ff598005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5980047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5aa59c640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff598003b40 0x7ff598003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 -- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff598003b40 msgr2=0x7ff598003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff598003b40 0x7ff598003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 -- 172.21.15.133:0/1256327906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff598004d10 msgr2=0x7ff598005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff598004d10 0x7ff598005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5a3fff640 1 -- 172.21.15.133:0/1256327906 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff594009420 con 0x7ff5ac0c3030 2023-12-02T00:32:22.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.785+0000 7ff5aad9d640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff598004d10 0x7ff598005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:22.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5980047d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff594009cb0 tx=0x7ff59401cc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43c7e567622d50e5 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5940a5930 con 0x7ff5ac0c3030 2023-12-02T00:32:22.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5940a5a90 con 0x7ff5ac0c3030 2023-12-02T00:32:22.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5a9d9b640 1 -- 172.21.15.133:0/1256327906 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5940a5e40 con 0x7ff5ac0c3030 2023-12-02T00:32:22.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 msgr2=0x7ff5980047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 --2- 172.21.15.133:0/1256327906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac0c3030 0x7ff5980047d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff594009cb0 tx=0x7ff59401cc70 comp rx=0 tx=0).stop 2023-12-02T00:32:22.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5aad9d640 1 -- 172.21.15.133:0/1256327906 reap_dead start 2023-12-02T00:32:22.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- 172.21.15.133:0/1256327906 shutdown_connections 2023-12-02T00:32:22.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- 172.21.15.133:0/1256327906 >> 172.21.15.133:0/1256327906 conn(0x7ff5ac0c6120 msgr2=0x7ff5ac06a5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:22.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- 172.21.15.133:0/1256327906 shutdown_connections 2023-12-02T00:32:22.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- 172.21.15.133:0/1256327906 wait complete. 2023-12-02T00:32:22.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 Processor -- start 2023-12-02T00:32:22.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- start start 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5ac0c3030 0x7ff5ac0aa400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff5ac14c4c0 0x7ff5ac14ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac14b290 0x7ff5ac1ecf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5ac14eea0 con 0x7ff5ac0c3030 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.789+0000 7ff5ab59e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5ac14b710 con 0x7ff5ac14c4c0 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5ab59e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5ac14dfb0 con 0x7ff5ac14b290 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5ac0c3030 0x7ff5ac0aa400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5ac0c3030 0x7ff5ac0aa400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50464/0 (socket says 172.21.15.133:50464) 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 -- 172.21.15.133:0/3569352941 learned_addr learned my addr 172.21.15.133:0/3569352941 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff5ac14c4c0 0x7ff5ac14ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aad9d640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac14b290 0x7ff5ac1ecf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 -- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac14b290 msgr2=0x7ff5ac1ecf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac14b290 0x7ff5ac1ecf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 -- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff5ac14c4c0 msgr2=0x7ff5ac14ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff5ac14c4c0 0x7ff5ac14ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 -- 172.21.15.133:0/3569352941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5ac14e290 con 0x7ff5ac0c3030 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aad9d640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac14b290 0x7ff5ac1ecf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5aa59c640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5ac0c3030 0x7ff5ac0aa400 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff59c006f20 tx=0x7ff59c0074d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5a2ffd640 1 -- 172.21.15.133:0/3569352941 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff59c0010e0 con 0x7ff5ac0c3030 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5a2ffd640 1 -- 172.21.15.133:0/3569352941 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff59c00fb80 con 0x7ff5ac0c3030 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5ac14e570 con 0x7ff5ac0c3030 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5a2ffd640 1 -- 172.21.15.133:0/3569352941 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff59c011440 con 0x7ff5ac0c3030 2023-12-02T00:32:22.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5ac14eb30 con 0x7ff5ac0c3030 2023-12-02T00:32:22.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5ac14ecf0 con 0x7ff5ac0c3030 2023-12-02T00:32:22.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.793+0000 7ff5a2ffd640 1 -- 172.21.15.133:0/3569352941 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff59c006080 con 0x7ff5ac0c3030 2023-12-02T00:32:22.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.797+0000 7ff5a2ffd640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff58c0664a0 0x7ff58c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:22.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.797+0000 7ff5a2ffd640 1 -- 172.21.15.133:0/3569352941 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6651+0+0 (secure 0 0 0) 0x7ff59c0844b0 con 0x7ff5ac0c3030 2023-12-02T00:32:22.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.797+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff58c0664a0 0x7ff58c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:22.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.797+0000 7ff5a3fff640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff58c0664a0 0x7ff58c068960 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff5940af000 tx=0x7ff5940046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:22.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.801+0000 7ff5a2ffd640 1 -- 172.21.15.133:0/3569352941 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff59c051620 con 0x7ff5ac0c3030 2023-12-02T00:32:22.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:22.985+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7ff5ac04e850 con 0x7ff5ac0c3030 2023-12-02T00:32:23.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5a2ffd640 1 -- 172.21.15.133:0/3569352941 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v23) v1 ==== 104+0+0 (secure 0 0 0) 0x7ff59c054c40 con 0x7ff5ac0c3030 2023-12-02T00:32:23.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff58c0664a0 msgr2=0x7ff58c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff58c0664a0 0x7ff58c068960 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff5940af000 tx=0x7ff5940046d0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5ac0c3030 msgr2=0x7ff5ac0aa400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5ac0c3030 0x7ff5ac0aa400 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff59c006f20 tx=0x7ff59c0074d0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 shutdown_connections 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff58c0664a0 0x7ff58c068960 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff5ac14b290 0x7ff5ac1ecf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff5ac14c4c0 0x7ff5ac14ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 --2- 172.21.15.133:0/3569352941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5ac0c3030 0x7ff5ac0aa400 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 >> 172.21.15.133:0/3569352941 conn(0x7ff5ac0c6120 msgr2=0x7ff5ac06fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 shutdown_connections 2023-12-02T00:32:23.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.613+0000 7ff5ab59e640 1 -- 172.21.15.133:0/3569352941 wait complete. 2023-12-02T00:32:23.642 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-02T00:32:23.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f5604bf8640 1 Processor -- start 2023-12-02T00:32:23.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f5604bf8640 1 -- start start 2023-12-02T00:32:23.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f5604bf8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f560006e2a0 0x7f56000c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:23.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f5604bf8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c32a0 0x7f560006c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:23.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f5604bf8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56000aa750 con 0x7f56000c4fb0 2023-12-02T00:32:23.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f5604bf8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56000a8f90 con 0x7f560006e2a0 2023-12-02T00:32:23.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f5604bf8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56000a9270 con 0x7f56000c32a0 2023-12-02T00:32:23.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fed9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c32a0 0x7f560006c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:23.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fed9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c32a0 0x7f560006c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:44314/0 (socket says 172.21.15.133:44314) 2023-12-02T00:32:23.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fed9d640 1 -- 172.21.15.133:0/3703446876 learned_addr learned my addr 172.21.15.133:0/3703446876 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:23.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fdd9b640 1 --2- 172.21.15.133:0/3703446876 >> v2:172.21.15.172:3300/0 conn(0x7f560006e2a0 0x7f56000c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:23.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fed9d640 1 -- 172.21.15.133:0/3703446876 >> v2:172.21.15.172:3300/0 conn(0x7f560006e2a0 msgr2=0x7f56000c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:23.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fed9d640 1 --2- 172.21.15.133:0/3703446876 >> v2:172.21.15.172:3300/0 conn(0x7f560006e2a0 0x7f56000c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fed9d640 1 -- 172.21.15.133:0/3703446876 >> v1:172.21.15.172:6789/0 conn(0x7f56000c4fb0 legacy=0x7f560006db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:23.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fed9d640 1 -- 172.21.15.133:0/3703446876 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56000a9550 con 0x7f56000c32a0 2023-12-02T00:32:23.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.825+0000 7f55fd59a640 1 -- 172.21.15.133:0/3703446876 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1267730637 0 0) 0x7f56000aa750 con 0x7f56000c4fb0 2023-12-02T00:32:23.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f55fed9d640 1 --2- 172.21.15.133:0/3703446876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c32a0 0x7f560006c840 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f55f8009e50 tx=0x7f55f801c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d734df2843a900 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:23.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f55fd59a640 1 -- 172.21.15.133:0/3703446876 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55f80a57d0 con 0x7f56000c32a0 2023-12-02T00:32:23.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f55fd59a640 1 -- 172.21.15.133:0/3703446876 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55f80a5930 con 0x7f56000c32a0 2023-12-02T00:32:23.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f55fd59a640 1 -- 172.21.15.133:0/3703446876 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55f80a5cc0 con 0x7f56000c32a0 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 -- 172.21.15.133:0/3703446876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c32a0 msgr2=0x7f560006c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 --2- 172.21.15.133:0/3703446876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c32a0 0x7f560006c840 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f55f8009e50 tx=0x7f55f801c8f0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 -- 172.21.15.133:0/3703446876 shutdown_connections 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 --2- 172.21.15.133:0/3703446876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c32a0 0x7f560006c840 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 --2- 172.21.15.133:0/3703446876 >> v2:172.21.15.172:3300/0 conn(0x7f560006e2a0 0x7f56000c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 -- 172.21.15.133:0/3703446876 >> 172.21.15.133:0/3703446876 conn(0x7f56000c5d40 msgr2=0x7f56000c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 -- 172.21.15.133:0/3703446876 shutdown_connections 2023-12-02T00:32:23.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.829+0000 7f5604bf8640 1 -- 172.21.15.133:0/3703446876 wait complete. 2023-12-02T00:32:23.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 Processor -- start 2023-12-02T00:32:23.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 -- start start 2023-12-02T00:32:23.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f560006e2a0 0x7f5600151bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:23.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f56000c32a0 0x7f56001ed2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c4fb0 0x7f56001ed800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f560015aa60 con 0x7f560006e2a0 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5600156e20 con 0x7f56000c32a0 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f560015ad00 con 0x7f56000c4fb0 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f560006e2a0 0x7f5600151bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f560006e2a0 0x7f5600151bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50470/0 (socket says 172.21.15.133:50470) 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 -- 172.21.15.133:0/2039568269 learned_addr learned my addr 172.21.15.133:0/2039568269 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fed9d640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c4fb0 0x7f56001ed800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fdd9b640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f56000c32a0 0x7f56001ed2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 -- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c4fb0 msgr2=0x7f56001ed800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c4fb0 0x7f56001ed800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 -- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f56000c32a0 msgr2=0x7f56001ed2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:23.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f56000c32a0 0x7f56001ed2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:23.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 -- 172.21.15.133:0/2039568269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55f8009b30 con 0x7f560006e2a0 2023-12-02T00:32:23.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fdd9b640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f56000c32a0 0x7f56001ed2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:23.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55fe59c640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f560006e2a0 0x7f5600151bd0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f55f000c3f0 tx=0x7f55f000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:23.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55eeffd640 1 -- 172.21.15.133:0/2039568269 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55f00052d0 con 0x7f560006e2a0 2023-12-02T00:32:23.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55eeffd640 1 -- 172.21.15.133:0/2039568269 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55f0005450 con 0x7f560006e2a0 2023-12-02T00:32:23.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f560015afe0 con 0x7f560006e2a0 2023-12-02T00:32:23.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f55eeffd640 1 -- 172.21.15.133:0/2039568269 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55f0003860 con 0x7f560006e2a0 2023-12-02T00:32:23.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.833+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5600157100 con 0x7f560006e2a0 2023-12-02T00:32:23.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.837+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5600068400 con 0x7f560006e2a0 2023-12-02T00:32:23.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.837+0000 7f55eeffd640 1 -- 172.21.15.133:0/2039568269 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f55f00039c0 con 0x7f560006e2a0 2023-12-02T00:32:23.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.837+0000 7f55eeffd640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f55e0066470 0x7f55e0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:23.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.837+0000 7f55eeffd640 1 -- 172.21.15.133:0/2039568269 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f55f0083840 con 0x7f560006e2a0 2023-12-02T00:32:23.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.837+0000 7f55fdd9b640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f55e0066470 0x7f55e0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:23.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.837+0000 7f55fdd9b640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f55e0066470 0x7f55e0068930 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f56001eab70 tx=0x7f55f4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:23.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.841+0000 7f55eeffd640 1 -- 172.21.15.133:0/2039568269 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f55f0050900 con 0x7f560006e2a0 2023-12-02T00:32:23.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:23.993+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f56000c1100 con 0x7f560006e2a0 2023-12-02T00:32:24.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.613+0000 7f55eeffd640 1 -- 172.21.15.133:0/2039568269 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v37) v1 ==== 181+0+0 (secure 0 0 0) 0x7f55f0053f20 con 0x7f560006e2a0 2023-12-02T00:32:24.620 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' removed 2023-12-02T00:32:24.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f55e0066470 msgr2=0x7f55e0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f55e0066470 0x7f55e0068930 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f56001eab70 tx=0x7f55f4008040 comp rx=0 tx=0).stop 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f560006e2a0 msgr2=0x7f5600151bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f560006e2a0 0x7f5600151bd0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f55f000c3f0 tx=0x7f55f000c8b0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 shutdown_connections 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f55e0066470 0x7f55e0068930 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f56000c4fb0 0x7f56001ed800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f56000c32a0 0x7f56001ed2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 --2- 172.21.15.133:0/2039568269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f560006e2a0 0x7f5600151bd0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 >> 172.21.15.133:0/2039568269 conn(0x7f56000c5d40 msgr2=0x7f56000c3c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:24.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 shutdown_connections 2023-12-02T00:32:24.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.617+0000 7f5604bf8640 1 -- 172.21.15.133:0/2039568269 wait complete. 2023-12-02T00:32:24.647 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-02T00:32:24.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee88757640 1 Processor -- start 2023-12-02T00:32:24.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee88757640 1 -- start start 2023-12-02T00:32:24.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee88757640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fee80155320 0x7fee8006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee88757640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee80154e90 con 0x7fee80151c70 2023-12-02T00:32:24.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee88757640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee800c5350 con 0x7fee800c8b90 2023-12-02T00:32:24.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee88757640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee80154630 con 0x7fee80155320 2023-12-02T00:32:24.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee864f3640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fee80151c70 0x7fee800c48b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41316/0 (socket says 172.21.15.133:41316) 2023-12-02T00:32:24.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee864f3640 1 -- 172.21.15.133:0/2598555505 learned_addr learned my addr 172.21.15.133:0/2598555505 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:24.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2713387511 0 0) 0x7fee80154e90 con 0x7fee80151c70 2023-12-02T00:32:24.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee6c003530 con 0x7fee80151c70 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee85cf2640 1 --2- 172.21.15.133:0/2598555505 >> v2:172.21.15.172:3300/0 conn(0x7fee80155320 0x7fee8006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1375135042 0 0) 0x7fee6c003530 con 0x7fee80151c70 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 >> v2:172.21.15.172:3300/0 conn(0x7fee80155320 msgr2=0x7fee8006ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 --2- 172.21.15.133:0/2598555505 >> v2:172.21.15.172:3300/0 conn(0x7fee80155320 0x7fee8006ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 >> v1:172.21.15.172:6789/0 conn(0x7fee800c8b90 legacy=0x7fee800c8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee80152050 con 0x7fee80151c70 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fee7c001680 con 0x7fee80151c70 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 >> v1:172.21.15.133:6789/0 conn(0x7fee80151c70 legacy=0x7fee800c48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c003980 0x7fee6c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee6c0047d0 0x7fee6c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee6c0052b0 0x7fee6c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee80154630 con 0x7fee6c0052b0 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee6c00c180 con 0x7fee6c0047d0 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.785+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee6c00c340 con 0x7fee6c003980 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee6c0052b0 0x7fee6c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee85cf2640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee6c0047d0 0x7fee6c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee864f3640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c003980 0x7fee6c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 -- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c003980 msgr2=0x7fee6c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c003980 0x7fee6c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 -- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee6c0047d0 msgr2=0x7fee6c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee6c0047d0 0x7fee6c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 -- 172.21.15.133:0/2598555505 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee6c003530 con 0x7fee6c0052b0 2023-12-02T00:32:24.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee864f3640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c003980 0x7fee6c003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:24.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 -- 172.21.15.133:0/2598555505 reap_dead start 2023-12-02T00:32:24.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee86cf4640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee6c0052b0 0x7fee6c00b990 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fee78001e40 tx=0x7fee7801c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5488464cab5ed4eb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:24.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee78003b80 con 0x7fee6c0052b0 2023-12-02T00:32:24.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee78003ce0 con 0x7fee6c0052b0 2023-12-02T00:32:24.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.789+0000 7fee854f1640 1 -- 172.21.15.133:0/2598555505 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee78005260 con 0x7fee6c0052b0 2023-12-02T00:32:24.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- 172.21.15.133:0/2598555505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee6c0052b0 msgr2=0x7fee6c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:24.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee6c0052b0 0x7fee6c00b990 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fee78001e40 tx=0x7fee7801c740 comp rx=0 tx=0).stop 2023-12-02T00:32:24.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- 172.21.15.133:0/2598555505 shutdown_connections 2023-12-02T00:32:24.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 --2- 172.21.15.133:0/2598555505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee6c0052b0 0x7fee6c00b990 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- 172.21.15.133:0/2598555505 >> 172.21.15.133:0/2598555505 conn(0x7fee800abcf0 msgr2=0x7fee800ac100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:24.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- 172.21.15.133:0/2598555505 shutdown_connections 2023-12-02T00:32:24.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- 172.21.15.133:0/2598555505 wait complete. 2023-12-02T00:32:24.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 Processor -- start 2023-12-02T00:32:24.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- start start 2023-12-02T00:32:24.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c0052b0 0x7fee801edd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee800c8050 0x7fee800c8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee801ea450 0x7fee801ea8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee800aee80 con 0x7fee800c8050 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee801e9d60 con 0x7fee801ea450 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee88757640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee801ee270 con 0x7fee6c0052b0 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee800c8050 0x7fee800c8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee800c8050 0x7fee800c8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50494/0 (socket says 172.21.15.133:50494) 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 -- 172.21.15.133:0/1234332780 learned_addr learned my addr 172.21.15.133:0/1234332780 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 -- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c0052b0 msgr2=0x7fee801edd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c0052b0 0x7fee801edd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee86cf4640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee801ea450 0x7fee801ea8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 -- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee801ea450 msgr2=0x7fee801ea8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee801ea450 0x7fee801ea8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:24.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 -- 172.21.15.133:0/1234332780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee800c2fe0 con 0x7fee800c8050 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee86cf4640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee801ea450 0x7fee801ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.793+0000 7fee85cf2640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee800c8050 0x7fee800c8490 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fee7000b7c0 tx=0x7fee7000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee76ffd640 1 -- 172.21.15.133:0/1234332780 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee700107d0 con 0x7fee800c8050 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee76ffd640 1 -- 172.21.15.133:0/1234332780 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee70010930 con 0x7fee800c8050 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee801e9f50 con 0x7fee800c8050 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee76ffd640 1 -- 172.21.15.133:0/1234332780 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee70010cc0 con 0x7fee800c8050 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee800c3560 con 0x7fee800c8050 2023-12-02T00:32:24.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee80068400 con 0x7fee800c8050 2023-12-02T00:32:24.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee76ffd640 1 -- 172.21.15.133:0/1234332780 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fee70014430 con 0x7fee800c8050 2023-12-02T00:32:24.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee76ffd640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fee64066470 0x7fee64068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:24.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee76ffd640 1 -- 172.21.15.133:0/1234332780 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6213+0+0 (secure 0 0 0) 0x7fee70084650 con 0x7fee800c8050 2023-12-02T00:32:24.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee864f3640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fee64066470 0x7fee64068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:24.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.797+0000 7fee864f3640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fee64066470 0x7fee64068930 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fee7c004880 tx=0x7fee7c001160 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:24.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.801+0000 7fee76ffd640 1 -- 172.21.15.133:0/1234332780 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fee700518c0 con 0x7fee800c8050 2023-12-02T00:32:24.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:24.953+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fee801ea0e0 con 0x7fee800c8050 2023-12-02T00:32:25.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.621+0000 7fee76ffd640 1 -- 172.21.15.133:0/1234332780 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v38) v1 ==== 169+0+0 (secure 0 0 0) 0x7fee801ea0e0 con 0x7fee800c8050 2023-12-02T00:32:25.626 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' removed 2023-12-02T00:32:25.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fee64066470 msgr2=0x7fee64068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fee64066470 0x7fee64068930 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fee7c004880 tx=0x7fee7c001160 comp rx=0 tx=0).stop 2023-12-02T00:32:25.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee800c8050 msgr2=0x7fee800c8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee800c8050 0x7fee800c8490 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fee7000b7c0 tx=0x7fee7000bc80 comp rx=0 tx=0).stop 2023-12-02T00:32:25.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 shutdown_connections 2023-12-02T00:32:25.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fee64066470 0x7fee64068930 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fee801ea450 0x7fee801ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fee800c8050 0x7fee800c8490 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 --2- 172.21.15.133:0/1234332780 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fee6c0052b0 0x7fee801edd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 >> 172.21.15.133:0/1234332780 conn(0x7fee800abcf0 msgr2=0x7fee8006b5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:25.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 shutdown_connections 2023-12-02T00:32:25.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.625+0000 7fee88757640 1 -- 172.21.15.133:0/1234332780 wait complete. 2023-12-02T00:32:25.652 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:25.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.801+0000 7f76b4c5a640 1 Processor -- start 2023-12-02T00:32:25.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76b4c5a640 1 -- start start 2023-12-02T00:32:25.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76b4c5a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f76b00c5260 0x7f76b006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:25.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76b4c5a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f76b0155de0 0x7f76b0156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76b4c5a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76b00c2580 con 0x7f76b00c5640 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76b4c5a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76b0153510 con 0x7f76b0155de0 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76b4c5a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76b00c17f0 con 0x7f76b00c5260 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76aed9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f76b0155de0 0x7f76b0156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76a7fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f76b00c5640 0x7f76b00c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:41328/0 (socket says 172.21.15.133:41328) 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76a7fff640 1 -- 172.21.15.133:0/2738977561 learned_addr learned my addr 172.21.15.133:0/2738977561 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76ae59c640 1 --2- 172.21.15.133:0/2738977561 >> v2:172.21.15.172:3300/0 conn(0x7f76b00c5260 0x7f76b006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76add9b640 1 -- 172.21.15.133:0/2738977561 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3405858491 0 0) 0x7f76b00c2580 con 0x7f76b00c5640 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76add9b640 1 -- 172.21.15.133:0/2738977561 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f769c003530 con 0x7f76b00c5640 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76aed9d640 1 -- 172.21.15.133:0/2738977561 >> v2:172.21.15.172:3300/0 conn(0x7f76b00c5260 msgr2=0x7f76b006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76aed9d640 1 --2- 172.21.15.133:0/2738977561 >> v2:172.21.15.172:3300/0 conn(0x7f76b00c5260 0x7f76b006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76aed9d640 1 -- 172.21.15.133:0/2738977561 >> v1:172.21.15.133:6789/0 conn(0x7f76b00c5640 legacy=0x7f76b00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76aed9d640 1 -- 172.21.15.133:0/2738977561 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76b00c1a00 con 0x7f76b0155de0 2023-12-02T00:32:25.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.805+0000 7f76ae59c640 1 --2- 172.21.15.133:0/2738977561 >> v2:172.21.15.172:3300/0 conn(0x7f76b00c5260 0x7f76b006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:25.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76aed9d640 1 --2- 172.21.15.133:0/2738977561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b0155de0 0x7f76b0156230 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f76b00c6920 tx=0x7f76a801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44dff65c03cf97d7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:25.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76add9b640 1 -- 172.21.15.133:0/2738977561 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a80a5910 con 0x7f76b0155de0 2023-12-02T00:32:25.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76add9b640 1 -- 172.21.15.133:0/2738977561 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76a80a5a70 con 0x7f76b0155de0 2023-12-02T00:32:25.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76add9b640 1 -- 172.21.15.133:0/2738977561 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76a80a5e00 con 0x7f76b0155de0 2023-12-02T00:32:25.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2738977561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b0155de0 msgr2=0x7f76b0156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2738977561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b0155de0 0x7f76b0156230 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f76b00c6920 tx=0x7f76a801c850 comp rx=0 tx=0).stop 2023-12-02T00:32:25.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2738977561 shutdown_connections 2023-12-02T00:32:25.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2738977561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b0155de0 0x7f76b0156230 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2738977561 >> v2:172.21.15.172:3300/0 conn(0x7f76b00c5260 0x7f76b006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2738977561 >> 172.21.15.133:0/2738977561 conn(0x7f76b006a5b0 msgr2=0x7f76b006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:25.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2738977561 shutdown_connections 2023-12-02T00:32:25.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2738977561 wait complete. 2023-12-02T00:32:25.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 Processor -- start 2023-12-02T00:32:25.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.809+0000 7f76b4c5a640 1 -- start start 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76b00c5260 0x7f76b00c3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b00c5640 0x7f76b0147c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f76b0155de0 0x7f76b01481c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76b01f0ad0 con 0x7f76b00c5640 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76b00708e0 con 0x7f76b0155de0 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76b01f0f90 con 0x7f76b00c5260 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b00c5640 0x7f76b0147c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b00c5640 0x7f76b0147c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50512/0 (socket says 172.21.15.133:50512) 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 -- 172.21.15.133:0/2571730443 learned_addr learned my addr 172.21.15.133:0/2571730443 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76aed9d640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f76b0155de0 0x7f76b01481c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76ae59c640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76b00c5260 0x7f76b00c3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:25.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 -- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76b00c5260 msgr2=0x7f76b00c3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76b00c5260 0x7f76b00c3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 -- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f76b0155de0 msgr2=0x7f76b01481c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f76b0155de0 0x7f76b01481c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 -- 172.21.15.133:0/2571730443 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76a8009a70 con 0x7f76b00c5640 2023-12-02T00:32:25.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a7fff640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b00c5640 0x7f76b0147c80 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f769800c400 tx=0x7f769800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:25.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a6ffd640 1 -- 172.21.15.133:0/2571730443 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7698005cf0 con 0x7f76b00c5640 2023-12-02T00:32:25.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a6ffd640 1 -- 172.21.15.133:0/2571730443 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7698005e50 con 0x7f76b00c5640 2023-12-02T00:32:25.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76b01f0cb0 con 0x7f76b00c5640 2023-12-02T00:32:25.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a6ffd640 1 -- 172.21.15.133:0/2571730443 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76980072d0 con 0x7f76b00c5640 2023-12-02T00:32:25.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76b0148700 con 0x7f76b00c5640 2023-12-02T00:32:25.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76b0070a90 con 0x7f76b00c5640 2023-12-02T00:32:25.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.813+0000 7f76a6ffd640 1 -- 172.21.15.133:0/2571730443 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7698007430 con 0x7f76b00c5640 2023-12-02T00:32:25.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.817+0000 7f76a6ffd640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76900664a0 0x7f7690068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:25.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.817+0000 7f76a6ffd640 1 -- 172.21.15.133:0/2571730443 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f7698083430 con 0x7f76b00c5640 2023-12-02T00:32:25.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.817+0000 7f76ae59c640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76900664a0 0x7f7690068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:25.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.817+0000 7f76ae59c640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76900664a0 0x7f7690068960 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f76a000ba10 tx=0x7f76a0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:25.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.821+0000 7f76a6ffd640 1 -- 172.21.15.133:0/2571730443 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f76b0070a90 con 0x7f76b00c5640 2023-12-02T00:32:25.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.969+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f76b0070a50 con 0x7f76b00c5640 2023-12-02T00:32:25.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.969+0000 7f76a6ffd640 1 -- 172.21.15.133:0/2571730443 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16682 (secure 0 0 0) 0x7f7698054430 con 0x7f76b00c5640 2023-12-02T00:32:25.977 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:25.977 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":38,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:25.619961+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/952822086":"2023-12-03T00:32:22.608432+0000","172.21.15.133:6835/952822086":"2023-12-03T00:32:22.608432+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:25.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76900664a0 msgr2=0x7f7690068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76900664a0 0x7f7690068960 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f76a000ba10 tx=0x7f76a0008040 comp rx=0 tx=0).stop 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b00c5640 msgr2=0x7f76b0147c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b00c5640 0x7f76b0147c80 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f769800c400 tx=0x7f769800c8c0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 shutdown_connections 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76900664a0 0x7f7690068960 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f76b0155de0 0x7f76b01481c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76b00c5640 0x7f76b0147c80 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 --2- 172.21.15.133:0/2571730443 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76b00c5260 0x7f76b00c3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 >> 172.21.15.133:0/2571730443 conn(0x7f76b006a5b0 msgr2=0x7f76b0156360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 shutdown_connections 2023-12-02T00:32:25.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:25.973+0000 7f76b4c5a640 1 -- 172.21.15.133:0/2571730443 wait complete. 2023-12-02T00:32:25.998 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:31:55.550277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:31:56.633004+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:25.998 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:26.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd453de7640 1 Processor -- start 2023-12-02T00:32:26.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd453de7640 1 -- start start 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd453de7640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd44c0a5370 0x7fd44c0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd453de7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd453de7640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd44c0c2760 con 0x7fd44c072090 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd453de7640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd44c0c3070 con 0x7fd44c0a5370 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd453de7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c151bf0 con 0x7fd44c0c4110 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd452384640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd44c072090 0x7fd44c1514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40488/0 (socket says 172.21.15.133:40488) 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd452384640 1 -- 172.21.15.133:0/918796225 learned_addr learned my addr 172.21.15.133:0/918796225 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd451b83640 1 --2- 172.21.15.133:0/918796225 >> v2:172.21.15.133:3300/0 conn(0x7fd44c0a5370 0x7fd44c0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd451382640 1 --2- 172.21.15.133:0/918796225 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd450b81640 1 -- 172.21.15.133:0/918796225 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4167170407 0 0) 0x7fd44c0c2760 con 0x7fd44c072090 2023-12-02T00:32:26.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd450b81640 1 -- 172.21.15.133:0/918796225 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd438003530 con 0x7fd44c072090 2023-12-02T00:32:26.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd451b83640 1 -- 172.21.15.133:0/918796225 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 msgr2=0x7fd44c150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:26.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd451b83640 1 --2- 172.21.15.133:0/918796225 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd451b83640 1 -- 172.21.15.133:0/918796225 >> v1:172.21.15.133:6789/0 conn(0x7fd44c072090 legacy=0x7fd44c1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.133+0000 7fd451b83640 1 -- 172.21.15.133:0/918796225 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd44c0a5750 con 0x7fd44c0a5370 2023-12-02T00:32:26.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd451b83640 1 --2- 172.21.15.133:0/918796225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0c3bd0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fd44800a990 tx=0x7fd44801d700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ead4d219490b493d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd450b81640 1 -- 172.21.15.133:0/918796225 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4480a6730 con 0x7fd44c0a5370 2023-12-02T00:32:26.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd450b81640 1 -- 172.21.15.133:0/918796225 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4480a6890 con 0x7fd44c0a5370 2023-12-02T00:32:26.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd450b81640 1 -- 172.21.15.133:0/918796225 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4480a6c20 con 0x7fd44c0a5370 2023-12-02T00:32:26.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 -- 172.21.15.133:0/918796225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 msgr2=0x7fd44c0c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 --2- 172.21.15.133:0/918796225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0c3bd0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fd44800a990 tx=0x7fd44801d700 comp rx=0 tx=0).stop 2023-12-02T00:32:26.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 -- 172.21.15.133:0/918796225 shutdown_connections 2023-12-02T00:32:26.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 --2- 172.21.15.133:0/918796225 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 --2- 172.21.15.133:0/918796225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0c3bd0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 -- 172.21.15.133:0/918796225 >> 172.21.15.133:0/918796225 conn(0x7fd44c06a5b0 msgr2=0x7fd44c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:26.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 -- 172.21.15.133:0/918796225 shutdown_connections 2023-12-02T00:32:26.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.137+0000 7fd453de7640 1 -- 172.21.15.133:0/918796225 wait complete. 2023-12-02T00:32:26.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 Processor -- start 2023-12-02T00:32:26.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 -- start start 2023-12-02T00:32:26.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd44c072090 0x7fd44c148940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c1ed7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c071a00 con 0x7fd44c0a5370 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c150b20 con 0x7fd44c072090 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c14a3d0 con 0x7fd44c0c4110 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47736/0 (socket says 172.21.15.133:47736) 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 -- 172.21.15.133:0/1717634853 learned_addr learned my addr 172.21.15.133:0/1717634853 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd452384640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c1ed7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451b83640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd44c072090 0x7fd44c148940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 -- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 msgr2=0x7fd44c1ed7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c1ed7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 -- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd44c072090 msgr2=0x7fd44c148940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd44c072090 0x7fd44c148940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 -- 172.21.15.133:0/1717634853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd44800a5c0 con 0x7fd44c0a5370 2023-12-02T00:32:26.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451b83640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd44c072090 0x7fd44c148940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:26.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd451382640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0bf360 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fd43c00e870 tx=0x7fd43c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd4427fc640 1 -- 172.21.15.133:0/1717634853 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd43c009510 con 0x7fd44c0a5370 2023-12-02T00:32:26.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd4427fc640 1 -- 172.21.15.133:0/1717634853 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd43c00eec0 con 0x7fd44c0a5370 2023-12-02T00:32:26.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd4427fc640 1 -- 172.21.15.133:0/1717634853 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd43c00cb40 con 0x7fd44c0a5370 2023-12-02T00:32:26.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd44c14a690 con 0x7fd44c0a5370 2023-12-02T00:32:26.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.141+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd44c1f0fe0 con 0x7fd44c0a5370 2023-12-02T00:32:26.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.145+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd44c068400 con 0x7fd44c0a5370 2023-12-02T00:32:26.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.145+0000 7fd4427fc640 1 -- 172.21.15.133:0/1717634853 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd43c00cca0 con 0x7fd44c0a5370 2023-12-02T00:32:26.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.145+0000 7fd4427fc640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd430066470 0x7fd430068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.145+0000 7fd4427fc640 1 -- 172.21.15.133:0/1717634853 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fd43c0840b0 con 0x7fd44c0a5370 2023-12-02T00:32:26.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.145+0000 7fd451b83640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd430066470 0x7fd430068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.145+0000 7fd451b83640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd430066470 0x7fd430068930 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd4480b0000 tx=0x7fd448008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.149+0000 7fd4427fc640 1 -- 172.21.15.133:0/1717634853 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd43c051430 con 0x7fd44c0a5370 2023-12-02T00:32:26.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd44c15b2d0 con 0x7fd44c0a5370 2023-12-02T00:32:26.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd4427fc640 1 -- 172.21.15.133:0/1717634853 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd43c054a50 con 0x7fd44c0a5370 2023-12-02T00:32:26.310 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd430066470 msgr2=0x7fd430068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd430066470 0x7fd430068930 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd4480b0000 tx=0x7fd448008040 comp rx=0 tx=0).stop 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 msgr2=0x7fd44c0bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0bf360 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fd43c00e870 tx=0x7fd43c00ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 shutdown_connections 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd430066470 0x7fd430068930 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd44c0c4110 0x7fd44c1ed7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd44c0a5370 0x7fd44c0bf360 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 --2- 172.21.15.133:0/1717634853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd44c072090 0x7fd44c148940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 >> 172.21.15.133:0/1717634853 conn(0x7fd44c06a5b0 msgr2=0x7fd44c1542d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:26.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 shutdown_connections 2023-12-02T00:32:26.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.305+0000 7fd453de7640 1 -- 172.21.15.133:0/1717634853 wait complete. 2023-12-02T00:32:26.331 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:32:26.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5defd0f640 1 Processor -- start 2023-12-02T00:32:26.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5defd0f640 1 -- start start 2023-12-02T00:32:26.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5defd0f640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5de806bbb0 0x7f5de81600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5defd0f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5de806c860 con 0x7f5de8151e90 2023-12-02T00:32:26.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5defd0f640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5de806c000 con 0x7f5de80c7ea0 2023-12-02T00:32:26.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5defd0f640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5de80c8750 con 0x7f5de806bbb0 2023-12-02T00:32:26.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5dedaab640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f5de8151e90 0x7f5de80c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40494/0 (socket says 172.21.15.133:40494) 2023-12-02T00:32:26.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5dedaab640 1 -- 172.21.15.133:0/1490344870 learned_addr learned my addr 172.21.15.133:0/1490344870 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:26.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.465+0000 7f5dee2ac640 1 --2- 172.21.15.133:0/1490344870 >> v2:172.21.15.133:3300/0 conn(0x7f5de806bbb0 0x7f5de81600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5decaa9640 1 -- 172.21.15.133:0/1490344870 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 505842567 0 0) 0x7f5de806c860 con 0x7f5de8151e90 2023-12-02T00:32:26.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5decaa9640 1 -- 172.21.15.133:0/1490344870 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5dd4003530 con 0x7f5de8151e90 2023-12-02T00:32:26.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5dee2ac640 1 -- 172.21.15.133:0/1490344870 >> v1:172.21.15.172:6789/0 conn(0x7f5de80c7ea0 legacy=0x7f5de806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5dee2ac640 1 -- 172.21.15.133:0/1490344870 >> v1:172.21.15.133:6789/0 conn(0x7f5de8151e90 legacy=0x7f5de80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5dee2ac640 1 -- 172.21.15.133:0/1490344870 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5de8154930 con 0x7f5de806bbb0 2023-12-02T00:32:26.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5dee2ac640 1 --2- 172.21.15.133:0/1490344870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de806bbb0 0x7f5de81600b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f5de0009d90 tx=0x7f5de001c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a606492735673be server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5decaa9640 1 -- 172.21.15.133:0/1490344870 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de00a6700 con 0x7f5de806bbb0 2023-12-02T00:32:26.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5decaa9640 1 -- 172.21.15.133:0/1490344870 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5de00a6860 con 0x7f5de806bbb0 2023-12-02T00:32:26.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.469+0000 7f5decaa9640 1 -- 172.21.15.133:0/1490344870 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de00a6bf0 con 0x7f5de806bbb0 2023-12-02T00:32:26.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- 172.21.15.133:0/1490344870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de806bbb0 msgr2=0x7f5de81600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 --2- 172.21.15.133:0/1490344870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de806bbb0 0x7f5de81600b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f5de0009d90 tx=0x7f5de001c830 comp rx=0 tx=0).stop 2023-12-02T00:32:26.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- 172.21.15.133:0/1490344870 shutdown_connections 2023-12-02T00:32:26.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 --2- 172.21.15.133:0/1490344870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de806bbb0 0x7f5de81600b0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- 172.21.15.133:0/1490344870 >> 172.21.15.133:0/1490344870 conn(0x7f5de80ca170 msgr2=0x7f5de80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:26.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- 172.21.15.133:0/1490344870 shutdown_connections 2023-12-02T00:32:26.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- 172.21.15.133:0/1490344870 wait complete. 2023-12-02T00:32:26.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 Processor -- start 2023-12-02T00:32:26.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- start start 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5de806bbb0 0x7f5de81561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de80c7ea0 0x7f5de8146710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5de8151e90 0x7f5de813f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5de81552d0 con 0x7f5de80c7ea0 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5de8155b90 con 0x7f5de8151e90 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5defd0f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5de8145e20 con 0x7f5de806bbb0 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de80c7ea0 0x7f5de8146710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de80c7ea0 0x7f5de8146710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47754/0 (socket says 172.21.15.133:47754) 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 -- 172.21.15.133:0/2934335332 learned_addr learned my addr 172.21.15.133:0/2934335332 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:26.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5dee2ac640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5de8151e90 0x7f5de813f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5dedaab640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5de806bbb0 0x7f5de81561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 -- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5de806bbb0 msgr2=0x7f5de81561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5de806bbb0 0x7f5de81561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 -- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5de8151e90 msgr2=0x7f5de813f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5de8151e90 0x7f5de813f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 -- 172.21.15.133:0/2934335332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5de0009a70 con 0x7f5de80c7ea0 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5dee2ac640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5de8151e90 0x7f5de813f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5dedaab640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5de806bbb0 0x7f5de81561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:26.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5ded2aa640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de80c7ea0 0x7f5de8146710 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f5dd800c3c0 tx=0x7f5dd800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.473+0000 7f5dde7fc640 1 -- 172.21.15.133:0/2934335332 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dd80052d0 con 0x7f5de80c7ea0 2023-12-02T00:32:26.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5dde7fc640 1 -- 172.21.15.133:0/2934335332 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dd8005430 con 0x7f5de80c7ea0 2023-12-02T00:32:26.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5dde7fc640 1 -- 172.21.15.133:0/2934335332 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8003840 con 0x7f5de80c7ea0 2023-12-02T00:32:26.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5de813f4b0 con 0x7f5de80c7ea0 2023-12-02T00:32:26.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5de813ee60 con 0x7f5de80c7ea0 2023-12-02T00:32:26.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5de813f640 con 0x7f5de80c7ea0 2023-12-02T00:32:26.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5dde7fc640 1 -- 172.21.15.133:0/2934335332 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5dd80039a0 con 0x7f5de80c7ea0 2023-12-02T00:32:26.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5dde7fc640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5dcc0664a0 0x7f5dcc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5dde7fc640 1 -- 172.21.15.133:0/2934335332 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f5dd80833e0 con 0x7f5de80c7ea0 2023-12-02T00:32:26.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5dedaab640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5dcc0664a0 0x7f5dcc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.477+0000 7f5dedaab640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5dcc0664a0 0x7f5dcc068960 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5de40011f0 tx=0x7f5de4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.481+0000 7f5dde7fc640 1 -- 172.21.15.133:0/2934335332 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5dd80507f0 con 0x7f5de80c7ea0 2023-12-02T00:32:26.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.633+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5de8068400 con 0x7f5de80c7ea0 2023-12-02T00:32:26.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.633+0000 7f5dde7fc640 1 -- 172.21.15.133:0/2934335332 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v38) v1 ==== 105+0+11 (secure 0 0 0) 0x7f5dd8053e10 con 0x7f5de80c7ea0 2023-12-02T00:32:26.640 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5dcc0664a0 msgr2=0x7f5dcc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5dcc0664a0 0x7f5dcc068960 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5de40011f0 tx=0x7f5de4009040 comp rx=0 tx=0).stop 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de80c7ea0 msgr2=0x7f5de8146710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de80c7ea0 0x7f5de8146710 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f5dd800c3c0 tx=0x7f5dd800c880 comp rx=0 tx=0).stop 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 shutdown_connections 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5dcc0664a0 0x7f5dcc068960 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5de8151e90 0x7f5de813f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5de80c7ea0 0x7f5de8146710 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 --2- 172.21.15.133:0/2934335332 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5de806bbb0 0x7f5de81561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 >> 172.21.15.133:0/2934335332 conn(0x7f5de80ca170 msgr2=0x7f5de81431b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:26.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 shutdown_connections 2023-12-02T00:32:26.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.637+0000 7f5defd0f640 1 -- 172.21.15.133:0/2934335332 wait complete. 2023-12-02T00:32:26.661 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:32:26.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe412980640 1 Processor -- start 2023-12-02T00:32:26.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe412980640 1 -- start start 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe412980640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c63c0 0x7fe40c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe412980640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe40c0c4100 0x7fe40c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe412980640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe40c0c31c0 con 0x7fe40c0c29e0 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe412980640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe40c0c34a0 con 0x7fe40c0c4100 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe412980640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe40c0c1030 con 0x7fe40c0c63c0 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe40c0c4100 0x7fe40c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe410f1d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe40c0c29e0 0x7fe40c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40496/0 (socket says 172.21.15.133:40496) 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe410f1d640 1 -- 172.21.15.133:0/695305783 learned_addr learned my addr 172.21.15.133:0/695305783 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40bfff640 1 --2- 172.21.15.133:0/695305783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c63c0 0x7fe40c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40b7fe640 1 -- 172.21.15.133:0/695305783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c63c0 msgr2=0x7fe40c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40b7fe640 1 --2- 172.21.15.133:0/695305783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c63c0 0x7fe40c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40b7fe640 1 -- 172.21.15.133:0/695305783 >> v1:172.21.15.133:6789/0 conn(0x7fe40c0c29e0 legacy=0x7fe40c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40b7fe640 1 -- 172.21.15.133:0/695305783 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe40c0c1310 con 0x7fe40c0c4100 2023-12-02T00:32:26.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40affd640 1 -- 172.21.15.133:0/695305783 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1626626693 0 0) 0x7fe40c0c31c0 con 0x7fe40c0c29e0 2023-12-02T00:32:26.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.796+0000 7fe40bfff640 1 --2- 172.21.15.133:0/695305783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c63c0 0x7fe40c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:26.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe40b7fe640 1 --2- 172.21.15.133:0/695305783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c0c24a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fe4000097c0 tx=0x7fe40001c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4147a47a07e142d3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe40affd640 1 -- 172.21.15.133:0/695305783 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe400004230 con 0x7fe40c0c4100 2023-12-02T00:32:26.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe40affd640 1 -- 172.21.15.133:0/695305783 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4000a7050 con 0x7fe40c0c4100 2023-12-02T00:32:26.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe40affd640 1 -- 172.21.15.133:0/695305783 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe400003620 con 0x7fe40c0c4100 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 -- 172.21.15.133:0/695305783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 msgr2=0x7fe40c0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 --2- 172.21.15.133:0/695305783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c0c24a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fe4000097c0 tx=0x7fe40001c330 comp rx=0 tx=0).stop 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 -- 172.21.15.133:0/695305783 shutdown_connections 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 --2- 172.21.15.133:0/695305783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c0c24a0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 --2- 172.21.15.133:0/695305783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c63c0 0x7fe40c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 -- 172.21.15.133:0/695305783 >> 172.21.15.133:0/695305783 conn(0x7fe40c06a5b0 msgr2=0x7fe40c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 -- 172.21.15.133:0/695305783 shutdown_connections 2023-12-02T00:32:26.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 -- 172.21.15.133:0/695305783 wait complete. 2023-12-02T00:32:26.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 Processor -- start 2023-12-02T00:32:26.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.800+0000 7fe412980640 1 -- start start 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c29e0 0x7fe40c0bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c1524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe40c0c63c0 0x7fe40c152a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe40c152090 con 0x7fe40c0c4100 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe40c152f60 con 0x7fe40c0c63c0 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe40c1f0810 con 0x7fe40c0c29e0 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c1524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c1524e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47778/0 (socket says 172.21.15.133:47778) 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 -- 172.21.15.133:0/1356633370 learned_addr learned my addr 172.21.15.133:0/1356633370 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40bfff640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c29e0 0x7fe40c0bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe410f1d640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe40c0c63c0 0x7fe40c152a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 -- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c29e0 msgr2=0x7fe40c0bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c29e0 0x7fe40c0bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 -- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe40c0c63c0 msgr2=0x7fe40c152a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe40c0c63c0 0x7fe40c152a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 -- 172.21.15.133:0/1356633370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe400009420 con 0x7fe40c0c4100 2023-12-02T00:32:26.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe410f1d640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe40c0c63c0 0x7fe40c152a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe40b7fe640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c1524e0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fe400019f60 tx=0x7fe4000190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe408ff9640 1 -- 172.21.15.133:0/1356633370 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe400003bf0 con 0x7fe40c0c4100 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe408ff9640 1 -- 172.21.15.133:0/1356633370 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe400003d70 con 0x7fe40c0c4100 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe408ff9640 1 -- 172.21.15.133:0/1356633370 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4000ab680 con 0x7fe40c0c4100 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe40c1f0af0 con 0x7fe40c0c4100 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe40c1f10b0 con 0x7fe40c0c4100 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.804+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe40c068400 con 0x7fe40c0c4100 2023-12-02T00:32:26.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.808+0000 7fe408ff9640 1 -- 172.21.15.133:0/1356633370 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe4000b2040 con 0x7fe40c0c4100 2023-12-02T00:32:26.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.808+0000 7fe408ff9640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe3f80664c0 0x7fe3f8068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:26.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.808+0000 7fe408ff9640 1 -- 172.21.15.133:0/1356633370 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fe40011df00 con 0x7fe40c0c4100 2023-12-02T00:32:26.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.808+0000 7fe40bfff640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe3f80664c0 0x7fe3f8068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:26.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.808+0000 7fe40bfff640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe3f80664c0 0x7fe3f8068980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00ba10 tx=0x7fe3fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:26.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.812+0000 7fe408ff9640 1 -- 172.21.15.133:0/1356633370 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe4000eb300 con 0x7fe40c0c4100 2023-12-02T00:32:26.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fe40c0c3e70 con 0x7fe40c0c4100 2023-12-02T00:32:26.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe408ff9640 1 -- 172.21.15.133:0/1356633370 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v38) v1 ==== 101+0+11 (secure 0 0 0) 0x7fe4000ee920 con 0x7fe40c0c4100 2023-12-02T00:32:26.966 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe3f80664c0 msgr2=0x7fe3f8068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe3f80664c0 0x7fe3f8068980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00ba10 tx=0x7fe3fc008040 comp rx=0 tx=0).stop 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 msgr2=0x7fe40c1524e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c1524e0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fe400019f60 tx=0x7fe4000190d0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 shutdown_connections 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe3f80664c0 0x7fe3f8068980 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe40c0c63c0 0x7fe40c152a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe40c0c4100 0x7fe40c1524e0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 --2- 172.21.15.133:0/1356633370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe40c0c29e0 0x7fe40c0bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 >> 172.21.15.133:0/1356633370 conn(0x7fe40c06a5b0 msgr2=0x7fe40c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 shutdown_connections 2023-12-02T00:32:26.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:26.960+0000 7fe412980640 1 -- 172.21.15.133:0/1356633370 wait complete. 2023-12-02T00:32:26.987 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:27.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41dd8c9640 1 Processor -- start 2023-12-02T00:32:27.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41dd8c9640 1 -- start start 2023-12-02T00:32:27.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41dd8c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c4100 0x7f41d80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41dd8c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41d80c31c0 con 0x7f41d80c06d0 2023-12-02T00:32:27.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41dd8c9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41d80c34a0 con 0x7f41d80c63c0 2023-12-02T00:32:27.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41dd8c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41d80c1030 con 0x7f41d80c4100 2023-12-02T00:32:27.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d77fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f41d80c06d0 0x7f41d80a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40504/0 (socket says 172.21.15.133:40504) 2023-12-02T00:32:27.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d77fe640 1 -- 172.21.15.133:0/2618411921 learned_addr learned my addr 172.21.15.133:0/2618411921 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:27.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d67fc640 1 --2- 172.21.15.133:0/2618411921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c4100 0x7f41d80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d5ffb640 1 -- 172.21.15.133:0/2618411921 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 540966419 0 0) 0x7f41d80c31c0 con 0x7f41d80c06d0 2023-12-02T00:32:27.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d5ffb640 1 -- 172.21.15.133:0/2618411921 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41c0003530 con 0x7f41d80c06d0 2023-12-02T00:32:27.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d5ffb640 1 -- 172.21.15.133:0/2618411921 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3906980822 0 0) 0x7f41d80c34a0 con 0x7f41d80c63c0 2023-12-02T00:32:27.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d5ffb640 1 -- 172.21.15.133:0/2618411921 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41d80c31c0 con 0x7f41d80c63c0 2023-12-02T00:32:27.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d67fc640 1 -- 172.21.15.133:0/2618411921 >> v1:172.21.15.172:6789/0 conn(0x7f41d80c63c0 legacy=0x7f41d80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d67fc640 1 -- 172.21.15.133:0/2618411921 >> v1:172.21.15.133:6789/0 conn(0x7f41d80c06d0 legacy=0x7f41d80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.120+0000 7f41d67fc640 1 -- 172.21.15.133:0/2618411921 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41d80c1310 con 0x7f41d80c4100 2023-12-02T00:32:27.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41d67fc640 1 --2- 172.21.15.133:0/2618411921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c4100 0x7f41d80c2bb0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f41cc0097f0 tx=0x7f41cc01c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c065b3b1a889fd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41d5ffb640 1 -- 172.21.15.133:0/2618411921 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41cc0ab600 con 0x7f41d80c4100 2023-12-02T00:32:27.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41d5ffb640 1 -- 172.21.15.133:0/2618411921 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41cc0a7050 con 0x7f41d80c4100 2023-12-02T00:32:27.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41d5ffb640 1 -- 172.21.15.133:0/2618411921 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41cc0ab980 con 0x7f41d80c4100 2023-12-02T00:32:27.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41dd8c9640 1 -- 172.21.15.133:0/2618411921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c4100 msgr2=0x7f41d80c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/2618411921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c4100 0x7f41d80c2bb0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f41cc0097f0 tx=0x7f41cc01c3a0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41dd8c9640 1 -- 172.21.15.133:0/2618411921 shutdown_connections 2023-12-02T00:32:27.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/2618411921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c4100 0x7f41d80c2bb0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41dd8c9640 1 -- 172.21.15.133:0/2618411921 >> 172.21.15.133:0/2618411921 conn(0x7f41d806a5b0 msgr2=0x7f41d806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:27.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41dd8c9640 1 -- 172.21.15.133:0/2618411921 shutdown_connections 2023-12-02T00:32:27.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.124+0000 7f41dd8c9640 1 -- 172.21.15.133:0/2618411921 wait complete. 2023-12-02T00:32:27.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 Processor -- start 2023-12-02T00:32:27.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 -- start start 2023-12-02T00:32:27.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c06d0 0x7f41d81edfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41d80c4100 0x7f41d815b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41d80c63c0 0x7f41d8156a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41d815a9e0 con 0x7f41d80c63c0 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41d815bd20 con 0x7f41d80c4100 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41d815c720 con 0x7f41d80c06d0 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41d80c63c0 0x7f41d8156a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41d80c63c0 0x7f41d8156a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47788/0 (socket says 172.21.15.133:47788) 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 -- 172.21.15.133:0/3544352340 learned_addr learned my addr 172.21.15.133:0/3544352340 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d6ffd640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c06d0 0x7f41d81edfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d67fc640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41d80c4100 0x7f41d815b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 -- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c06d0 msgr2=0x7f41d81edfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c06d0 0x7f41d81edfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 -- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41d80c4100 msgr2=0x7f41d815b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41d80c4100 0x7f41d815b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 -- 172.21.15.133:0/3544352340 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41cc009420 con 0x7f41d80c63c0 2023-12-02T00:32:27.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41d77fe640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41d80c63c0 0x7f41d8156a70 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f41d000cba0 tx=0x7f41d000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41bffff640 1 -- 172.21.15.133:0/3544352340 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d000ace0 con 0x7f41d80c63c0 2023-12-02T00:32:27.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41bffff640 1 -- 172.21.15.133:0/3544352340 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41d000ae40 con 0x7f41d80c63c0 2023-12-02T00:32:27.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41bffff640 1 -- 172.21.15.133:0/3544352340 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d0012620 con 0x7f41d80c63c0 2023-12-02T00:32:27.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41d80c69b0 con 0x7f41d80c63c0 2023-12-02T00:32:27.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41d81ed7b0 con 0x7f41d80c63c0 2023-12-02T00:32:27.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.128+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41d8068400 con 0x7f41d80c63c0 2023-12-02T00:32:27.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.132+0000 7f41bffff640 1 -- 172.21.15.133:0/3544352340 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f41d0007070 con 0x7f41d80c63c0 2023-12-02T00:32:27.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.132+0000 7f41bffff640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41c4066470 0x7f41c4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.132+0000 7f41bffff640 1 -- 172.21.15.133:0/3544352340 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f41d0083f30 con 0x7f41d80c63c0 2023-12-02T00:32:27.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.132+0000 7f41d6ffd640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41c4066470 0x7f41c4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.132+0000 7f41d6ffd640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41c4066470 0x7f41c4068930 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f41c80011f0 tx=0x7f41c8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.136+0000 7f41bffff640 1 -- 172.21.15.133:0/3544352340 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f41d0054dd0 con 0x7f41d80c63c0 2023-12-02T00:32:27.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f41d80c33e0 con 0x7f41d80c63c0 2023-12-02T00:32:27.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41bffff640 1 -- 172.21.15.133:0/3544352340 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4927 (secure 0 0 0) 0x7f41d0017090 con 0x7f41d80c63c0 2023-12-02T00:32:27.326 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:27.326 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":23,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5589,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1870030783","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1870030783},{"type":"v1","addr":"172.21.15.133:6837","nonce":1870030783}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:27.326 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 23 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41c4066470 msgr2=0x7f41c4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41c4066470 0x7f41c4068930 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f41c80011f0 tx=0x7f41c8009040 comp rx=0 tx=0).stop 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41d80c63c0 msgr2=0x7f41d8156a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41d80c63c0 0x7f41d8156a70 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f41d000cba0 tx=0x7f41d000a430 comp rx=0 tx=0).stop 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 shutdown_connections 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41c4066470 0x7f41c4068930 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41d80c63c0 0x7f41d8156a70 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41d80c4100 0x7f41d815b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 --2- 172.21.15.133:0/3544352340 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41d80c06d0 0x7f41d81edfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 >> 172.21.15.133:0/3544352340 conn(0x7f41d806a5b0 msgr2=0x7f41d80a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 shutdown_connections 2023-12-02T00:32:27.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.320+0000 7f41dd8c9640 1 -- 172.21.15.133:0/3544352340 wait complete. 2023-12-02T00:32:27.347 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:27.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.476+0000 7f48ce454640 1 Processor -- start 2023-12-02T00:32:27.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.476+0000 7f48ce454640 1 -- start start 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48ce454640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48ce454640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f48c80c06d0 0x7f48c80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48ce454640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48c80c31c0 con 0x7f48c80c63c0 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48ce454640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48c80c34a0 con 0x7f48c80c06d0 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48ce454640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48c80c1030 con 0x7f48c80c4100 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c77fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c77fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c80c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:48008/0 (socket says 172.21.15.133:48008) 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48cc9f1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f48c80c06d0 0x7f48c80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c77fe640 1 -- 172.21.15.133:0/1136509065 learned_addr learned my addr 172.21.15.133:0/1136509065 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:27.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c77fe640 1 -- 172.21.15.133:0/1136509065 >> v2:172.21.15.172:3300/0 conn(0x7f48c80c06d0 msgr2=0x7f48c80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:27.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c77fe640 1 --2- 172.21.15.133:0/1136509065 >> v2:172.21.15.172:3300/0 conn(0x7f48c80c06d0 0x7f48c80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c77fe640 1 -- 172.21.15.133:0/1136509065 >> v1:172.21.15.172:6789/0 conn(0x7f48c80c63c0 legacy=0x7f48c80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c77fe640 1 -- 172.21.15.133:0/1136509065 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48c80c1310 con 0x7f48c80c4100 2023-12-02T00:32:27.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.480+0000 7f48c6ffd640 1 -- 172.21.15.133:0/1136509065 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 362397517 0 0) 0x7f48c80c31c0 con 0x7f48c80c63c0 2023-12-02T00:32:27.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48c77fe640 1 --2- 172.21.15.133:0/1136509065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c80c2bb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f48bc009870 tx=0x7f48bc01c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a66aef10d363e2c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48c6ffd640 1 -- 172.21.15.133:0/1136509065 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c80aa3d0 con 0x7f48c80c4100 2023-12-02T00:32:27.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48c6ffd640 1 -- 172.21.15.133:0/1136509065 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48bc0a7050 con 0x7f48c80c4100 2023-12-02T00:32:27.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48c6ffd640 1 -- 172.21.15.133:0/1136509065 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48bc0ab820 con 0x7f48c80c4100 2023-12-02T00:32:27.490 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 -- 172.21.15.133:0/1136509065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 msgr2=0x7f48c80c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.490 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 --2- 172.21.15.133:0/1136509065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c80c2bb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f48bc009870 tx=0x7f48bc01c420 comp rx=0 tx=0).stop 2023-12-02T00:32:27.490 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 -- 172.21.15.133:0/1136509065 shutdown_connections 2023-12-02T00:32:27.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 --2- 172.21.15.133:0/1136509065 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c80c2bb0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 --2- 172.21.15.133:0/1136509065 >> v2:172.21.15.172:3300/0 conn(0x7f48c80c06d0 0x7f48c80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 -- 172.21.15.133:0/1136509065 >> 172.21.15.133:0/1136509065 conn(0x7f48c806a5b0 msgr2=0x7f48c806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:27.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 -- 172.21.15.133:0/1136509065 shutdown_connections 2023-12-02T00:32:27.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 -- 172.21.15.133:0/1136509065 wait complete. 2023-12-02T00:32:27.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 Processor -- start 2023-12-02T00:32:27.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.484+0000 7f48ce454640 1 -- start start 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48c80c06d0 0x7f48c81f06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c814c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48c80c63c0 0x7f48c814c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48c8071920 con 0x7f48c80c06d0 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48c8072260 con 0x7f48c80c63c0 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48c814cad0 con 0x7f48c80c4100 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48c80c06d0 0x7f48c81f06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48c80c06d0 0x7f48c81f06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47790/0 (socket says 172.21.15.133:47790) 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 -- 172.21.15.133:0/1033574528 learned_addr learned my addr 172.21.15.133:0/1033574528 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c77fe640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c814c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48cc9f1640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48c80c63c0 0x7f48c814c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 -- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 msgr2=0x7f48c814c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c814c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 -- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48c80c63c0 msgr2=0x7f48c814c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48c80c63c0 0x7f48c814c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 -- 172.21.15.133:0/1033574528 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48bc0094d0 con 0x7f48c80c06d0 2023-12-02T00:32:27.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c7fff640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48c80c06d0 0x7f48c81f06a0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f48b800c480 tx=0x7f48b800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c4ff9640 1 -- 172.21.15.133:0/1033574528 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b8005480 con 0x7f48c80c06d0 2023-12-02T00:32:27.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c4ff9640 1 -- 172.21.15.133:0/1033574528 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48b8003600 con 0x7f48c80c06d0 2023-12-02T00:32:27.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48c4ff9640 1 -- 172.21.15.133:0/1033574528 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b80039b0 con 0x7f48c80c06d0 2023-12-02T00:32:27.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48c80724c0 con 0x7f48c80c06d0 2023-12-02T00:32:27.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48c814d770 con 0x7f48c80c06d0 2023-12-02T00:32:27.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.488+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48c81f1370 con 0x7f48c80c06d0 2023-12-02T00:32:27.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.492+0000 7f48c4ff9640 1 -- 172.21.15.133:0/1033574528 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f48b8003b10 con 0x7f48c80c06d0 2023-12-02T00:32:27.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.492+0000 7f48c4ff9640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f48b4066470 0x7f48b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.492+0000 7f48c4ff9640 1 -- 172.21.15.133:0/1033574528 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f48b8083970 con 0x7f48c80c06d0 2023-12-02T00:32:27.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.492+0000 7f48c77fe640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f48b4066470 0x7f48b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.492+0000 7f48c77fe640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f48b4066470 0x7f48b4068930 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f48bc0ad000 tx=0x7f48bc0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.496+0000 7f48c4ff9640 1 -- 172.21.15.133:0/1033574528 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f48b8050e30 con 0x7f48c80c06d0 2023-12-02T00:32:27.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.652+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f48c814d5b0 con 0x7f48c80c06d0 2023-12-02T00:32:27.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.652+0000 7f48c4ff9640 1 -- 172.21.15.133:0/1033574528 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16682 (secure 0 0 0) 0x7f48b8054450 con 0x7f48c80c06d0 2023-12-02T00:32:27.659 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:27.659 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":38,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:25.619961+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/952822086":"2023-12-03T00:32:22.608432+0000","172.21.15.133:6835/952822086":"2023-12-03T00:32:22.608432+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f48b4066470 msgr2=0x7f48b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f48b4066470 0x7f48b4068930 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f48bc0ad000 tx=0x7f48bc0a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48c80c06d0 msgr2=0x7f48c81f06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48c80c06d0 0x7f48c81f06a0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f48b800c480 tx=0x7f48b800c940 comp rx=0 tx=0).stop 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 shutdown_connections 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f48b4066470 0x7f48b4068930 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48c80c63c0 0x7f48c814c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48c80c4100 0x7f48c814c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 --2- 172.21.15.133:0/1033574528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48c80c06d0 0x7f48c81f06a0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 >> 172.21.15.133:0/1033574528 conn(0x7f48c806a5b0 msgr2=0x7f48c815b1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 shutdown_connections 2023-12-02T00:32:27.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.656+0000 7f48ce454640 1 -- 172.21.15.133:0/1033574528 wait complete. 2023-12-02T00:32:27.680 INFO:tasks.cephfs.filesystem:Destroying file system cephfs2 and related pools 2023-12-02T00:32:27.681 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:27.809 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:32:27.813 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:32:27.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f43d8640 1 Processor -- start 2023-12-02T00:32:27.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f43d8640 1 -- start start 2023-12-02T00:32:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f43d8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff6ec0c7ea0 0x7ff6ec06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f43d8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff6ec06b9e0 0x7ff6ec15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f43d8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6ec06c860 con 0x7ff6ec151e90 2023-12-02T00:32:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f43d8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6ec0c8750 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f43d8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6ec1552d0 con 0x7ff6ec06b9e0 2023-12-02T00:32:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f2174640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff6ec151e90 0x7ff6ec0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40510/0 (socket says 172.21.15.133:40510) 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f1973640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff6ec0c7ea0 0x7ff6ec06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f2174640 1 -- 172.21.15.133:0/3131272359 learned_addr learned my addr 172.21.15.133:0/3131272359 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f2975640 1 --2- 172.21.15.133:0/3131272359 >> v2:172.21.15.172:3300/0 conn(0x7ff6ec06b9e0 0x7ff6ec15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f1973640 1 -- 172.21.15.133:0/3131272359 >> v2:172.21.15.172:3300/0 conn(0x7ff6ec06b9e0 msgr2=0x7ff6ec15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f1973640 1 --2- 172.21.15.133:0/3131272359 >> v2:172.21.15.172:3300/0 conn(0x7ff6ec06b9e0 0x7ff6ec15f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f1973640 1 -- 172.21.15.133:0/3131272359 >> v1:172.21.15.133:6789/0 conn(0x7ff6ec151e90 legacy=0x7ff6ec0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f1973640 1 -- 172.21.15.133:0/3131272359 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6ec154930 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.812+0000 7ff6f2975640 1 --2- 172.21.15.133:0/3131272359 >> v2:172.21.15.172:3300/0 conn(0x7ff6ec06b9e0 0x7ff6ec15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:27.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f1973640 1 --2- 172.21.15.133:0/3131272359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec06b4a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec08c190 tx=0x7ff6dc01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=227a3a6903394404 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f1172640 1 -- 172.21.15.133:0/3131272359 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc0ab600 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f1172640 1 -- 172.21.15.133:0/3131272359 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6dc0a7050 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f1172640 1 -- 172.21.15.133:0/3131272359 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc0ab980 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 -- 172.21.15.133:0/3131272359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 msgr2=0x7ff6ec06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/3131272359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec06b4a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec08c190 tx=0x7ff6dc01c340 comp rx=0 tx=0).stop 2023-12-02T00:32:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 -- 172.21.15.133:0/3131272359 shutdown_connections 2023-12-02T00:32:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/3131272359 >> v2:172.21.15.172:3300/0 conn(0x7ff6ec06b9e0 0x7ff6ec15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/3131272359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec06b4a0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 -- 172.21.15.133:0/3131272359 >> 172.21.15.133:0/3131272359 conn(0x7ff6ec0ca170 msgr2=0x7ff6ec0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 -- 172.21.15.133:0/3131272359 shutdown_connections 2023-12-02T00:32:27.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.816+0000 7ff6f43d8640 1 -- 172.21.15.133:0/3131272359 wait complete. 2023-12-02T00:32:27.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 Processor -- start 2023-12-02T00:32:27.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 -- start start 2023-12-02T00:32:27.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6ec06b9e0 0x7ff6ec0add00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec141e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6ec151e90 0x7ff6ec144280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6ec0aecc0 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6ec14bca0 con 0x7ff6ec151e90 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6ec0ad800 con 0x7ff6ec06b9e0 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec141e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec141e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47812/0 (socket says 172.21.15.133:47812) 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 -- 172.21.15.133:0/1643341199 learned_addr learned my addr 172.21.15.133:0/1643341199 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f2174640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6ec06b9e0 0x7ff6ec0add00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f2975640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6ec151e90 0x7ff6ec144280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 -- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6ec06b9e0 msgr2=0x7ff6ec0add00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6ec06b9e0 0x7ff6ec0add00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 -- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6ec151e90 msgr2=0x7ff6ec144280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6ec151e90 0x7ff6ec144280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 -- 172.21.15.133:0/1643341199 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6dc009420 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f1973640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec141e40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0ae040 tx=0x7ff6dc0190e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6e2ffd640 1 -- 172.21.15.133:0/1643341199 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc0b4840 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6e2ffd640 1 -- 172.21.15.133:0/1643341199 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6dc0b49c0 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6ec0ae630 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6e2ffd640 1 -- 172.21.15.133:0/1643341199 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6dc0b4d70 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.820+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6ec141610 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.824+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6ec141190 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.824+0000 7ff6e2ffd640 1 -- 172.21.15.133:0/1643341199 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff6dc0b2040 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.824+0000 7ff6e2ffd640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6d0066470 0x7ff6d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:27.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.824+0000 7ff6e2ffd640 1 -- 172.21.15.133:0/1643341199 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7ff6dc11e0b0 con 0x7ff6ec0c7ea0 2023-12-02T00:32:27.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.824+0000 7ff6f2174640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6d0066470 0x7ff6d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:27.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.824+0000 7ff6f2174640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6d0066470 0x7ff6d0068930 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff6e8005890 tx=0x7ff6e8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:27.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:27.828+0000 7ff6e2ffd640 1 -- 172.21.15.133:0/1643341199 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff6ec141190 con 0x7ff6ec0c7ea0 2023-12-02T00:32:28.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.012+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff6ec141190 con 0x7ff6ec0c7ea0 2023-12-02T00:32:28.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.012+0000 7ff6e2ffd640 1 -- 172.21.15.133:0/1643341199 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4927 (secure 0 0 0) 0x7ff6ec141190 con 0x7ff6ec0c7ea0 2023-12-02T00:32:28.020 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:28.020 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":23,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5589,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1870030783","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1870030783},{"type":"v1","addr":"172.21.15.133:6837","nonce":1870030783}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:28.020 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 23 2023-12-02T00:32:28.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6d0066470 msgr2=0x7ff6d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6d0066470 0x7ff6d0068930 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff6e8005890 tx=0x7ff6e8009040 comp rx=0 tx=0).stop 2023-12-02T00:32:28.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 msgr2=0x7ff6ec141e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec141e40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0ae040 tx=0x7ff6dc0190e0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 shutdown_connections 2023-12-02T00:32:28.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6d0066470 0x7ff6d0068930 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6ec151e90 0x7ff6ec144280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6ec0c7ea0 0x7ff6ec141e40 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 --2- 172.21.15.133:0/1643341199 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6ec06b9e0 0x7ff6ec0add00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 >> 172.21.15.133:0/1643341199 conn(0x7ff6ec0ca170 msgr2=0x7ff6ec0c48b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:28.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 shutdown_connections 2023-12-02T00:32:28.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.016+0000 7ff6f43d8640 1 -- 172.21.15.133:0/1643341199 wait complete. 2023-12-02T00:32:28.041 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:28.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf29df5640 1 Processor -- start 2023-12-02T00:32:28.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf29df5640 1 -- start start 2023-12-02T00:32:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf29df5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faf240c63c0 0x7faf240c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf29df5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7faf240c4100 0x7faf240c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf29df5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf240c31c0 con 0x7faf240c29e0 2023-12-02T00:32:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf29df5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf240c34a0 con 0x7faf240c63c0 2023-12-02T00:32:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf29df5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf240c1030 con 0x7faf240c4100 2023-12-02T00:32:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf237fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faf240c63c0 0x7faf240c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf237fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faf240c63c0 0x7faf240c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47824/0 (socket says 172.21.15.133:47824) 2023-12-02T00:32:28.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf237fe640 1 -- 172.21.15.133:0/744854570 learned_addr learned my addr 172.21.15.133:0/744854570 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:28.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf237fe640 1 -- 172.21.15.133:0/744854570 >> v2:172.21.15.172:3300/0 conn(0x7faf240c4100 msgr2=0x7faf240c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:28.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf237fe640 1 --2- 172.21.15.133:0/744854570 >> v2:172.21.15.172:3300/0 conn(0x7faf240c4100 0x7faf240c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf237fe640 1 -- 172.21.15.133:0/744854570 >> v1:172.21.15.172:6789/0 conn(0x7faf240c29e0 legacy=0x7faf240a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:28.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.172+0000 7faf237fe640 1 -- 172.21.15.133:0/744854570 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf240c1310 con 0x7faf240c63c0 2023-12-02T00:32:28.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf237fe640 1 --2- 172.21.15.133:0/744854570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240c06d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7faf240a8b40 tx=0x7faf1401c370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7fbced389a2cd8c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf227fc640 1 -- 172.21.15.133:0/744854570 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf140ad640 con 0x7faf240c63c0 2023-12-02T00:32:28.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf227fc640 1 -- 172.21.15.133:0/744854570 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf140ad7a0 con 0x7faf240c63c0 2023-12-02T00:32:28.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf227fc640 1 -- 172.21.15.133:0/744854570 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf140adb30 con 0x7faf240c63c0 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 -- 172.21.15.133:0/744854570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 msgr2=0x7faf240c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 --2- 172.21.15.133:0/744854570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240c06d0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7faf240a8b40 tx=0x7faf1401c370 comp rx=0 tx=0).stop 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 -- 172.21.15.133:0/744854570 shutdown_connections 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 --2- 172.21.15.133:0/744854570 >> v2:172.21.15.172:3300/0 conn(0x7faf240c4100 0x7faf240c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 --2- 172.21.15.133:0/744854570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240c06d0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 -- 172.21.15.133:0/744854570 >> 172.21.15.133:0/744854570 conn(0x7faf2406a5b0 msgr2=0x7faf2406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 -- 172.21.15.133:0/744854570 shutdown_connections 2023-12-02T00:32:28.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 -- 172.21.15.133:0/744854570 wait complete. 2023-12-02T00:32:28.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.176+0000 7faf29df5640 1 Processor -- start 2023-12-02T00:32:28.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 -- start start 2023-12-02T00:32:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf240c29e0 0x7faf24070870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf240c4100 0x7faf240a3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf241ed8f0 con 0x7faf240c63c0 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf241ecd40 con 0x7faf240c29e0 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf241edd10 con 0x7faf240c4100 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240a4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47836/0 (socket says 172.21.15.133:47836) 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 -- 172.21.15.133:0/1443730941 learned_addr learned my addr 172.21.15.133:0/1443730941 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf237fe640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf240c29e0 0x7faf24070870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf22ffd640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf240c4100 0x7faf240a3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 -- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf240c4100 msgr2=0x7faf240a3d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf240c4100 0x7faf240a3d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 -- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf240c29e0 msgr2=0x7faf24070870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf240c29e0 0x7faf24070870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 -- 172.21.15.133:0/1443730941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf140094d0 con 0x7faf240c63c0 2023-12-02T00:32:28.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf23fff640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240a4280 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7faf1c00c780 tx=0x7faf1c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf0bfff640 1 -- 172.21.15.133:0/1443730941 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1c003d90 con 0x7faf240c63c0 2023-12-02T00:32:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf0bfff640 1 -- 172.21.15.133:0/1443730941 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf1c00ce90 con 0x7faf240c63c0 2023-12-02T00:32:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf0bfff640 1 -- 172.21.15.133:0/1443730941 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1c0052b0 con 0x7faf240c63c0 2023-12-02T00:32:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf240a47c0 con 0x7faf240c63c0 2023-12-02T00:32:28.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf240be020 con 0x7faf240c63c0 2023-12-02T00:32:28.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.180+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf241eda30 con 0x7faf240c63c0 2023-12-02T00:32:28.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.184+0000 7faf0bfff640 1 -- 172.21.15.133:0/1443730941 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7faf1c005410 con 0x7faf240c63c0 2023-12-02T00:32:28.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.184+0000 7faf0bfff640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf10066470 0x7faf10068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.184+0000 7faf0bfff640 1 -- 172.21.15.133:0/1443730941 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7faf1c0833a0 con 0x7faf240c63c0 2023-12-02T00:32:28.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.184+0000 7faf237fe640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf10066470 0x7faf10068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.184+0000 7faf237fe640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf10066470 0x7faf10068930 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7faf140af000 tx=0x7faf14008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.193 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.188+0000 7faf0bfff640 1 -- 172.21.15.133:0/1443730941 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7faf241eda30 con 0x7faf240c63c0 2023-12-02T00:32:28.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faf241eda30 con 0x7faf240c63c0 2023-12-02T00:32:28.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf0bfff640 1 -- 172.21.15.133:0/1443730941 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4927 (secure 0 0 0) 0x7faf241eda30 con 0x7faf240c63c0 2023-12-02T00:32:28.375 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:28.375 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":23,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5589,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1870030783","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1870030783},{"type":"v1","addr":"172.21.15.133:6837","nonce":1870030783}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:31:57.623953+0000","modified":"2023-12-02T00:32:00.652217+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4974},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4974":{"gid":4974,"name":"c","rank":0,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6836/3025758550","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3025758550},{"type":"v1","addr":"172.21.15.133:6836","nonce":3025758550}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2023-12-02T00:32:28.375 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 23 2023-12-02T00:32:28.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf10066470 msgr2=0x7faf10068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf10066470 0x7faf10068930 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7faf140af000 tx=0x7faf14008040 comp rx=0 tx=0).stop 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 msgr2=0x7faf240a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240a4280 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7faf1c00c780 tx=0x7faf1c00cc40 comp rx=0 tx=0).stop 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 shutdown_connections 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7faf10066470 0x7faf10068930 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf240c63c0 0x7faf240a4280 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faf240c4100 0x7faf240a3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 --2- 172.21.15.133:0/1443730941 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faf240c29e0 0x7faf24070870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.368+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 >> 172.21.15.133:0/1443730941 conn(0x7faf2406a5b0 msgr2=0x7faf2406ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.372+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 shutdown_connections 2023-12-02T00:32:28.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.372+0000 7faf29df5640 1 -- 172.21.15.133:0/1443730941 wait complete. 2023-12-02T00:32:28.396 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:28.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 Processor -- start 2023-12-02T00:32:28.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 -- start start 2023-12-02T00:32:28.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 0x7f45480c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f45480c7ea0 0x7f454806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f45480c4e60 0x7f454806b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45480c8750 con 0x7f45480c7ea0 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45481552d0 con 0x7f45480c4e60 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f454dafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45480c5c60 con 0x7f4548151e90 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f45480c7ea0 0x7f454806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f45480c7ea0 0x7f454806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47842/0 (socket says 172.21.15.133:47842) 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 -- 172.21.15.133:0/1825238968 learned_addr learned my addr 172.21.15.133:0/1825238968 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f45477fe640 1 --2- 172.21.15.133:0/1825238968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 0x7f45480c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f4547fff640 1 --2- 172.21.15.133:0/1825238968 >> v2:172.21.15.172:3300/0 conn(0x7f45480c4e60 0x7f454806b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 -- 172.21.15.133:0/1825238968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 msgr2=0x7f45480c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 --2- 172.21.15.133:0/1825238968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 0x7f45480c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 -- 172.21.15.133:0/1825238968 >> v2:172.21.15.172:3300/0 conn(0x7f45480c4e60 msgr2=0x7f454806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:28.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 --2- 172.21.15.133:0/1825238968 >> v2:172.21.15.172:3300/0 conn(0x7f45480c4e60 0x7f454806b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f453ffff640 1 -- 172.21.15.133:0/1825238968 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f454806c860 con 0x7f45480c7ea0 2023-12-02T00:32:28.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.528+0000 7f4547fff640 1 --2- 172.21.15.133:0/1825238968 >> v2:172.21.15.172:3300/0 conn(0x7f45480c4e60 0x7f454806b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:28.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f453ffff640 1 --2- 172.21.15.133:0/1825238968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c7ea0 0x7f454806b4a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f45480bd660 tx=0x7f453001c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c93fe085dfb6d7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f4546ffd640 1 -- 172.21.15.133:0/1825238968 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45300ab600 con 0x7f45480c7ea0 2023-12-02T00:32:28.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f4546ffd640 1 -- 172.21.15.133:0/1825238968 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45300a7050 con 0x7f45480c7ea0 2023-12-02T00:32:28.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f4546ffd640 1 -- 172.21.15.133:0/1825238968 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45300ab980 con 0x7f45480c7ea0 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 -- 172.21.15.133:0/1825238968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c7ea0 msgr2=0x7f454806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 --2- 172.21.15.133:0/1825238968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c7ea0 0x7f454806b4a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f45480bd660 tx=0x7f453001c3e0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 -- 172.21.15.133:0/1825238968 shutdown_connections 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 --2- 172.21.15.133:0/1825238968 >> v2:172.21.15.172:3300/0 conn(0x7f45480c4e60 0x7f454806b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 --2- 172.21.15.133:0/1825238968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c7ea0 0x7f454806b4a0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 --2- 172.21.15.133:0/1825238968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 0x7f45480c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 -- 172.21.15.133:0/1825238968 >> 172.21.15.133:0/1825238968 conn(0x7f45480ca170 msgr2=0x7f45480ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 -- 172.21.15.133:0/1825238968 shutdown_connections 2023-12-02T00:32:28.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.532+0000 7f454dafe640 1 -- 172.21.15.133:0/1825238968 wait complete. 2023-12-02T00:32:28.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 Processor -- start 2023-12-02T00:32:28.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 -- start start 2023-12-02T00:32:28.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c4e60 0x7f45481526c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45480c7ea0 0x7f45480be0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 0x7f45480c2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45480c1070 con 0x7f45480c4e60 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45480c12c0 con 0x7f45480c7ea0 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45480c15a0 con 0x7f4548151e90 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c4e60 0x7f45481526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c4e60 0x7f45481526c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47858/0 (socket says 172.21.15.133:47858) 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 -- 172.21.15.133:0/353239823 learned_addr learned my addr 172.21.15.133:0/353239823 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 -- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 msgr2=0x7f45480c2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 0x7f45480c2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f453ffff640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45480c7ea0 0x7f45480be0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 -- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45480c7ea0 msgr2=0x7f45480be0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45480c7ea0 0x7f45480be0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 -- 172.21.15.133:0/353239823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45300094d0 con 0x7f45480c4e60 2023-12-02T00:32:28.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f453ffff640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45480c7ea0 0x7f45480be0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:28.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f45477fe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c4e60 0x7f45481526c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f453800e930 tx=0x7f453800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f4544ff9640 1 -- 172.21.15.133:0/353239823 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4538009690 con 0x7f45480c4e60 2023-12-02T00:32:28.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f4544ff9640 1 -- 172.21.15.133:0/353239823 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f453800ca00 con 0x7f45480c4e60 2023-12-02T00:32:28.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45480c1880 con 0x7f45480c4e60 2023-12-02T00:32:28.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f4544ff9640 1 -- 172.21.15.133:0/353239823 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f453800cd70 con 0x7f45480c4e60 2023-12-02T00:32:28.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4548152c00 con 0x7f45480c4e60 2023-12-02T00:32:28.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.536+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4548068400 con 0x7f45480c4e60 2023-12-02T00:32:28.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.540+0000 7f4544ff9640 1 -- 172.21.15.133:0/353239823 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4538013470 con 0x7f45480c4e60 2023-12-02T00:32:28.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.540+0000 7f4544ff9640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4528066470 0x7f4528068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.540+0000 7f4544ff9640 1 -- 172.21.15.133:0/353239823 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f45380840a0 con 0x7f45480c4e60 2023-12-02T00:32:28.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.540+0000 7f453ffff640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4528066470 0x7f4528068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.540+0000 7f453ffff640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4528066470 0x7f4528068930 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f45300ad000 tx=0x7f4530008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.544+0000 7f4544ff9640 1 -- 172.21.15.133:0/353239823 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4538051610 con 0x7f45480c4e60 2023-12-02T00:32:28.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.692+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f454814f7c0 con 0x7f45480c4e60 2023-12-02T00:32:28.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f4544ff9640 1 -- 172.21.15.133:0/353239823 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16682 (secure 0 0 0) 0x7f4538054c30 con 0x7f45480c4e60 2023-12-02T00:32:28.701 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:28.701 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":38,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:25.619961+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:31:55.550277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:31:56.633004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/952822086":"2023-12-03T00:32:22.608432+0000","172.21.15.133:6835/952822086":"2023-12-03T00:32:22.608432+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:28.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4528066470 msgr2=0x7f4528068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4528066470 0x7f4528068930 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f45300ad000 tx=0x7f4530008040 comp rx=0 tx=0).stop 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c4e60 msgr2=0x7f45481526c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c4e60 0x7f45481526c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f453800e930 tx=0x7f453800edf0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 shutdown_connections 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4528066470 0x7f4528068930 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4548151e90 0x7f45480c2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45480c7ea0 0x7f45480be0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 --2- 172.21.15.133:0/353239823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45480c4e60 0x7f45481526c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 >> 172.21.15.133:0/353239823 conn(0x7f45480ca170 msgr2=0x7f454806b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 shutdown_connections 2023-12-02T00:32:28.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.696+0000 7f454dafe640 1 -- 172.21.15.133:0/353239823 wait complete. 2023-12-02T00:32:28.723 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs2 2023-12-02T00:32:28.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0266b01640 1 Processor -- start 2023-12-02T00:32:28.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0266b01640 1 -- start start 2023-12-02T00:32:28.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0266b01640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0260072090 0x7f0260150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0266b01640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f02600725c0 0x7f02601514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0266b01640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02600c2760 con 0x7f02600a5370 2023-12-02T00:32:28.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0266b01640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02600c3070 con 0x7f0260072090 2023-12-02T00:32:28.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0266b01640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02600a5750 con 0x7f02600725c0 2023-12-02T00:32:28.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0257fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0260072090 0x7f0260150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0257fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0260072090 0x7f0260150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47864/0 (socket says 172.21.15.133:47864) 2023-12-02T00:32:28.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0257fff640 1 -- 172.21.15.133:0/1442414397 learned_addr learned my addr 172.21.15.133:0/1442414397 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:28.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f026509e640 1 --2- 172.21.15.133:0/1442414397 >> v2:172.21.15.172:3300/0 conn(0x7f02600725c0 0x7f02601514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0257fff640 1 -- 172.21.15.133:0/1442414397 >> v2:172.21.15.172:3300/0 conn(0x7f02600725c0 msgr2=0x7f02601514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:28.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0257fff640 1 --2- 172.21.15.133:0/1442414397 >> v2:172.21.15.172:3300/0 conn(0x7f02600725c0 0x7f02601514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0257fff640 1 -- 172.21.15.133:0/1442414397 >> v1:172.21.15.172:6789/0 conn(0x7f02600a5370 legacy=0x7f02600c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.856+0000 7f0257fff640 1 -- 172.21.15.133:0/1442414397 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02600aad20 con 0x7f0260072090 2023-12-02T00:32:28.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0257fff640 1 --2- 172.21.15.133:0/1442414397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f0260150fa0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f0260072020 tx=0x7f025001e820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cd9ba11c1296ba3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f02577fe640 1 -- 172.21.15.133:0/1442414397 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0250004230 con 0x7f0260072090 2023-12-02T00:32:28.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f02577fe640 1 -- 172.21.15.133:0/1442414397 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02500ab070 con 0x7f0260072090 2023-12-02T00:32:28.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f02577fe640 1 -- 172.21.15.133:0/1442414397 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02500a7670 con 0x7f0260072090 2023-12-02T00:32:28.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 -- 172.21.15.133:0/1442414397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 msgr2=0x7f0260150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 --2- 172.21.15.133:0/1442414397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f0260150fa0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f0260072020 tx=0x7f025001e820 comp rx=0 tx=0).stop 2023-12-02T00:32:28.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 -- 172.21.15.133:0/1442414397 shutdown_connections 2023-12-02T00:32:28.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 --2- 172.21.15.133:0/1442414397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f0260150fa0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 --2- 172.21.15.133:0/1442414397 >> v2:172.21.15.172:3300/0 conn(0x7f02600725c0 0x7f02601514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 -- 172.21.15.133:0/1442414397 >> 172.21.15.133:0/1442414397 conn(0x7f026006a5b0 msgr2=0x7f026006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:28.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 -- 172.21.15.133:0/1442414397 shutdown_connections 2023-12-02T00:32:28.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.860+0000 7f0266b01640 1 -- 172.21.15.133:0/1442414397 wait complete. 2023-12-02T00:32:28.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 Processor -- start 2023-12-02T00:32:28.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 -- start start 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f02601f00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02600725c0 0x7f0260149ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02600a5370 0x7f026014a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02600c08b0 con 0x7f0260072090 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02600a6270 con 0x7f02600a5370 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02601f0910 con 0x7f02600725c0 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f02601f00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f02601f00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47866/0 (socket says 172.21.15.133:47866) 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 -- 172.21.15.133:0/3224922036 learned_addr learned my addr 172.21.15.133:0/3224922036 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0257fff640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02600725c0 0x7f0260149ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026509e640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02600a5370 0x7f026014a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 -- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02600725c0 msgr2=0x7f0260149ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02600725c0 0x7f0260149ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 -- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02600a5370 msgr2=0x7f026014a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:28.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02600a5370 0x7f026014a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:28.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 -- 172.21.15.133:0/3224922036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f025000b780 con 0x7f0260072090 2023-12-02T00:32:28.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026509e640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02600a5370 0x7f026014a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:28.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f026489d640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f02601f00c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f025c00c410 tx=0x7f025c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f02557fa640 1 -- 172.21.15.133:0/3224922036 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f025c011790 con 0x7f0260072090 2023-12-02T00:32:28.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f02557fa640 1 -- 172.21.15.133:0/3224922036 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f025c011910 con 0x7f0260072090 2023-12-02T00:32:28.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02601f0bf0 con 0x7f0260072090 2023-12-02T00:32:28.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f02557fa640 1 -- 172.21.15.133:0/3224922036 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f025c011cc0 con 0x7f0260072090 2023-12-02T00:32:28.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.864+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02600a67d0 con 0x7f0260072090 2023-12-02T00:32:28.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.868+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0260068400 con 0x7f0260072090 2023-12-02T00:32:28.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.868+0000 7f02557fa640 1 -- 172.21.15.133:0/3224922036 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f025c01c460 con 0x7f0260072090 2023-12-02T00:32:28.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.868+0000 7f02557fa640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f024c066470 0x7f024c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:28.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.868+0000 7f02557fa640 1 -- 172.21.15.133:0/3224922036 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f025c083c50 con 0x7f0260072090 2023-12-02T00:32:28.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.868+0000 7f0257fff640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f024c066470 0x7f024c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:28.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.868+0000 7f0257fff640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f024c066470 0x7f024c068930 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f02500b1000 tx=0x7f02500a9070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:28.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:28.872+0000 7f02557fa640 1 -- 172.21.15.133:0/3224922036 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f025c089020 con 0x7f0260072090 2023-12-02T00:32:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.056+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs2"} v 0) v1 -- 0x7f026014ccf0 con 0x7f0260072090 2023-12-02T00:32:29.108 INFO:tasks.ceph.mon.a.smithi133.stderr:2023-12-02T00:32:29.056+0000 7f942af9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.056+0000 7f02557fa640 1 -- 172.21.15.133:0/3224922036 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs2"}]=0 cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v24) v1 ==== 163+0+0 (secure 0 0 0) 0x7f025c051100 con 0x7f0260072090 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f024c066470 msgr2=0x7f024c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f024c066470 0x7f024c068930 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f02500b1000 tx=0x7f02500a9070 comp rx=0 tx=0).stop 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 msgr2=0x7f02601f00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f02601f00c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f025c00c410 tx=0x7f025c00c8d0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 shutdown_connections 2023-12-02T00:32:29.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f024c066470 0x7f024c068930 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f02600a5370 0x7f026014a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f02600725c0 0x7f0260149ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 --2- 172.21.15.133:0/3224922036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0260072090 0x7f02601f00c0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 >> 172.21.15.133:0/3224922036 conn(0x7f026006a5b0 msgr2=0x7f026014b1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:29.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 shutdown_connections 2023-12-02T00:32:29.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.060+0000 7f0266b01640 1 -- 172.21.15.133:0/3224922036 wait complete. 2023-12-02T00:32:29.110 INFO:tasks.ceph.mds.c.smithi133.stderr: -2055> 2023-12-02T00:32:03.133+0000 7fc24c69b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:32:29.111 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs2 --yes-i-really-mean-it 2023-12-02T00:32:29.118 INFO:tasks.ceph.mds.c.smithi133.stdout:starting mds.c at 2023-12-02T00:32:29.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.244+0000 7f3526a48640 1 Processor -- start 2023-12-02T00:32:29.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.244+0000 7f3526a48640 1 -- start start 2023-12-02T00:32:29.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.244+0000 7f3526a48640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35200c3030 0x7f3520154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:29.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.244+0000 7f3526a48640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f35201552a0 0x7f35200a9150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:29.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.244+0000 7f3526a48640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35200c14f0 con 0x7f352006cac0 2023-12-02T00:32:29.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.244+0000 7f3526a48640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35200c1e90 con 0x7f35201552a0 2023-12-02T00:32:29.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.244+0000 7f3526a48640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f352006d830 con 0x7f35200c3030 2023-12-02T00:32:29.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3525a46640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f352006cac0 0x7f35200c0500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40532/0 (socket says 172.21.15.133:40532) 2023-12-02T00:32:29.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3525a46640 1 -- 172.21.15.133:0/1365264390 learned_addr learned my addr 172.21.15.133:0/1365264390 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:29.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3526247640 1 --2- 172.21.15.133:0/1365264390 >> v2:172.21.15.133:3300/0 conn(0x7f35201552a0 0x7f35200a9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:29.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3525245640 1 --2- 172.21.15.133:0/1365264390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35200c3030 0x7f3520154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:29.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3526247640 1 -- 172.21.15.133:0/1365264390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35200c3030 msgr2=0x7f3520154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:29.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3526247640 1 --2- 172.21.15.133:0/1365264390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35200c3030 0x7f3520154d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3526247640 1 -- 172.21.15.133:0/1365264390 >> v1:172.21.15.133:6789/0 conn(0x7f352006cac0 legacy=0x7f35200c0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:29.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3526247640 1 -- 172.21.15.133:0/1365264390 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35200c17d0 con 0x7f35201552a0 2023-12-02T00:32:29.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3524a44640 1 -- 172.21.15.133:0/1365264390 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3614403384 0 0) 0x7f35200c14f0 con 0x7f352006cac0 2023-12-02T00:32:29.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3526247640 1 --2- 172.21.15.133:0/1365264390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35201552a0 0x7f35200a9150 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f3518009d90 tx=0x7f351801c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd44683fd722458b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:29.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3524a44640 1 -- 172.21.15.133:0/1365264390 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35200a9ea0 con 0x7f35201552a0 2023-12-02T00:32:29.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3524a44640 1 -- 172.21.15.133:0/1365264390 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35180a5970 con 0x7f35201552a0 2023-12-02T00:32:29.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.248+0000 7f3524a44640 1 -- 172.21.15.133:0/1365264390 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35180a5d00 con 0x7f35201552a0 2023-12-02T00:32:29.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- 172.21.15.133:0/1365264390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35201552a0 msgr2=0x7f35200a9150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:29.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 --2- 172.21.15.133:0/1365264390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35201552a0 0x7f35200a9150 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f3518009d90 tx=0x7f351801c890 comp rx=0 tx=0).stop 2023-12-02T00:32:29.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- 172.21.15.133:0/1365264390 shutdown_connections 2023-12-02T00:32:29.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 --2- 172.21.15.133:0/1365264390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35201552a0 0x7f35200a9150 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 --2- 172.21.15.133:0/1365264390 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35200c3030 0x7f3520154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- 172.21.15.133:0/1365264390 >> 172.21.15.133:0/1365264390 conn(0x7f35200c6120 msgr2=0x7f352006a5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:29.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- 172.21.15.133:0/1365264390 shutdown_connections 2023-12-02T00:32:29.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- 172.21.15.133:0/1365264390 wait complete. 2023-12-02T00:32:29.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 Processor -- start 2023-12-02T00:32:29.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- start start 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f352006cac0 0x7f35201517b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35200c3030 0x7f35200c49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35201552a0 0x7f3520149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3520150ae0 con 0x7f35200c3030 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f352014e720 con 0x7f352006cac0 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526a48640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3520151cf0 con 0x7f35201552a0 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35200c3030 0x7f35200c49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35200c3030 0x7f35200c49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47898/0 (socket says 172.21.15.133:47898) 2023-12-02T00:32:29.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 -- 172.21.15.133:0/3814242044 learned_addr learned my addr 172.21.15.133:0/3814242044 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525a46640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f352006cac0 0x7f35201517b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3526247640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35201552a0 0x7f3520149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 -- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35201552a0 msgr2=0x7f3520149c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35201552a0 0x7f3520149c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 -- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f352006cac0 msgr2=0x7f35201517b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f352006cac0 0x7f35201517b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.252+0000 7f3525245640 1 -- 172.21.15.133:0/3814242044 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3518009a70 con 0x7f35200c3030 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f3525245640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35200c3030 0x7f35200c49a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f351000e960 tx=0x7f351000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f35167fc640 1 -- 172.21.15.133:0/3814242044 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3510009690 con 0x7f35200c3030 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f35167fc640 1 -- 172.21.15.133:0/3814242044 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f351000ca00 con 0x7f35200c3030 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f35167fc640 1 -- 172.21.15.133:0/3814242044 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f351000cd70 con 0x7f35200c3030 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35200aa320 con 0x7f35200c3030 2023-12-02T00:32:29.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f352014e3b0 con 0x7f35200c3030 2023-12-02T00:32:29.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35200a9130 con 0x7f35200c3030 2023-12-02T00:32:29.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f35167fc640 1 -- 172.21.15.133:0/3814242044 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3510013470 con 0x7f35200c3030 2023-12-02T00:32:29.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f35167fc640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3504066470 0x7f3504068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:29.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f35167fc640 1 -- 172.21.15.133:0/3814242044 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5885+0+0 (secure 0 0 0) 0x7f3510084100 con 0x7f35200c3030 2023-12-02T00:32:29.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f3525a46640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3504066470 0x7f3504068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:29.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.256+0000 7f3525a46640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3504066470 0x7f3504068930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f351c007fd0 tx=0x7f351c007d60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:29.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.260+0000 7f35167fc640 1 -- 172.21.15.133:0/3814242044 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3510051570 con 0x7f35200c3030 2023-12-02T00:32:29.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:29.448+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f352004e850 con 0x7f35200c3030 2023-12-02T00:32:30.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.064+0000 7f35167fc640 1 -- 172.21.15.133:0/3814242044 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true}]=0 v25) v1 ==== 105+0+0 (secure 0 0 0) 0x7f3510054b90 con 0x7f35200c3030 2023-12-02T00:32:30.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3504066470 msgr2=0x7f3504068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:30.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3504066470 0x7f3504068930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f351c007fd0 tx=0x7f351c007d60 comp rx=0 tx=0).stop 2023-12-02T00:32:30.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35200c3030 msgr2=0x7f35200c49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:30.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35200c3030 0x7f35200c49a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f351000e960 tx=0x7f351000ee20 comp rx=0 tx=0).stop 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 shutdown_connections 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3504066470 0x7f3504068930 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35201552a0 0x7f3520149c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35200c3030 0x7f35200c49a0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 --2- 172.21.15.133:0/3814242044 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f352006cac0 0x7f35201517b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 >> 172.21.15.133:0/3814242044 conn(0x7f35200c6120 msgr2=0x7f3520071740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 shutdown_connections 2023-12-02T00:32:30.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.068+0000 7f3526a48640 1 -- 172.21.15.133:0/3814242044 wait complete. 2023-12-02T00:32:30.094 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_metadata cephfs2_metadata --yes-i-really-really-mean-it 2023-12-02T00:32:30.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.272+0000 7fcfe49e6640 1 Processor -- start 2023-12-02T00:32:30.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.272+0000 7fcfe49e6640 1 -- start start 2023-12-02T00:32:30.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfe49e6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c6820 0x7fcfe00c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:30.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfe49e6640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcfe00c8700 0x7fcfe015edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:30.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfe49e6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfe01553e0 con 0x7fcfe0154f80 2023-12-02T00:32:30.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfe49e6640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfe00ad290 con 0x7fcfe00c8700 2023-12-02T00:32:30.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfe49e6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe00aec70 con 0x7fcfe00c6820 2023-12-02T00:32:30.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfde59c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fcfe0154f80 0x7fcfe00c7ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40536/0 (socket says 172.21.15.133:40536) 2023-12-02T00:32:30.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfdf59e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcfe00c8700 0x7fcfe015edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:30.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfde59c640 1 -- 172.21.15.133:0/2944465197 learned_addr learned my addr 172.21.15.133:0/2944465197 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:30.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfded9d640 1 --2- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c6820 0x7fcfe00c6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:30.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfdf59e640 1 -- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c6820 msgr2=0x7fcfe00c6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:30.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfdf59e640 1 --2- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c6820 0x7fcfe00c6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfdf59e640 1 -- 172.21.15.133:0/2944465197 >> v1:172.21.15.133:6789/0 conn(0x7fcfe0154f80 legacy=0x7fcfe00c7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:30.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfdf59e640 1 -- 172.21.15.133:0/2944465197 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe00aef50 con 0x7fcfe00c8700 2023-12-02T00:32:30.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.276+0000 7fcfddd9b640 1 -- 172.21.15.133:0/2944465197 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3178514446 0 0) 0x7fcfe01553e0 con 0x7fcfe0154f80 2023-12-02T00:32:30.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfdf59e640 1 --2- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c8700 0x7fcfe015edf0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8009d90 tx=0x7fcfd801c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f4c16e1dbb6a1dc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:30.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfddd9b640 1 -- 172.21.15.133:0/2944465197 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd80a59f0 con 0x7fcfe00c8700 2023-12-02T00:32:30.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfddd9b640 1 -- 172.21.15.133:0/2944465197 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfd80a5b50 con 0x7fcfe00c8700 2023-12-02T00:32:30.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfddd9b640 1 -- 172.21.15.133:0/2944465197 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd80ad440 con 0x7fcfe00c8700 2023-12-02T00:32:30.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 -- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c8700 msgr2=0x7fcfe015edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:30.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c8700 0x7fcfe015edf0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcfd8009d90 tx=0x7fcfd801c950 comp rx=0 tx=0).stop 2023-12-02T00:32:30.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 -- 172.21.15.133:0/2944465197 shutdown_connections 2023-12-02T00:32:30.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c8700 0x7fcfe015edf0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/2944465197 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c6820 0x7fcfe00c6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 -- 172.21.15.133:0/2944465197 >> 172.21.15.133:0/2944465197 conn(0x7fcfe00728b0 msgr2=0x7fcfe00abb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:30.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 -- 172.21.15.133:0/2944465197 shutdown_connections 2023-12-02T00:32:30.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 -- 172.21.15.133:0/2944465197 wait complete. 2023-12-02T00:32:30.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 Processor -- start 2023-12-02T00:32:30.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.280+0000 7fcfe49e6640 1 -- start start 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c6820 0x7fcfe01efce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c8700 0x7fcfe01f0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfe0154f80 0x7fcfe0145210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe0149b10 con 0x7fcfe0154f80 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe0146220 con 0x7fcfe00c6820 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe0147280 con 0x7fcfe00c8700 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfe0154f80 0x7fcfe0145210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfe0154f80 0x7fcfe0145210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47910/0 (socket says 172.21.15.133:47910) 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 -- 172.21.15.133:0/3397340032 learned_addr learned my addr 172.21.15.133:0/3397340032 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfded9d640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c6820 0x7fcfe01efce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfde59c640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c8700 0x7fcfe01f0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 -- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c8700 msgr2=0x7fcfe01f0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:30.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c8700 0x7fcfe01f0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 -- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c6820 msgr2=0x7fcfe01efce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:30.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c6820 0x7fcfe01efce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:30.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 -- 172.21.15.133:0/3397340032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd8009a70 con 0x7fcfe0154f80 2023-12-02T00:32:30.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfdf59e640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfe0154f80 0x7fcfe0145210 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fcfd80b0040 tx=0x7fcfd80196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:30.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfc77fe640 1 -- 172.21.15.133:0/3397340032 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd80add90 con 0x7fcfe0154f80 2023-12-02T00:32:30.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfc77fe640 1 -- 172.21.15.133:0/3397340032 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfd8009450 con 0x7fcfe0154f80 2023-12-02T00:32:30.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfc77fe640 1 -- 172.21.15.133:0/3397340032 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd80b7650 con 0x7fcfe0154f80 2023-12-02T00:32:30.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfe0146f50 con 0x7fcfe0154f80 2023-12-02T00:32:30.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfe01f0b70 con 0x7fcfe0154f80 2023-12-02T00:32:30.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfe0147410 con 0x7fcfe0154f80 2023-12-02T00:32:30.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.284+0000 7fcfc77fe640 1 -- 172.21.15.133:0/3397340032 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcfd80b4050 con 0x7fcfe0154f80 2023-12-02T00:32:30.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.288+0000 7fcfc77fe640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:30.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.288+0000 7fcfc77fe640 1 -- 172.21.15.133:0/3397340032 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5885+0+0 (secure 0 0 0) 0x7fcfd811f460 con 0x7fcfe0154f80 2023-12-02T00:32:30.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.288+0000 7fcfded9d640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:30.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.288+0000 7fcfded9d640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0009b60 tx=0x7fcfd0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:30.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.292+0000 7fcfc77fe640 1 -- 172.21.15.133:0/3397340032 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcfd80ec8d0 con 0x7fcfe0154f80 2023-12-02T00:32:30.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:30.444+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fcfe004e850 con 0x7fcfe0154f80 2023-12-02T00:32:31.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfc77fe640 1 -- 172.21.15.133:0/3397340032 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_metadata' removed v40) v1 ==== 184+0+0 (secure 0 0 0) 0x7fcfd80efef0 con 0x7fcfe0154f80 2023-12-02T00:32:31.074 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_metadata' removed 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 msgr2=0x7fcfcc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0009b60 tx=0x7fcfd0009190 comp rx=0 tx=0).stop 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfe0154f80 msgr2=0x7fcfe0145210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfe0154f80 0x7fcfe0145210 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fcfd80b0040 tx=0x7fcfd80196f0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 shutdown_connections 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcfcc066470 0x7fcfcc068930 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcfe0154f80 0x7fcfe0145210 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcfe00c8700 0x7fcfe01f0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 --2- 172.21.15.133:0/3397340032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcfe00c6820 0x7fcfe01efce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 >> 172.21.15.133:0/3397340032 conn(0x7fcfe00728b0 msgr2=0x7fcfe00ab600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:31.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 shutdown_connections 2023-12-02T00:32:31.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.068+0000 7fcfe49e6640 1 -- 172.21.15.133:0/3397340032 wait complete. 2023-12-02T00:32:31.104 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_data cephfs2_data --yes-i-really-really-mean-it 2023-12-02T00:32:31.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.240+0000 7f6e59755640 1 Processor -- start 2023-12-02T00:32:31.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.240+0000 7f6e59755640 1 -- start start 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e59755640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6e540c7dd0 0x7f6e540c81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e59755640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e54154ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e59755640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e540c28e0 con 0x7f6e540c19d0 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e59755640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e54155430 con 0x7f6e540c7dd0 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e59755640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e540c2b80 con 0x7f6e540c7790 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e52ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6e540c7dd0 0x7f6e540c81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e52ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6e540c7dd0 0x7f6e540c81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47926/0 (socket says 172.21.15.133:47926) 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e52ffd640 1 -- 172.21.15.133:0/2739115624 learned_addr learned my addr 172.21.15.133:0/2739115624 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e537fe640 1 --2- 172.21.15.133:0/2739115624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e54154ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:31.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e52ffd640 1 -- 172.21.15.133:0/2739115624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 msgr2=0x7f6e54154ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:31.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e52ffd640 1 --2- 172.21.15.133:0/2739115624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e54154ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e52ffd640 1 -- 172.21.15.133:0/2739115624 >> v1:172.21.15.172:6789/0 conn(0x7f6e540c19d0 legacy=0x7f6e541547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:31.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.244+0000 7f6e52ffd640 1 -- 172.21.15.133:0/2739115624 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e540c42b0 con 0x7f6e540c7dd0 2023-12-02T00:32:31.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e52ffd640 1 --2- 172.21.15.133:0/2739115624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540c81b0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f6e44009e50 tx=0x7f6e4401f1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ae66dac70bbb914 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:31.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e527fc640 1 -- 172.21.15.133:0/2739115624 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e440af400 con 0x7f6e540c7dd0 2023-12-02T00:32:31.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e527fc640 1 -- 172.21.15.133:0/2739115624 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e440ab050 con 0x7f6e540c7dd0 2023-12-02T00:32:31.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e527fc640 1 -- 172.21.15.133:0/2739115624 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e440af780 con 0x7f6e540c7dd0 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 -- 172.21.15.133:0/2739115624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 msgr2=0x7f6e540c81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 --2- 172.21.15.133:0/2739115624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540c81b0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f6e44009e50 tx=0x7f6e4401f1f0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 -- 172.21.15.133:0/2739115624 shutdown_connections 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 --2- 172.21.15.133:0/2739115624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e54154ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 --2- 172.21.15.133:0/2739115624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540c81b0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 -- 172.21.15.133:0/2739115624 >> 172.21.15.133:0/2739115624 conn(0x7f6e5406a5b0 msgr2=0x7f6e5406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 -- 172.21.15.133:0/2739115624 shutdown_connections 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 -- 172.21.15.133:0/2739115624 wait complete. 2023-12-02T00:32:31.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 Processor -- start 2023-12-02T00:32:31.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.248+0000 7f6e59755640 1 -- start start 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e540c19d0 0x7f6e540a7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e540ac1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540ac6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e540a99d0 con 0x7f6e540c7dd0 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e540aa510 con 0x7f6e540c19d0 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e540a9be0 con 0x7f6e540c7790 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540ac6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540ac6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47942/0 (socket says 172.21.15.133:47942) 2023-12-02T00:32:31.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 -- 172.21.15.133:0/1620032933 learned_addr learned my addr 172.21.15.133:0/1620032933 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e52ffd640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e540c19d0 0x7f6e540a7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e4a7fc640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e540ac1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 -- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 msgr2=0x7f6e540ac1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e540ac1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 -- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e540c19d0 msgr2=0x7f6e540a7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e540c19d0 0x7f6e540a7dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 -- 172.21.15.133:0/1620032933 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e44009b30 con 0x7f6e540c7dd0 2023-12-02T00:32:31.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e537fe640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540ac6e0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c00d830 tx=0x7f6e4c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:31.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e4bfff640 1 -- 172.21.15.133:0/1620032933 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c00b6c0 con 0x7f6e540c7dd0 2023-12-02T00:32:31.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e4bfff640 1 -- 172.21.15.133:0/1620032933 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e4c00b820 con 0x7f6e540c7dd0 2023-12-02T00:32:31.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e540a9ec0 con 0x7f6e540c7dd0 2023-12-02T00:32:31.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e4bfff640 1 -- 172.21.15.133:0/1620032933 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c00bbd0 con 0x7f6e540c7dd0 2023-12-02T00:32:31.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e540a8300 con 0x7f6e540c7dd0 2023-12-02T00:32:31.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.252+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e540aa6c0 con 0x7f6e540c7dd0 2023-12-02T00:32:31.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.256+0000 7f6e4bfff640 1 -- 172.21.15.133:0/1620032933 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6e4c01e460 con 0x7f6e540c7dd0 2023-12-02T00:32:31.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.256+0000 7f6e4bfff640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e340664a0 0x7f6e34068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:31.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.256+0000 7f6e4bfff640 1 -- 172.21.15.133:0/1620032933 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 5445+0+0 (secure 0 0 0) 0x7f6e4c084300 con 0x7f6e540c7dd0 2023-12-02T00:32:31.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.256+0000 7f6e52ffd640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e340664a0 0x7f6e34068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:31.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.256+0000 7f6e52ffd640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e340664a0 0x7f6e34068960 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6e440b1000 tx=0x7f6e440aa000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:31.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.260+0000 7f6e4bfff640 1 -- 172.21.15.133:0/1620032933 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6e540aa6c0 con 0x7f6e540c7dd0 2023-12-02T00:32:31.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:31.412+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6e540aa6c0 con 0x7f6e540c7dd0 2023-12-02T00:32:32.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.076+0000 7f6e4bfff640 1 -- 172.21.15.133:0/1620032933 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_data' removed v41) v1 ==== 172+0+0 (secure 0 0 0) 0x7f6e540aa6c0 con 0x7f6e540c7dd0 2023-12-02T00:32:32.082 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_data' removed 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e340664a0 msgr2=0x7f6e34068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e340664a0 0x7f6e34068960 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6e440b1000 tx=0x7f6e440aa000 comp rx=0 tx=0).stop 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 msgr2=0x7f6e540ac6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540ac6e0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c00d830 tx=0x7f6e4c00dcf0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 shutdown_connections 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e340664a0 0x7f6e34068960 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e540c7dd0 0x7f6e540ac6e0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e540c7790 0x7f6e540ac1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 --2- 172.21.15.133:0/1620032933 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e540c19d0 0x7f6e540a7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 >> 172.21.15.133:0/1620032933 conn(0x7f6e5406a5b0 msgr2=0x7f6e5406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:32.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 shutdown_connections 2023-12-02T00:32:32.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.080+0000 7f6e59755640 1 -- 172.21.15.133:0/1620032933 wait complete. 2023-12-02T00:32:32.110 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-12-02T00:32:32.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09acb80640 1 Processor -- start 2023-12-02T00:32:32.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09acb80640 1 -- start start 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09acb80640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f09a80c63c0 0x7f09a80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09acb80640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09a80c31c0 con 0x7f09a80c4100 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09acb80640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09a80c34a0 con 0x7f09a80c2bb0 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09acb80640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09a80c1030 con 0x7f09a80c63c0 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09a659c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f09a80c63c0 0x7f09a80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f099dd9b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f09a80c4100 0x7f09a80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40546/0 (socket says 172.21.15.133:40546) 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f099dd9b640 1 -- 172.21.15.133:0/2263010479 learned_addr learned my addr 172.21.15.133:0/2263010479 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:32.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09a5d9b640 1 -- 172.21.15.133:0/2263010479 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1928306331 0 0) 0x7f09a80c31c0 con 0x7f09a80c4100 2023-12-02T00:32:32.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09a5d9b640 1 -- 172.21.15.133:0/2263010479 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0994003530 con 0x7f09a80c4100 2023-12-02T00:32:32.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09a659c640 1 -- 172.21.15.133:0/2263010479 >> v1:172.21.15.172:6789/0 conn(0x7f09a80c2bb0 legacy=0x7f09a80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09a659c640 1 -- 172.21.15.133:0/2263010479 >> v1:172.21.15.133:6789/0 conn(0x7f09a80c4100 legacy=0x7f09a80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.244+0000 7f09a659c640 1 -- 172.21.15.133:0/2263010479 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09a80c1310 con 0x7f09a80c63c0 2023-12-02T00:32:32.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09a659c640 1 --2- 172.21.15.133:0/2263010479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a80c06d0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f09980097c0 tx=0x7f099801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=106d05790950d27a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:32.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09a5d9b640 1 -- 172.21.15.133:0/2263010479 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09980ad680 con 0x7f09a80c63c0 2023-12-02T00:32:32.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09a5d9b640 1 -- 172.21.15.133:0/2263010479 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09980ad7e0 con 0x7f09a80c63c0 2023-12-02T00:32:32.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09a5d9b640 1 -- 172.21.15.133:0/2263010479 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09980adb70 con 0x7f09a80c63c0 2023-12-02T00:32:32.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09acb80640 1 -- 172.21.15.133:0/2263010479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 msgr2=0x7f09a80c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09acb80640 1 --2- 172.21.15.133:0/2263010479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a80c06d0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f09980097c0 tx=0x7f099801c360 comp rx=0 tx=0).stop 2023-12-02T00:32:32.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09acb80640 1 -- 172.21.15.133:0/2263010479 shutdown_connections 2023-12-02T00:32:32.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09acb80640 1 --2- 172.21.15.133:0/2263010479 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a80c06d0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09acb80640 1 -- 172.21.15.133:0/2263010479 >> 172.21.15.133:0/2263010479 conn(0x7f09a806a5b0 msgr2=0x7f09a806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:32.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09acb80640 1 -- 172.21.15.133:0/2263010479 shutdown_connections 2023-12-02T00:32:32.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.248+0000 7f09acb80640 1 -- 172.21.15.133:0/2263010479 wait complete. 2023-12-02T00:32:32.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 Processor -- start 2023-12-02T00:32:32.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 -- start start 2023-12-02T00:32:32.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09a80c2bb0 0x7f09a81edad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09a80c4100 0x7f09a80bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a81543a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a81ee140 con 0x7f09a80c63c0 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80a6bd0 con 0x7f09a80c2bb0 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80a6eb0 con 0x7f09a80c4100 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a81543a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a81543a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47970/0 (socket says 172.21.15.133:47970) 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 -- 172.21.15.133:0/3348954057 learned_addr learned my addr 172.21.15.133:0/3348954057 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a659c640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09a80c2bb0 0x7f09a81edad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f099dd9b640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09a80c4100 0x7f09a80bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 -- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09a80c4100 msgr2=0x7f09a80bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09a80c4100 0x7f09a80bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 -- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09a80c2bb0 msgr2=0x7f09a81edad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09a80c2bb0 0x7f09a81edad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 -- 172.21.15.133:0/3348954057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0998009420 con 0x7f09a80c63c0 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a659c640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09a80c2bb0 0x7f09a81edad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09a6d9d640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a81543a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f09a000c770 tx=0x7f09a000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f099f7fe640 1 -- 172.21.15.133:0/3348954057 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a0003b80 con 0x7f09a80c63c0 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f099f7fe640 1 -- 172.21.15.133:0/3348954057 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09a0003ce0 con 0x7f09a80c63c0 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09a80c69b0 con 0x7f09a80c63c0 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f099f7fe640 1 -- 172.21.15.133:0/3348954057 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a000aa90 con 0x7f09a80c63c0 2023-12-02T00:32:32.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.252+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a80a7470 con 0x7f09a80c63c0 2023-12-02T00:32:32.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.256+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09a8068400 con 0x7f09a80c63c0 2023-12-02T00:32:32.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.256+0000 7f099f7fe640 1 -- 172.21.15.133:0/3348954057 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f09a000abf0 con 0x7f09a80c63c0 2023-12-02T00:32:32.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.256+0000 7f099f7fe640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0988066470 0x7f0988068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.256+0000 7f099f7fe640 1 -- 172.21.15.133:0/3348954057 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f09a00838e0 con 0x7f09a80c63c0 2023-12-02T00:32:32.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.256+0000 7f09a659c640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0988066470 0x7f0988068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.256+0000 7f09a659c640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0988066470 0x7f0988068930 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f09980af000 tx=0x7f09980a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:32.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.260+0000 7f099f7fe640 1 -- 172.21.15.133:0/3348954057 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f09a00510a0 con 0x7f09a80c63c0 2023-12-02T00:32:32.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.412+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f09a80c3e70 con 0x7f09a80c63c0 2023-12-02T00:32:32.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.416+0000 7f099f7fe640 1 -- 172.21.15.133:0/3348954057 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f09a00546c0 con 0x7f09a80c63c0 2023-12-02T00:32:32.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.416+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0988066470 msgr2=0x7f0988068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.416+0000 7f09acb80640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0988066470 0x7f0988068930 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f09980af000 tx=0x7f09980a7000 comp rx=0 tx=0).stop 2023-12-02T00:32:32.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.416+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 msgr2=0x7f09a81543a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.416+0000 7f09acb80640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a81543a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f09a000c770 tx=0x7f09a000cc30 comp rx=0 tx=0).stop 2023-12-02T00:32:32.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 shutdown_connections 2023-12-02T00:32:32.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0988066470 0x7f0988068930 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09a80c63c0 0x7f09a81543a0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f09a80c4100 0x7f09a80bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 --2- 172.21.15.133:0/3348954057 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f09a80c2bb0 0x7f09a81edad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 >> 172.21.15.133:0/3348954057 conn(0x7f09a806a5b0 msgr2=0x7f09a80c24a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:32.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 shutdown_connections 2023-12-02T00:32:32.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.420+0000 7f09acb80640 1 -- 172.21.15.133:0/3348954057 wait complete. 2023-12-02T00:32:32.444 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent' 2023-12-02T00:32:32.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea3668640 1 Processor -- start 2023-12-02T00:32:32.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea3668640 1 -- start start 2023-12-02T00:32:32.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea3668640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c06c470 0x7f0e9c0c0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea3668640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e9c154b60 con 0x7f0e9c157c90 2023-12-02T00:32:32.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea3668640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e9c158120 con 0x7f0e9c152030 2023-12-02T00:32:32.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea3668640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e9c152410 con 0x7f0e9c06c470 2023-12-02T00:32:32.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea1c05640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0e9c157c90 0x7f0e9c0c2270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40552/0 (socket says 172.21.15.133:40552) 2023-12-02T00:32:32.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea1c05640 1 -- 172.21.15.133:0/1799821807 learned_addr learned my addr 172.21.15.133:0/1799821807 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:32.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea0c03640 1 --2- 172.21.15.133:0/1799821807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c06c470 0x7f0e9c0c0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0e93fff640 1 -- 172.21.15.133:0/1799821807 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2303608527 0 0) 0x7f0e9c154b60 con 0x7f0e9c157c90 2023-12-02T00:32:32.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0e93fff640 1 -- 172.21.15.133:0/1799821807 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e88003530 con 0x7f0e9c157c90 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0e93fff640 1 -- 172.21.15.133:0/1799821807 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2182210174 0 0) 0x7f0e9c158120 con 0x7f0e9c152030 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0e93fff640 1 -- 172.21.15.133:0/1799821807 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e9c154b60 con 0x7f0e9c152030 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea0c03640 1 -- 172.21.15.133:0/1799821807 >> v1:172.21.15.172:6789/0 conn(0x7f0e9c152030 legacy=0x7f0e9c154ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea0c03640 1 -- 172.21.15.133:0/1799821807 >> v1:172.21.15.133:6789/0 conn(0x7f0e9c157c90 legacy=0x7f0e9c0c2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.576+0000 7f0ea0c03640 1 -- 172.21.15.133:0/1799821807 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e9c0c1820 con 0x7f0e9c06c470 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea0c03640 1 --2- 172.21.15.133:0/1799821807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c06c470 0x7f0e9c0c0c40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c0097f0 tx=0x7f0e8c01c400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a7c87f60192ddfd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0e93fff640 1 -- 172.21.15.133:0/1799821807 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c0ab600 con 0x7f0e9c06c470 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0e93fff640 1 -- 172.21.15.133:0/1799821807 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e8c0ab760 con 0x7f0e9c06c470 2023-12-02T00:32:32.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0e93fff640 1 -- 172.21.15.133:0/1799821807 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c0abaf0 con 0x7f0e9c06c470 2023-12-02T00:32:32.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea3668640 1 -- 172.21.15.133:0/1799821807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c06c470 msgr2=0x7f0e9c0c0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea3668640 1 --2- 172.21.15.133:0/1799821807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c06c470 0x7f0e9c0c0c40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c0097f0 tx=0x7f0e8c01c400 comp rx=0 tx=0).stop 2023-12-02T00:32:32.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea3668640 1 -- 172.21.15.133:0/1799821807 shutdown_connections 2023-12-02T00:32:32.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea3668640 1 --2- 172.21.15.133:0/1799821807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c06c470 0x7f0e9c0c0c40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea3668640 1 -- 172.21.15.133:0/1799821807 >> 172.21.15.133:0/1799821807 conn(0x7f0e9c06a5b0 msgr2=0x7f0e9c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:32.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea3668640 1 -- 172.21.15.133:0/1799821807 shutdown_connections 2023-12-02T00:32:32.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.580+0000 7f0ea3668640 1 -- 172.21.15.133:0/1799821807 wait complete. 2023-12-02T00:32:32.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 Processor -- start 2023-12-02T00:32:32.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 -- start start 2023-12-02T00:32:32.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0e9c06c470 0x7f0e9c072610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c152030 0x7f0e9c14f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0e9c157c90 0x7f0e9c1f0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e9c155700 con 0x7f0e9c157c90 2023-12-02T00:32:32.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e9c14bbb0 con 0x7f0e9c06c470 2023-12-02T00:32:32.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e9c14be90 con 0x7f0e9c152030 2023-12-02T00:32:32.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0e9c157c90 0x7f0e9c1f0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0e9c157c90 0x7f0e9c1f0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47984/0 (socket says 172.21.15.133:47984) 2023-12-02T00:32:32.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 -- 172.21.15.133:0/2276812341 learned_addr learned my addr 172.21.15.133:0/2276812341 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:32.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1404640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0e9c06c470 0x7f0e9c072610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea0c03640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c152030 0x7f0e9c14f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 -- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c152030 msgr2=0x7f0e9c14f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c152030 0x7f0e9c14f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 -- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0e9c06c470 msgr2=0x7f0e9c072610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:32.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0e9c06c470 0x7f0e9c072610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:32.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 -- 172.21.15.133:0/2276812341 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e8c009420 con 0x7f0e9c157c90 2023-12-02T00:32:32.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea0c03640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c152030 0x7f0e9c14f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea1c05640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0e9c157c90 0x7f0e9c1f0350 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f0e9400cba0 tx=0x7f0e9400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0e91ffb640 1 -- 172.21.15.133:0/2276812341 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e9400ace0 con 0x7f0e9c157c90 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0e91ffb640 1 -- 172.21.15.133:0/2276812341 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e9400ae40 con 0x7f0e9c157c90 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0e91ffb640 1 -- 172.21.15.133:0/2276812341 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e94012620 con 0x7f0e9c157c90 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.584+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e9c14b700 con 0x7f0e9c157c90 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.588+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e9c14c890 con 0x7f0e9c157c90 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.588+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e9c14c000 con 0x7f0e9c157c90 2023-12-02T00:32:32.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.588+0000 7f0e91ffb640 1 -- 172.21.15.133:0/2276812341 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0e94007070 con 0x7f0e9c157c90 2023-12-02T00:32:32.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.588+0000 7f0e91ffb640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0e80066470 0x7f0e80068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:32.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.588+0000 7f0e91ffb640 1 -- 172.21.15.133:0/2276812341 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f0e94083b00 con 0x7f0e9c157c90 2023-12-02T00:32:32.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.588+0000 7f0ea1404640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0e80066470 0x7f0e80068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:32.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.592+0000 7f0ea1404640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0e80066470 0x7f0e80068930 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0e980011f0 tx=0x7f0e98009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:32.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.592+0000 7f0e91ffb640 1 -- 172.21.15.133:0/2276812341 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0e94054dd0 con 0x7f0e9c157c90 2023-12-02T00:32:32.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:32.800+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]} v 0) v1 -- 0x7f0e9c14ca80 con 0x7f0e9c157c90 2023-12-02T00:32:33.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0e91ffb640 1 -- 172.21.15.133:0/2276812341 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]}]=0 v116) v1 ==== 159+0+0 (secure 0 0 0) 0x7f0e940170e0 con 0x7f0e9c157c90 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0e80066470 msgr2=0x7f0e80068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0e80066470 0x7f0e80068930 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0e980011f0 tx=0x7f0e98009040 comp rx=0 tx=0).stop 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0e9c157c90 msgr2=0x7f0e9c1f0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0e9c157c90 0x7f0e9c1f0350 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f0e9400cba0 tx=0x7f0e9400a430 comp rx=0 tx=0).stop 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 shutdown_connections 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0e80066470 0x7f0e80068930 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0e9c157c90 0x7f0e9c1f0350 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0e9c152030 0x7f0e9c14f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 --2- 172.21.15.133:0/2276812341 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0e9c06c470 0x7f0e9c072610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 >> 172.21.15.133:0/2276812341 conn(0x7f0e9c06a5b0 msgr2=0x7f0e9c06abc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:33.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 shutdown_connections 2023-12-02T00:32:33.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.080+0000 7f0ea3668640 1 -- 172.21.15.133:0/2276812341 wait complete. 2023-12-02T00:32:33.106 INFO:tasks.cephfs_test_runner:test_mount_all_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) ... ok 2023-12-02T00:32:33.107 INFO:tasks.cephfs_test_runner:Starting test: test_mount_mon_and_osd_caps_present_mds_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) 2023-12-02T00:32:33.107 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:33.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 Processor -- start 2023-12-02T00:32:33.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 -- start start 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5a580c5260 0x7f5a5806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a580c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f5a580c60f0 0x7f5a58155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a580c17f0 con 0x7f5a580c5260 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a580c2580 con 0x7f5a580c60f0 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5ffdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a580c1a00 con 0x7f5a580c5640 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5a580c5260 0x7f5a5806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5a580c5260 0x7f5a5806d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47994/0 (socket says 172.21.15.133:47994) 2023-12-02T00:32:33.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/3053801840 learned_addr learned my addr 172.21.15.133:0/3053801840 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5e57c640 1 --2- 172.21.15.133:0/3053801840 >> v2:172.21.15.172:3300/0 conn(0x7f5a580c60f0 0x7f5a58155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5d57a640 1 --2- 172.21.15.133:0/3053801840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a580c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/3053801840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 msgr2=0x7f5a580c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 --2- 172.21.15.133:0/3053801840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a580c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/3053801840 >> v2:172.21.15.172:3300/0 conn(0x7f5a580c60f0 msgr2=0x7f5a58155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 --2- 172.21.15.133:0/3053801840 >> v2:172.21.15.172:3300/0 conn(0x7f5a580c60f0 0x7f5a58155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/3053801840 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a580c1ce0 con 0x7f5a580c5260 2023-12-02T00:32:33.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.240+0000 7f5a5e57c640 1 --2- 172.21.15.133:0/3053801840 >> v2:172.21.15.172:3300/0 conn(0x7f5a580c60f0 0x7f5a58155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:33.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5dd7b640 1 --2- 172.21.15.133:0/3053801840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a5806d5b0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f5a5806d340 tx=0x7f5a5401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0d59e40edbecaf6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5cd79640 1 -- 172.21.15.133:0/3053801840 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a540ac640 con 0x7f5a580c5260 2023-12-02T00:32:33.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5cd79640 1 -- 172.21.15.133:0/3053801840 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a540ac7a0 con 0x7f5a580c5260 2023-12-02T00:32:33.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5cd79640 1 -- 172.21.15.133:0/3053801840 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a540acb30 con 0x7f5a580c5260 2023-12-02T00:32:33.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/3053801840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 msgr2=0x7f5a5806d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/3053801840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a5806d5b0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f5a5806d340 tx=0x7f5a5401c440 comp rx=0 tx=0).stop 2023-12-02T00:32:33.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/3053801840 shutdown_connections 2023-12-02T00:32:33.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/3053801840 >> v2:172.21.15.172:3300/0 conn(0x7f5a580c60f0 0x7f5a58155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/3053801840 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a580c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/3053801840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a5806d5b0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/3053801840 >> 172.21.15.133:0/3053801840 conn(0x7f5a5806a5b0 msgr2=0x7f5a5806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:33.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/3053801840 shutdown_connections 2023-12-02T00:32:33.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.244+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/3053801840 wait complete. 2023-12-02T00:32:33.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 Processor -- start 2023-12-02T00:32:33.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 -- start start 2023-12-02T00:32:33.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a581522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a58156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a580c60f0 0x7f5a5814afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a5815a1d0 con 0x7f5a580c5260 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a581ee6a0 con 0x7f5a580c60f0 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a581527f0 con 0x7f5a580c5640 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a581522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a581522b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48002/0 (socket says 172.21.15.133:48002) 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/1978534166 learned_addr learned my addr 172.21.15.133:0/1978534166 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5d57a640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a58156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5e57c640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a580c60f0 0x7f5a5814afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 msgr2=0x7f5a58156fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a58156fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a580c60f0 msgr2=0x7f5a5814afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a580c60f0 0x7f5a5814afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 -- 172.21.15.133:0/1978534166 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a540094d0 con 0x7f5a580c5260 2023-12-02T00:32:33.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5dd7b640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a581522b0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f5a540af040 tx=0x7f5a5401ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a4e7fc640 1 -- 172.21.15.133:0/1978534166 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a540b7620 con 0x7f5a580c5260 2023-12-02T00:32:33.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a4e7fc640 1 -- 172.21.15.133:0/1978534166 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a540b77a0 con 0x7f5a580c5260 2023-12-02T00:32:33.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a4e7fc640 1 -- 172.21.15.133:0/1978534166 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a540b7b50 con 0x7f5a580c5260 2023-12-02T00:32:33.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a58152ac0 con 0x7f5a580c5260 2023-12-02T00:32:33.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.248+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a581eebd0 con 0x7f5a580c5260 2023-12-02T00:32:33.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.252+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a58068400 con 0x7f5a580c5260 2023-12-02T00:32:33.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.252+0000 7f5a4e7fc640 1 -- 172.21.15.133:0/1978534166 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5a540b3040 con 0x7f5a580c5260 2023-12-02T00:32:33.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.252+0000 7f5a4e7fc640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a3c066470 0x7f5a3c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.252+0000 7f5a4e7fc640 1 -- 172.21.15.133:0/1978534166 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5a5411e220 con 0x7f5a580c5260 2023-12-02T00:32:33.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.252+0000 7f5a5d57a640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a3c066470 0x7f5a3c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.252+0000 7f5a5d57a640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a3c066470 0x7f5a3c068930 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5a58152f50 tx=0x7f5a48008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.256+0000 7f5a4e7fc640 1 -- 172.21.15.133:0/1978534166 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5a540eb930 con 0x7f5a580c5260 2023-12-02T00:32:33.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.408+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5a5806d390 con 0x7f5a580c5260 2023-12-02T00:32:33.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a4e7fc640 1 -- 172.21.15.133:0/1978534166 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+13154 (secure 0 0 0) 0x7f5a540eef50 con 0x7f5a580c5260 2023-12-02T00:32:33.417 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:33.417 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":41,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:32.073888+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6836/3025758550":"2023-12-03T00:32:29.062585+0000","172.21.15.133:6834/3025758550":"2023-12-03T00:32:29.062585+0000","172.21.15.133:6837/952822086":"2023-12-03T00:32:22.608432+0000","172.21.15.133:6835/952822086":"2023-12-03T00:32:22.608432+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a3c066470 msgr2=0x7f5a3c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a3c066470 0x7f5a3c068930 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5a58152f50 tx=0x7f5a48008040 comp rx=0 tx=0).stop 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 msgr2=0x7f5a581522b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a581522b0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f5a540af040 tx=0x7f5a5401ac80 comp rx=0 tx=0).stop 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 shutdown_connections 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a3c066470 0x7f5a3c068930 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a580c60f0 0x7f5a5814afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a580c5640 0x7f5a58156fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 --2- 172.21.15.133:0/1978534166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a580c5260 0x7f5a581522b0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 >> 172.21.15.133:0/1978534166 conn(0x7f5a5806a5b0 msgr2=0x7f5a580bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:33.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 shutdown_connections 2023-12-02T00:32:33.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.412+0000 7f5a5ffdf640 1 -- 172.21.15.133:0/1978534166 wait complete. 2023-12-02T00:32:33.438 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:33.438 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:33.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.572+0000 7f0dc77f8640 1 Processor -- start 2023-12-02T00:32:33.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.572+0000 7f0dc77f8640 1 -- start start 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.572+0000 7f0dc77f8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0dc01560e0 0x7f0dc015ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.572+0000 7f0dc77f8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0dc006d520 0x7f0dc0159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.572+0000 7f0dc77f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc00bffc0 0x7f0dc00c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc77f8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dc015c600 con 0x7f0dc01560e0 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc77f8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dc01594e0 con 0x7f0dc006d520 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc77f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc01597c0 con 0x7f0dc00bffc0 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0dc01560e0 0x7f0dc015ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0dc01560e0 0x7f0dc015ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48008/0 (socket says 172.21.15.133:48008) 2023-12-02T00:32:33.581 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 -- 172.21.15.133:0/2309279438 learned_addr learned my addr 172.21.15.133:0/2309279438 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5d95640 1 --2- 172.21.15.133:0/2309279438 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc00bffc0 0x7f0dc00c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 -- 172.21.15.133:0/2309279438 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc00bffc0 msgr2=0x7f0dc00c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc4d93640 1 --2- 172.21.15.133:0/2309279438 >> v2:172.21.15.172:3300/0 conn(0x7f0dc006d520 0x7f0dc0159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 --2- 172.21.15.133:0/2309279438 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc00bffc0 0x7f0dc00c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 -- 172.21.15.133:0/2309279438 >> v2:172.21.15.172:3300/0 conn(0x7f0dc006d520 msgr2=0x7f0dc0159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 --2- 172.21.15.133:0/2309279438 >> v2:172.21.15.172:3300/0 conn(0x7f0dc006d520 0x7f0dc0159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 -- 172.21.15.133:0/2309279438 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dc015bfb0 con 0x7f0dc01560e0 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5d95640 1 --2- 172.21.15.133:0/2309279438 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc00bffc0 0x7f0dc00c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:33.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc4d93640 1 --2- 172.21.15.133:0/2309279438 >> v2:172.21.15.172:3300/0 conn(0x7f0dc006d520 0x7f0dc0159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:33.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0dc5594640 1 --2- 172.21.15.133:0/2309279438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc01560e0 0x7f0dc015ca90 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0dc00c1330 tx=0x7f0dbc01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8019b5602f9c6a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0db7fff640 1 -- 172.21.15.133:0/2309279438 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0ac600 con 0x7f0dc01560e0 2023-12-02T00:32:33.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0db7fff640 1 -- 172.21.15.133:0/2309279438 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dbc0a8050 con 0x7f0dc01560e0 2023-12-02T00:32:33.584 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.576+0000 7f0db7fff640 1 -- 172.21.15.133:0/2309279438 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0ac980 con 0x7f0dc01560e0 2023-12-02T00:32:33.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2309279438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc01560e0 msgr2=0x7f0dc015ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2309279438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc01560e0 0x7f0dc015ca90 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0dc00c1330 tx=0x7f0dbc01c4d0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2309279438 shutdown_connections 2023-12-02T00:32:33.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2309279438 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc00bffc0 0x7f0dc00c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2309279438 >> v2:172.21.15.172:3300/0 conn(0x7f0dc006d520 0x7f0dc0159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2309279438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc01560e0 0x7f0dc015ca90 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.585 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2309279438 >> 172.21.15.133:0/2309279438 conn(0x7f0dc006a5b0 msgr2=0x7f0dc006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:33.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2309279438 shutdown_connections 2023-12-02T00:32:33.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2309279438 wait complete. 2023-12-02T00:32:33.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 Processor -- start 2023-12-02T00:32:33.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- start start 2023-12-02T00:32:33.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc006d520 0x7f0dc01551a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0dc00bffc0 0x7f0dc01f2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc01560e0 0x7f0dc0141db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.588 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc00a2810 con 0x7f0dc006d520 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc01f1610 con 0x7f0dc00bffc0 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc77f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc01f1e30 con 0x7f0dc01560e0 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc006d520 0x7f0dc01551a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc006d520 0x7f0dc01551a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48016/0 (socket says 172.21.15.133:48016) 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 -- 172.21.15.133:0/2598199134 learned_addr learned my addr 172.21.15.133:0/2598199134 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 -- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc01560e0 msgr2=0x7f0dc0141db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc4d93640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0dc00bffc0 0x7f0dc01f2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5d95640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc01560e0 0x7f0dc0141db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc01560e0 0x7f0dc0141db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 -- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0dc00bffc0 msgr2=0x7f0dc01f2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0dc00bffc0 0x7f0dc01f2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5594640 1 -- 172.21.15.133:0/2598199134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dbc0094d0 con 0x7f0dc006d520 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc4d93640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0dc00bffc0 0x7f0dc01f2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:33.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.580+0000 7f0dc5d95640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc01560e0 0x7f0dc0141db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:33.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0dc5594640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc006d520 0x7f0dc01551a0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc01ab80 tx=0x7f0dbc01ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0db5ffb640 1 -- 172.21.15.133:0/2598199134 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0b5830 con 0x7f0dc006d520 2023-12-02T00:32:33.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0db5ffb640 1 -- 172.21.15.133:0/2598199134 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dbc0b59d0 con 0x7f0dc006d520 2023-12-02T00:32:33.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dc00aa490 con 0x7f0dc006d520 2023-12-02T00:32:33.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0db5ffb640 1 -- 172.21.15.133:0/2598199134 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0b5d80 con 0x7f0dc006d520 2023-12-02T00:32:33.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dc01f5870 con 0x7f0dc006d520 2023-12-02T00:32:33.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dc0068400 con 0x7f0dc006d520 2023-12-02T00:32:33.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0db5ffb640 1 -- 172.21.15.133:0/2598199134 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0dbc0b3070 con 0x7f0dc006d520 2023-12-02T00:32:33.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0db5ffb640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0da4066470 0x7f0da4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0db5ffb640 1 -- 172.21.15.133:0/2598199134 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f0dbc11e620 con 0x7f0dc006d520 2023-12-02T00:32:33.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.584+0000 7f0dc4d93640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0da4066470 0x7f0da4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.588+0000 7f0dc4d93640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0da4066470 0x7f0da4068930 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f0db0006fd0 tx=0x7f0db0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.588+0000 7f0db5ffb640 1 -- 172.21.15.133:0/2598199134 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0dbc0ebca0 con 0x7f0dc006d520 2023-12-02T00:32:33.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.740+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0dc0164130 con 0x7f0dc006d520 2023-12-02T00:32:33.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.740+0000 7f0db5ffb640 1 -- 172.21.15.133:0/2598199134 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0dbc11e070 con 0x7f0dc006d520 2023-12-02T00:32:33.748 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:33.750 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0da4066470 msgr2=0x7f0da4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.750 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0da4066470 0x7f0da4068930 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f0db0006fd0 tx=0x7f0db0008040 comp rx=0 tx=0).stop 2023-12-02T00:32:33.750 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc006d520 msgr2=0x7f0dc01551a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.750 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc006d520 0x7f0dc01551a0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc01ab80 tx=0x7f0dbc01ad10 comp rx=0 tx=0).stop 2023-12-02T00:32:33.750 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 shutdown_connections 2023-12-02T00:32:33.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0da4066470 0x7f0da4068930 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0dc01560e0 0x7f0dc0141db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0dc00bffc0 0x7f0dc01f2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 --2- 172.21.15.133:0/2598199134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0dc006d520 0x7f0dc01551a0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 >> 172.21.15.133:0/2598199134 conn(0x7f0dc006a5b0 msgr2=0x7f0dc00a82f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:33.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 shutdown_connections 2023-12-02T00:32:33.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.744+0000 7f0dc77f8640 1 -- 172.21.15.133:0/2598199134 wait complete. 2023-12-02T00:32:33.769 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent' 2023-12-02T00:32:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 Processor -- start 2023-12-02T00:32:33.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 -- start start 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb4580c63c0 0x7fb4580c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4580c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb4580c29e0 0x7fb4580a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4580c31c0 con 0x7fb4580c29e0 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4580c34a0 con 0x7fb4580c63c0 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45ec46640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4580c1030 con 0x7fb4580c4100 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb4580c29e0 0x7fb4580a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb4580c29e0 0x7fb4580a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48030/0 (socket says 172.21.15.133:48030) 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 -- 172.21.15.133:0/1750983749 learned_addr learned my addr 172.21.15.133:0/1750983749 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45c9e2640 1 --2- 172.21.15.133:0/1750983749 >> v2:172.21.15.172:3300/0 conn(0x7fb4580c63c0 0x7fb4580c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb44ffff640 1 --2- 172.21.15.133:0/1750983749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4580c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 -- 172.21.15.133:0/1750983749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 msgr2=0x7fb4580c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 --2- 172.21.15.133:0/1750983749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4580c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 -- 172.21.15.133:0/1750983749 >> v2:172.21.15.172:3300/0 conn(0x7fb4580c63c0 msgr2=0x7fb4580c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 --2- 172.21.15.133:0/1750983749 >> v2:172.21.15.172:3300/0 conn(0x7fb4580c63c0 0x7fb4580c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.910 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.900+0000 7fb45d1e3640 1 -- 172.21.15.133:0/1750983749 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4580c1310 con 0x7fb4580c29e0 2023-12-02T00:32:33.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45d1e3640 1 --2- 172.21.15.133:0/1750983749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb4580a9680 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb45806e000 tx=0x7fb45001c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a529a7e70ef87461 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb44f7fe640 1 -- 172.21.15.133:0/1750983749 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4580aa3d0 con 0x7fb4580c29e0 2023-12-02T00:32:33.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb44f7fe640 1 -- 172.21.15.133:0/1750983749 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4500a5720 con 0x7fb4580c29e0 2023-12-02T00:32:33.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb44f7fe640 1 -- 172.21.15.133:0/1750983749 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4500a5ab0 con 0x7fb4580c29e0 2023-12-02T00:32:33.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45ec46640 1 -- 172.21.15.133:0/1750983749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 msgr2=0x7fb4580a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45ec46640 1 --2- 172.21.15.133:0/1750983749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb4580a9680 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb45806e000 tx=0x7fb45001c880 comp rx=0 tx=0).stop 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45ec46640 1 -- 172.21.15.133:0/1750983749 shutdown_connections 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45ec46640 1 --2- 172.21.15.133:0/1750983749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb4580a9680 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45ec46640 1 --2- 172.21.15.133:0/1750983749 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4580c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45ec46640 1 --2- 172.21.15.133:0/1750983749 >> v2:172.21.15.172:3300/0 conn(0x7fb4580c63c0 0x7fb4580c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.904+0000 7fb45ec46640 1 -- 172.21.15.133:0/1750983749 >> 172.21.15.133:0/1750983749 conn(0x7fb45806a5b0 msgr2=0x7fb45806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 -- 172.21.15.133:0/1750983749 shutdown_connections 2023-12-02T00:32:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 -- 172.21.15.133:0/1750983749 wait complete. 2023-12-02T00:32:33.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 Processor -- start 2023-12-02T00:32:33.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 -- start start 2023-12-02T00:32:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb458155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4581ee8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4580c63c0 0x7fb45814e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb458070130 con 0x7fb4580c29e0 2023-12-02T00:32:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb458155340 con 0x7fb4580c63c0 2023-12-02T00:32:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45ec46640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb45815a3d0 con 0x7fb4580c4100 2023-12-02T00:32:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb458155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb458155db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48034/0 (socket says 172.21.15.133:48034) 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 -- 172.21.15.133:0/3290320626 learned_addr learned my addr 172.21.15.133:0/3290320626 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45d1e3640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4580c63c0 0x7fb45814e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb44ffff640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4581ee8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 -- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 msgr2=0x7fb4581ee8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4581ee8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 -- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4580c63c0 msgr2=0x7fb45814e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4580c63c0 0x7fb45814e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 -- 172.21.15.133:0/3290320626 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb450009b30 con 0x7fb4580c29e0 2023-12-02T00:32:33.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.908+0000 7fb45c9e2640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb458155db0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb45400d5f0 tx=0x7fb45400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb44d7fa640 1 -- 172.21.15.133:0/3290320626 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4540125f0 con 0x7fb4580c29e0 2023-12-02T00:32:33.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb44d7fa640 1 -- 172.21.15.133:0/3290320626 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb454012750 con 0x7fb4580c29e0 2023-12-02T00:32:33.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4580c69b0 con 0x7fb4580c29e0 2023-12-02T00:32:33.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb44d7fa640 1 -- 172.21.15.133:0/3290320626 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb454012ae0 con 0x7fb4580c29e0 2023-12-02T00:32:33.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb45815a910 con 0x7fb4580c29e0 2023-12-02T00:32:33.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb458068400 con 0x7fb4580c29e0 2023-12-02T00:32:33.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb44d7fa640 1 -- 172.21.15.133:0/3290320626 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb454012c40 con 0x7fb4580c29e0 2023-12-02T00:32:33.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb44d7fa640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4440664a0 0x7fb444068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:33.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb44d7fa640 1 -- 172.21.15.133:0/3290320626 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb454083f60 con 0x7fb4580c29e0 2023-12-02T00:32:33.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.912+0000 7fb44ffff640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4440664a0 0x7fb444068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:33.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.916+0000 7fb44ffff640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4440664a0 0x7fb444068960 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb45814f030 tx=0x7fb448008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:33.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:33.916+0000 7fb44d7fa640 1 -- 172.21.15.133:0/3290320626 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb454051720 con 0x7fb4580c29e0 2023-12-02T00:32:34.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:34.124+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]} v 0) v1 -- 0x7fb4580c3e70 con 0x7fb4580c29e0 2023-12-02T00:32:35.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb44d7fa640 1 -- 172.21.15.133:0/3290320626 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]}]=0 v118) v1 ==== 187+0+0 (secure 0 0 0) 0x7fb454004650 con 0x7fb4580c29e0 2023-12-02T00:32:35.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4440664a0 msgr2=0x7fb444068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4440664a0 0x7fb444068960 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb45814f030 tx=0x7fb448008040 comp rx=0 tx=0).stop 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 msgr2=0x7fb458155db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb458155db0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb45400d5f0 tx=0x7fb45400dab0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 shutdown_connections 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb4440664a0 0x7fb444068960 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4580c63c0 0x7fb45814e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4580c4100 0x7fb4581ee8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 --2- 172.21.15.133:0/3290320626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4580c29e0 0x7fb458155db0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 >> 172.21.15.133:0/3290320626 conn(0x7fb45806a5b0 msgr2=0x7fb45806ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 shutdown_connections 2023-12-02T00:32:35.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.088+0000 7fb45ec46640 1 -- 172.21.15.133:0/3290320626 wait complete. 2023-12-02T00:32:35.120 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-12-02T00:32:35.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e6c9f640 1 Processor -- start 2023-12-02T00:32:35.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e6c9f640 1 -- start start 2023-12-02T00:32:35.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e6c9f640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f18e0151cd0 0x7f18e00ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e6c9f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e0154be0 0x7f18e015ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e6c9f640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18e00c8160 con 0x7f18e00c7c50 2023-12-02T00:32:35.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e6c9f640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18e0157b40 con 0x7f18e0151cd0 2023-12-02T00:32:35.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e6c9f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18e0157e20 con 0x7f18e0154be0 2023-12-02T00:32:35.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e5c9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f18e0151cd0 0x7f18e00ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e5c9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f18e0151cd0 0x7f18e00ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48050/0 (socket says 172.21.15.133:48050) 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e5c9d640 1 -- 172.21.15.133:0/3789419698 learned_addr learned my addr 172.21.15.133:0/3789419698 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e649e640 1 --2- 172.21.15.133:0/3789419698 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e0154be0 0x7f18e015ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e5c9d640 1 -- 172.21.15.133:0/3789419698 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e0154be0 msgr2=0x7f18e015ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e5c9d640 1 --2- 172.21.15.133:0/3789419698 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e0154be0 0x7f18e015ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e5c9d640 1 -- 172.21.15.133:0/3789419698 >> v1:172.21.15.172:6789/0 conn(0x7f18e00c7c50 legacy=0x7f18e01544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e5c9d640 1 -- 172.21.15.133:0/3789419698 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18e0158100 con 0x7f18e0151cd0 2023-12-02T00:32:35.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.260+0000 7f18e649e640 1 --2- 172.21.15.133:0/3789419698 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e0154be0 0x7f18e015ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:35.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e5c9d640 1 --2- 172.21.15.133:0/3789419698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e00ca460 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009870 tx=0x7f18dc01c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=473cdecb3d9b9759 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:35.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e4c9b640 1 -- 172.21.15.133:0/3789419698 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc0a95f0 con 0x7f18e0151cd0 2023-12-02T00:32:35.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e4c9b640 1 -- 172.21.15.133:0/3789419698 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18dc0a9750 con 0x7f18e0151cd0 2023-12-02T00:32:35.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e4c9b640 1 -- 172.21.15.133:0/3789419698 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc0a9ae0 con 0x7f18e0151cd0 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3789419698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 msgr2=0x7f18e00ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3789419698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e00ca460 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009870 tx=0x7f18dc01c510 comp rx=0 tx=0).stop 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3789419698 shutdown_connections 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3789419698 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e0154be0 0x7f18e015ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3789419698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e00ca460 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3789419698 >> 172.21.15.133:0/3789419698 conn(0x7f18e00abee0 msgr2=0x7f18e00c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3789419698 shutdown_connections 2023-12-02T00:32:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3789419698 wait complete. 2023-12-02T00:32:35.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 Processor -- start 2023-12-02T00:32:35.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.264+0000 7f18e6c9f640 1 -- start start 2023-12-02T00:32:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e00c7c50 0x7f18e01430f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e01f00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18e0154be0 0x7f18e01f0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e0156900 con 0x7f18e0151cd0 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e0156080 con 0x7f18e0154be0 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18e01f0c60 con 0x7f18e00c7c50 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e01f00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e01f00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48064/0 (socket says 172.21.15.133:48064) 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 -- 172.21.15.133:0/3377303601 learned_addr learned my addr 172.21.15.133:0/3377303601 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e649e640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18e0154be0 0x7f18e01f0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e5c9d640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e00c7c50 0x7f18e01430f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 -- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e00c7c50 msgr2=0x7f18e01430f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e00c7c50 0x7f18e01430f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 -- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18e0154be0 msgr2=0x7f18e01f0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18e0154be0 0x7f18e01f0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 -- 172.21.15.133:0/3377303601 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18dc0094d0 con 0x7f18e0151cd0 2023-12-02T00:32:35.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e549c640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e01f00d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f18d000c4d0 tx=0x7f18d000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:35.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18d67fc640 1 -- 172.21.15.133:0/3377303601 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d00052d0 con 0x7f18e0151cd0 2023-12-02T00:32:35.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18d67fc640 1 -- 172.21.15.133:0/3377303601 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18d0005430 con 0x7f18e0151cd0 2023-12-02T00:32:35.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18d67fc640 1 -- 172.21.15.133:0/3377303601 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d0012830 con 0x7f18e0151cd0 2023-12-02T00:32:35.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18e0156340 con 0x7f18e0151cd0 2023-12-02T00:32:35.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18e01576d0 con 0x7f18e0151cd0 2023-12-02T00:32:35.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18e004e850 con 0x7f18e0151cd0 2023-12-02T00:32:35.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.268+0000 7f18d67fc640 1 -- 172.21.15.133:0/3377303601 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f18d0012990 con 0x7f18e0151cd0 2023-12-02T00:32:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.272+0000 7f18d67fc640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18c4066470 0x7f18c4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.272+0000 7f18d67fc640 1 -- 172.21.15.133:0/3377303601 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f18d0083700 con 0x7f18e0151cd0 2023-12-02T00:32:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.272+0000 7f18e5c9d640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18c4066470 0x7f18c4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.272+0000 7f18e5c9d640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18c4066470 0x7f18c4068930 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0ae000 tx=0x7f18dc0b3040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:35.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.276+0000 7f18d67fc640 1 -- 172.21.15.133:0/3377303601 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f18d0050e10 con 0x7f18e0151cd0 2023-12-02T00:32:35.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.424+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f18e0066df0 con 0x7f18e0151cd0 2023-12-02T00:32:35.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.428+0000 7f18d67fc640 1 -- 172.21.15.133:0/3377303601 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) v1 ==== 122+0+0 (secure 0 0 0) 0x7f18d0054430 con 0x7f18e0151cd0 2023-12-02T00:32:35.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18c4066470 msgr2=0x7f18c4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18c4066470 0x7f18c4068930 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0ae000 tx=0x7f18dc0b3040 comp rx=0 tx=0).stop 2023-12-02T00:32:35.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 msgr2=0x7f18e01f00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e01f00d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f18d000c4d0 tx=0x7f18d000c990 comp rx=0 tx=0).stop 2023-12-02T00:32:35.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 shutdown_connections 2023-12-02T00:32:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f18c4066470 0x7f18c4068930 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f18e0154be0 0x7f18e01f0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f18e0151cd0 0x7f18e01f00d0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 --2- 172.21.15.133:0/3377303601 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f18e00c7c50 0x7f18e01430f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 >> 172.21.15.133:0/3377303601 conn(0x7f18e00abee0 msgr2=0x7f18e0066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 shutdown_connections 2023-12-02T00:32:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.432+0000 7f18e6c9f640 1 -- 172.21.15.133:0/3377303601 wait complete. 2023-12-02T00:32:35.456 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-12-02T00:32:35.456 DEBUG:teuthology.orchestra.run.smithi133:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:32:35.539 DEBUG:teuthology.orchestra.run.smithi172:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:32:35.591 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-12-02T00:32:35.592 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:35.592 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:35.600 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:32:35.601 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:35.601 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:35.610 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:32:35.610 INFO:tasks.cephfs.cephfs_test_case:[, ] 2023-12-02T00:32:35.610 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af7ad6640 1 Processor -- start 2023-12-02T00:32:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af7ad6640 1 -- start start 2023-12-02T00:32:35.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af7ad6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af014b010 0x7f3af00bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af7ad6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3af006a5b0 con 0x7f3af0157c20 2023-12-02T00:32:35.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af7ad6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3af006b710 con 0x7f3af0073a70 2023-12-02T00:32:35.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af7ad6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00c1d60 con 0x7f3af014b010 2023-12-02T00:32:35.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3af0157c20 0x7f3af01580b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40554/0 (socket says 172.21.15.133:40554) 2023-12-02T00:32:35.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 -- 172.21.15.133:0/1906073976 learned_addr learned my addr 172.21.15.133:0/1906073976 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af5872640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af014b010 0x7f3af00bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 173098556 0 0) 0x7f3af006a5b0 con 0x7f3af0157c20 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3adc003530 con 0x7f3af0157c20 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3003551353 0 0) 0x7f3af006b710 con 0x7f3af0073a70 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3af006a5b0 con 0x7f3af0073a70 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 287881004 0 0) 0x7f3adc003530 con 0x7f3af0157c20 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af014b010 msgr2=0x7f3af00bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af014b010 0x7f3af00bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 >> v1:172.21.15.172:6789/0 conn(0x7f3af0073a70 legacy=0x7f3af006b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3af00c2040 con 0x7f3af0157c20 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f3ae8001a00 con 0x7f3af0157c20 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 >> v1:172.21.15.133:6789/0 conn(0x7f3af0157c20 legacy=0x7f3af01580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc003b40 0x7f3adc003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3adc0047d0 0x7f3adc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3adc005190 0x7f3adc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00c1d60 con 0x7f3adc003b40 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3adc00bf00 con 0x7f3adc005190 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3adc00c0c0 con 0x7f3adc0047d0 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af5872640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af014b010 0x7f3af00bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3adc005190 0x7f3adc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af5071640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3adc0047d0 0x7f3adc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af5872640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc003b40 0x7f3adc003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 -- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3adc0047d0 msgr2=0x7f3adc004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3adc0047d0 0x7f3adc004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 -- 172.21.15.133:0/1906073976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc003b40 msgr2=0x7f3adc003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc003b40 0x7f3adc003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af6073640 1 -- 172.21.15.133:0/1906073976 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3adc003530 con 0x7f3adc005190 2023-12-02T00:32:35.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.784+0000 7f3af5872640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc003b40 0x7f3adc003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:35.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.788+0000 7f3af6073640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3adc005190 0x7f3adc00b990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800a7a0 tx=0x7f3ae801d2a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec33b72c3db23b23 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:35.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.788+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae80ad630 con 0x7f3adc005190 2023-12-02T00:32:35.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.788+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ae80a8070 con 0x7f3adc005190 2023-12-02T00:32:35.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.788+0000 7f3af4870640 1 -- 172.21.15.133:0/1906073976 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae80ad9f0 con 0x7f3adc005190 2023-12-02T00:32:35.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.788+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3adc005190 msgr2=0x7f3adc00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.788+0000 7f3af7ad6640 1 --2- 172.21.15.133:0/1906073976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3adc005190 0x7f3adc00b990 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800a7a0 tx=0x7f3ae801d2a0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.788+0000 7f3af6073640 1 -- 172.21.15.133:0/1906073976 reap_dead start 2023-12-02T00:32:35.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1906073976 shutdown_connections 2023-12-02T00:32:35.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1906073976 >> 172.21.15.133:0/1906073976 conn(0x7f3af00c30c0 msgr2=0x7f3af00c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:35.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1906073976 shutdown_connections 2023-12-02T00:32:35.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1906073976 wait complete. 2023-12-02T00:32:35.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 Processor -- start 2023-12-02T00:32:35.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- start start 2023-12-02T00:32:35.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc005190 0x7f3af00c5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af00c5740 0x7f3af0144e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3af0145360 0x7f3af00ab2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00aa070 con 0x7f3adc005190 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3af00a9430 con 0x7f3af0145360 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3af01ea540 con 0x7f3af00c5740 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc005190 0x7f3af00c5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc005190 0x7f3af00c5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48080/0 (socket says 172.21.15.133:48080) 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 -- 172.21.15.133:0/1017500893 learned_addr learned my addr 172.21.15.133:0/1017500893 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af6073640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3af0145360 0x7f3af00ab2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5071640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af00c5740 0x7f3af0144e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 -- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af00c5740 msgr2=0x7f3af0144e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af00c5740 0x7f3af0144e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 -- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3af0145360 msgr2=0x7f3af00ab2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3af0145360 0x7f3af00ab2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 -- 172.21.15.133:0/1017500893 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3af01ea820 con 0x7f3adc005190 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5071640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af00c5740 0x7f3af0144e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af5872640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc005190 0x7f3af00c5200 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f3aec011c40 tx=0x7f3aec00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3ae67fc640 1 -- 172.21.15.133:0/1017500893 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aec011e50 con 0x7f3adc005190 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3ae67fc640 1 -- 172.21.15.133:0/1017500893 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3aec014440 con 0x7f3adc005190 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3af00a9680 con 0x7f3adc005190 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.792+0000 7f3ae67fc640 1 -- 172.21.15.133:0/1017500893 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aec0147d0 con 0x7f3adc005190 2023-12-02T00:32:35.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.796+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3af0157710 con 0x7f3adc005190 2023-12-02T00:32:35.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.796+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3af00a9ba0 con 0x7f3adc005190 2023-12-02T00:32:35.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.796+0000 7f3ae67fc640 1 -- 172.21.15.133:0/1017500893 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3aec01d400 con 0x7f3adc005190 2023-12-02T00:32:35.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.796+0000 7f3ae67fc640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ad40664a0 0x7f3ad4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:35.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.796+0000 7f3ae67fc640 1 -- 172.21.15.133:0/1017500893 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f3aec084720 con 0x7f3adc005190 2023-12-02T00:32:35.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.796+0000 7f3af5071640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ad40664a0 0x7f3ad4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:35.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.796+0000 7f3af5071640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ad40664a0 0x7f3ad4068960 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3af01539c0 tx=0x7f3ae0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:35.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.800+0000 7f3ae67fc640 1 -- 172.21.15.133:0/1017500893 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3af00a9ba0 con 0x7f3adc005190 2023-12-02T00:32:35.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.980+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3af00a9ba0 con 0x7f3adc005190 2023-12-02T00:32:35.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.980+0000 7f3ae67fc640 1 -- 172.21.15.133:0/1017500893 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+3708 (secure 0 0 0) 0x7f3af00a9ba0 con 0x7f3adc005190 2023-12-02T00:32:35.983 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:35.983 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":25,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4730,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6833/3273021608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":3273021608},{"type":"v1","addr":"172.21.15.172:6833","nonce":3273021608}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4966,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3357141631","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6834","nonce":3357141631},{"type":"v1","addr":"172.21.15.172:6835","nonce":3357141631}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5589,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1870030783","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1870030783},{"type":"v1","addr":"172.21.15.133:6837","nonce":1870030783}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":23},{"gid":5682,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/989764446","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":989764446},{"type":"v1","addr":"172.21.15.133:6836","nonce":989764446}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":25}],"filesystems":[]} 2023-12-02T00:32:35.983 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 25 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ad40664a0 msgr2=0x7f3ad4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ad40664a0 0x7f3ad4068960 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3af01539c0 tx=0x7f3ae0009040 comp rx=0 tx=0).stop 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc005190 msgr2=0x7f3af00c5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc005190 0x7f3af00c5200 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f3aec011c40 tx=0x7f3aec00f610 comp rx=0 tx=0).stop 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 shutdown_connections 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ad40664a0 0x7f3ad4068960 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3af0145360 0x7f3af00ab2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3af00c5740 0x7f3af0144e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 --2- 172.21.15.133:0/1017500893 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3adc005190 0x7f3af00c5200 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:35.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 >> 172.21.15.133:0/1017500893 conn(0x7f3af00c30c0 msgr2=0x7f3af00bff70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:35.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 shutdown_connections 2023-12-02T00:32:35.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:35.984+0000 7f3af7ad6640 1 -- 172.21.15.133:0/1017500893 wait complete. 2023-12-02T00:32:36.004 INFO:tasks.ceph.mds.a:Restarting daemon 2023-12-02T00:32:36.004 INFO:tasks.ceph.mds.a:Stopping old one... 2023-12-02T00:32:36.005 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-12-02T00:32:36.005 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:32:36.005 INFO:tasks.ceph.mds.c:Restarting daemon 2023-12-02T00:32:36.005 INFO:tasks.ceph.mds.c:Stopping old one... 2023-12-02T00:32:36.005 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-12-02T00:32:36.005 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:32:36.005 INFO:tasks.ceph.mds.b:Restarting daemon 2023-12-02T00:32:36.006 INFO:tasks.ceph.mds.b:Stopping old one... 2023-12-02T00:32:36.006 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-12-02T00:32:36.006 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:32:36.006 INFO:tasks.ceph.mds.d:Restarting daemon 2023-12-02T00:32:36.006 INFO:tasks.ceph.mds.d:Stopping old one... 2023-12-02T00:32:36.006 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-12-02T00:32:36.006 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:32:36.017 INFO:tasks.ceph.mds.a:Stopped 2023-12-02T00:32:36.017 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-12-02T00:32:36.018 INFO:tasks.ceph.mds.c:Stopped 2023-12-02T00:32:36.018 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-12-02T00:32:36.021 INFO:tasks.ceph.mds.b:Stopped 2023-12-02T00:32:36.021 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-12-02T00:32:36.022 INFO:tasks.ceph.mds.d:Stopped 2023-12-02T00:32:36.022 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-12-02T00:32:36.068 INFO:tasks.ceph.mds.a:Started 2023-12-02T00:32:36.068 DEBUG:teuthology.parallel:result is None 2023-12-02T00:32:36.069 INFO:tasks.ceph.mds.c:Started 2023-12-02T00:32:36.069 DEBUG:teuthology.parallel:result is None 2023-12-02T00:32:36.074 INFO:tasks.ceph.mds.b:Started 2023-12-02T00:32:36.074 INFO:tasks.ceph.mds.d:Started 2023-12-02T00:32:36.074 DEBUG:teuthology.parallel:result is None 2023-12-02T00:32:36.074 DEBUG:teuthology.parallel:result is None 2023-12-02T00:32:36.075 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-12-02T00:32:36.158 INFO:tasks.ceph.mds.c.smithi133.stdout:starting mds.c at 2023-12-02T00:32:36.159 INFO:tasks.ceph.mds.a.smithi133.stdout:starting mds.a at 2023-12-02T00:32:36.168 INFO:tasks.ceph.mds.b.smithi172.stdout:starting mds.b at 2023-12-02T00:32:36.169 INFO:tasks.ceph.mds.d.smithi172.stdout:starting mds.d at 2023-12-02T00:32:36.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.220+0000 7f80c06bb640 1 Processor -- start 2023-12-02T00:32:36.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.220+0000 7f80c06bb640 1 -- start start 2023-12-02T00:32:36.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80c06bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b81578f0 0x7f80b80c30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:36.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80c06bb640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80b8157cd0 con 0x7f80b80a6c60 2023-12-02T00:32:36.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80c06bb640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80b8158850 con 0x7f80b80c2840 2023-12-02T00:32:36.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80c06bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b80c2e00 con 0x7f80b81578f0 2023-12-02T00:32:36.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80bdc56640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f80b80a6c60 0x7f80b80c1270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33240/0 (socket says 172.21.15.133:33240) 2023-12-02T00:32:36.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80bdc56640 1 -- 172.21.15.133:0/1868901530 learned_addr learned my addr 172.21.15.133:0/1868901530 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80be457640 1 --2- 172.21.15.133:0/1868901530 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b81578f0 0x7f80b80c30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1995478759 0 0) 0x7f80b8157cd0 con 0x7f80b80a6c60 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f80a4003530 con 0x7f80b80a6c60 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2333914907 0 0) 0x7f80b8158850 con 0x7f80b80c2840 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f80b8157cd0 con 0x7f80b80c2840 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80be457640 1 -- 172.21.15.133:0/1868901530 >> v1:172.21.15.172:6789/0 conn(0x7f80b80c2840 legacy=0x7f80b815f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80be457640 1 -- 172.21.15.133:0/1868901530 >> v1:172.21.15.133:6789/0 conn(0x7f80b80a6c60 legacy=0x7f80b80c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3229880566 0 0) 0x7f80a4003530 con 0x7f80b80a6c60 2023-12-02T00:32:36.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.224+0000 7f80be457640 1 -- 172.21.15.133:0/1868901530 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b8157f20 con 0x7f80b81578f0 2023-12-02T00:32:36.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80be457640 1 --2- 172.21.15.133:0/1868901530 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b81578f0 0x7f80b80c30e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f80b40097f0 tx=0x7f80b401c350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12af873f38f2ebad server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:36.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a8001680 con 0x7f80b81578f0 2023-12-02T00:32:36.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80b40a7050 con 0x7f80b81578f0 2023-12-02T00:32:36.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80bd455640 1 -- 172.21.15.133:0/1868901530 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b40ab620 con 0x7f80b81578f0 2023-12-02T00:32:36.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 -- 172.21.15.133:0/1868901530 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b81578f0 msgr2=0x7f80b80c30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:36.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 --2- 172.21.15.133:0/1868901530 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b81578f0 0x7f80b80c30e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f80b40097f0 tx=0x7f80b401c350 comp rx=0 tx=0).stop 2023-12-02T00:32:36.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 -- 172.21.15.133:0/1868901530 shutdown_connections 2023-12-02T00:32:36.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 --2- 172.21.15.133:0/1868901530 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b81578f0 0x7f80b80c30e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:36.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 -- 172.21.15.133:0/1868901530 >> 172.21.15.133:0/1868901530 conn(0x7f80b80c7e40 msgr2=0x7f80b80c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:36.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 -- 172.21.15.133:0/1868901530 shutdown_connections 2023-12-02T00:32:36.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 -- 172.21.15.133:0/1868901530 wait complete. 2023-12-02T00:32:36.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 Processor -- start 2023-12-02T00:32:36.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.228+0000 7f80c06bb640 1 -- start start 2023-12-02T00:32:36.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80a6c60 0x7f80b81f0f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:36.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b80c2840 0x7f80b80ab6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f80b81578f0 0x7f80b8147e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b80a9660 con 0x7f80b80a6c60 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81f1850 con 0x7f80b81578f0 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b80a9900 con 0x7f80b80c2840 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80a6c60 0x7f80b81f0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80a6c60 0x7f80b81f0f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41018/0 (socket says 172.21.15.133:41018) 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 -- 172.21.15.133:0/938886946 learned_addr learned my addr 172.21.15.133:0/938886946 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80bdc56640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b80c2840 0x7f80b80ab6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80bec58640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f80b81578f0 0x7f80b8147e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:36.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 -- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b80c2840 msgr2=0x7f80b80ab6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:36.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b80c2840 0x7f80b80ab6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:36.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 -- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f80b81578f0 msgr2=0x7f80b8147e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:36.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f80b81578f0 0x7f80b8147e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:36.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 -- 172.21.15.133:0/938886946 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b4009420 con 0x7f80b80a6c60 2023-12-02T00:32:36.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80be457640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80a6c60 0x7f80b81f0f00 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f80b40097f0 tx=0x7f80b401ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:36.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80aeffd640 1 -- 172.21.15.133:0/938886946 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b40abc50 con 0x7f80b80a6c60 2023-12-02T00:32:36.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80aeffd640 1 -- 172.21.15.133:0/938886946 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80b40abdb0 con 0x7f80b80a6c60 2023-12-02T00:32:36.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b80a9be0 con 0x7f80b80a6c60 2023-12-02T00:32:36.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80aeffd640 1 -- 172.21.15.133:0/938886946 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b4004260 con 0x7f80b80a6c60 2023-12-02T00:32:36.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b80aa920 con 0x7f80b80a6c60 2023-12-02T00:32:36.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80b80c7c10 con 0x7f80b80a6c60 2023-12-02T00:32:36.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.232+0000 7f80aeffd640 1 -- 172.21.15.133:0/938886946 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f80b40043c0 con 0x7f80b80a6c60 2023-12-02T00:32:36.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.236+0000 7f80aeffd640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f809c066470 0x7f809c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:36.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.236+0000 7f80aeffd640 1 -- 172.21.15.133:0/938886946 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f80b411de30 con 0x7f80b80a6c60 2023-12-02T00:32:36.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.236+0000 7f80bdc56640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f809c066470 0x7f809c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:36.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.236+0000 7f80bdc56640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f809c066470 0x7f809c068930 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f80b80c7360 tx=0x7f80a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:36.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.240+0000 7f80aeffd640 1 -- 172.21.15.133:0/938886946 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f80b40eb550 con 0x7f80b80a6c60 2023-12-02T00:32:36.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:36.400+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f80b80a9e00 con 0x7f80b80a6c60 2023-12-02T00:32:37.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.112+0000 7f80aeffd640 1 -- 172.21.15.133:0/938886946 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v43) v1 ==== 97+0+0 (secure 0 0 0) 0x7f80b40b0080 con 0x7f80b80a6c60 2023-12-02T00:32:37.116 INFO:teuthology.orchestra.run.smithi133.stderr: removed all blocklist entries 2023-12-02T00:32:37.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f809c066470 msgr2=0x7f809c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f809c066470 0x7f809c068930 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f80b80c7360 tx=0x7f80a8009040 comp rx=0 tx=0).stop 2023-12-02T00:32:37.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80a6c60 msgr2=0x7f80b81f0f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80a6c60 0x7f80b81f0f00 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f80b40097f0 tx=0x7f80b401ab90 comp rx=0 tx=0).stop 2023-12-02T00:32:37.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 shutdown_connections 2023-12-02T00:32:37.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f809c066470 0x7f809c068930 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f80b81578f0 0x7f80b8147e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f80b80c2840 0x7f80b80ab6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 --2- 172.21.15.133:0/938886946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80a6c60 0x7f80b81f0f00 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 >> 172.21.15.133:0/938886946 conn(0x7f80b80c7e40 msgr2=0x7f80b80c8220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:37.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 shutdown_connections 2023-12-02T00:32:37.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.116+0000 7f80c06bb640 1 -- 172.21.15.133:0/938886946 wait complete. 2023-12-02T00:32:37.140 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-12-02T00:32:37.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41f4d01640 1 Processor -- start 2023-12-02T00:32:37.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41f4d01640 1 -- start start 2023-12-02T00:32:37.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41f4d01640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f41f0151e90 0x7f41f00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41f4d01640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41f4d01640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41f006c860 con 0x7f41f00c7ea0 2023-12-02T00:32:37.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41f4d01640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41f00c8750 con 0x7f41f0151e90 2023-12-02T00:32:37.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41f4d01640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41f01552d0 con 0x7f41f00c4e60 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41ee59c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f41f0151e90 0x7f41f00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41eed9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41edd9b640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f41f00c7ea0 0x7f41f006b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:53750/0 (socket says 172.21.15.133:53750) 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41edd9b640 1 -- 172.21.15.133:0/1202517177 learned_addr learned my addr 172.21.15.133:0/1202517177 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41ee59c640 1 -- 172.21.15.133:0/1202517177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 msgr2=0x7f41f006bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41ee59c640 1 --2- 172.21.15.133:0/1202517177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f006bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41ee59c640 1 -- 172.21.15.133:0/1202517177 >> v1:172.21.15.172:6789/0 conn(0x7f41f00c7ea0 legacy=0x7f41f006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.276+0000 7f41ee59c640 1 -- 172.21.15.133:0/1202517177 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41f0154930 con 0x7f41f0151e90 2023-12-02T00:32:37.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41ee59c640 1 --2- 172.21.15.133:0/1202517177 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 0x7f41f00c4920 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f41e00097c0 tx=0x7f41e001c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f23601632655da33 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:37.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41ed59a640 1 -- 172.21.15.133:0/1202517177 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e00ab600 con 0x7f41f0151e90 2023-12-02T00:32:37.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41ed59a640 1 -- 172.21.15.133:0/1202517177 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41e00a7050 con 0x7f41f0151e90 2023-12-02T00:32:37.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41ed59a640 1 -- 172.21.15.133:0/1202517177 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e00ab980 con 0x7f41f0151e90 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 -- 172.21.15.133:0/1202517177 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 msgr2=0x7f41f00c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 --2- 172.21.15.133:0/1202517177 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 0x7f41f00c4920 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f41e00097c0 tx=0x7f41e001c360 comp rx=0 tx=0).stop 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 -- 172.21.15.133:0/1202517177 shutdown_connections 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 --2- 172.21.15.133:0/1202517177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f006bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 --2- 172.21.15.133:0/1202517177 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 0x7f41f00c4920 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 -- 172.21.15.133:0/1202517177 >> 172.21.15.133:0/1202517177 conn(0x7f41f00ca170 msgr2=0x7f41f00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 -- 172.21.15.133:0/1202517177 shutdown_connections 2023-12-02T00:32:37.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.280+0000 7f41f4d01640 1 -- 172.21.15.133:0/1202517177 wait complete. 2023-12-02T00:32:37.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 Processor -- start 2023-12-02T00:32:37.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 -- start start 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f00aa900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41f00c7ea0 0x7f41f00ac030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 0x7f41f014b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f01587f0 con 0x7f41f00c7ea0 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f00ac6a0 con 0x7f41f0151e90 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41f00a9b40 con 0x7f41f00c4e60 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41f00c7ea0 0x7f41f00ac030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41f00c7ea0 0x7f41f00ac030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41032/0 (socket says 172.21.15.133:41032) 2023-12-02T00:32:37.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 -- 172.21.15.133:0/3041037804 learned_addr learned my addr 172.21.15.133:0/3041037804 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:37.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41eed9d640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 0x7f41f014b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41ee59c640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f00aa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 -- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 msgr2=0x7f41f00aa900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f00aa900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 -- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 msgr2=0x7f41f014b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 0x7f41f014b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 -- 172.21.15.133:0/3041037804 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41e0009420 con 0x7f41f00c7ea0 2023-12-02T00:32:37.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41edd9b640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41f00c7ea0 0x7f41f00ac030 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f41e400c400 tx=0x7f41e400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:37.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41deffd640 1 -- 172.21.15.133:0/3041037804 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e4005cf0 con 0x7f41f00c7ea0 2023-12-02T00:32:37.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41deffd640 1 -- 172.21.15.133:0/3041037804 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41e4005e50 con 0x7f41f00c7ea0 2023-12-02T00:32:37.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41deffd640 1 -- 172.21.15.133:0/3041037804 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e40072d0 con 0x7f41f00c7ea0 2023-12-02T00:32:37.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41f00a9e20 con 0x7f41f00c7ea0 2023-12-02T00:32:37.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.284+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41f00aa3e0 con 0x7f41f00c7ea0 2023-12-02T00:32:37.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.288+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41f0068400 con 0x7f41f00c7ea0 2023-12-02T00:32:37.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.288+0000 7f41deffd640 1 -- 172.21.15.133:0/3041037804 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f41e4007430 con 0x7f41f00c7ea0 2023-12-02T00:32:37.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.288+0000 7f41deffd640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41d0066470 0x7f41d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.288+0000 7f41deffd640 1 -- 172.21.15.133:0/3041037804 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f41e40830a0 con 0x7f41f00c7ea0 2023-12-02T00:32:37.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.288+0000 7f41ee59c640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41d0066470 0x7f41d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.288+0000 7f41ee59c640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41d0066470 0x7f41d0068930 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f41e00ad000 tx=0x7f41e00a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:37.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.292+0000 7f41deffd640 1 -- 172.21.15.133:0/3041037804 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f41e4050880 con 0x7f41f00c7ea0 2023-12-02T00:32:37.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.492+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f41f014f660 con 0x7f41f00c7ea0 2023-12-02T00:32:37.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.492+0000 7f41deffd640 1 -- 172.21.15.133:0/3041037804 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) v1 ==== 80+0+5021 (secure 0 0 0) 0x7f41e4053ea0 con 0x7f41f00c7ea0 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "auth_dump": [ 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.a", 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplxjQzOBAAHrxiWA44dnxYFwGbegEC7Q==", 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.496 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.b", 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl+QEECRAAJlcD9Fxu9CeNRqLJUUj/Gg==", 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.c", 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIemply9EEBBAAIEt8cAtQRcoGUa8keuybLg==", 2023-12-02T00:32:37.497 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.d", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl+SJ+EBAAtlQFmwqYY74qAGWSK3S3cg==", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:32:37.498 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.0", 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCLemplaEhQHRAABMyaI96Wm9f2BPkg9g9dGw==", 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.1", 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCOemplm9GVJBAA/QHBRweTaMpEzRIZIZklJg==", 2023-12-02T00:32:37.499 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.2", 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCRemplrey9LRAACPO0ASDqqH/OznwQbq1OGw==", 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.500 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.3", 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCUemplTXD3MxAAGuwsUc9nT3dvVsbK9TNWPg==", 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.4", 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCaemplY0QuOxAAEzw2cgduxl71quUfIsiteA==", 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.501 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.5", 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCeemplI69cBhAAsJIpwTpKcLbUqp8EuiIMVw==", 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.6", 2023-12-02T00:32:37.502 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQChemplKsWXDhAA31oY8Cj4c0261OyXOiK1Fw==", 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.7", 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCkempl2kohFxAAC78co6gLjgoCiQEF+sU5eg==", 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.503 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.0", 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg==", 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow r", 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rw tag cephfs data=cephfs" 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.1", 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg==", 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.504 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow r", 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rw pool=cephfs2_data" 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.admin", 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplINkmHBAAPjCxYPWUqC9CRdBVI1theg==", 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.505 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.testuser", 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQALe2plncEEIhAAmGiUr8FitfLLt3SUqOzVyQ==", 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow rw fsname=cephfs", 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow r fsname=cephfs", 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rw tag cephfs data=cephfs" 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mgr.x", 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplosQANBAAL2bVnfpIUX+yrRUEW1h5tw==", 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:32:37.506 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile mgr", 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mgr.y", 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplcEwEMBAATDUlO9fUdgscrUMGWt3Yew==", 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile mgr", 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout: ] 2023-12-02T00:32:37.507 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41d0066470 msgr2=0x7f41d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41d0066470 0x7f41d0068930 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f41e00ad000 tx=0x7f41e00a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41f00c7ea0 msgr2=0x7f41f00ac030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41f00c7ea0 0x7f41f00ac030 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f41e400c400 tx=0x7f41e400c8c0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 shutdown_connections 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f41d0066470 0x7f41d0068930 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f41f0151e90 0x7f41f014b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41f00c7ea0 0x7f41f00ac030 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 --2- 172.21.15.133:0/3041037804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f41f00c4e60 0x7f41f00aa900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 >> 172.21.15.133:0/3041037804 conn(0x7f41f00ca170 msgr2=0x7f41f015e340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:37.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 shutdown_connections 2023-12-02T00:32:37.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.496+0000 7f41f4d01640 1 -- 172.21.15.133:0/3041037804 wait complete. 2023-12-02T00:32:37.517 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.testuser 2023-12-02T00:32:37.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e9d2a640 1 Processor -- start 2023-12-02T00:32:37.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e9d2a640 1 -- start start 2023-12-02T00:32:37.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e9d2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc9e40c5260 0x7fc9e406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e9d2a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc9e40c5640 0x7fc9e40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e9d2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9e40c2580 con 0x7fc9e40c60f0 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e9d2a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9e4153510 con 0x7fc9e40c5640 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e9d2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9e40c17f0 con 0x7fc9e40c5260 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e3fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc9e40c60f0 0x7fc9e4155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33256/0 (socket says 172.21.15.133:33256) 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e3fff640 1 -- 172.21.15.133:0/426515314 learned_addr learned my addr 172.21.15.133:0/426515314 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e2ffd640 1 --2- 172.21.15.133:0/426515314 >> v2:172.21.15.133:3300/0 conn(0x7fc9e40c5640 0x7fc9e40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e37fe640 1 --2- 172.21.15.133:0/426515314 >> v2:172.21.15.172:3300/0 conn(0x7fc9e40c5260 0x7fc9e406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e27fc640 1 -- 172.21.15.133:0/426515314 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1475241566 0 0) 0x7fc9e40c2580 con 0x7fc9e40c60f0 2023-12-02T00:32:37.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e27fc640 1 -- 172.21.15.133:0/426515314 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9cc003530 con 0x7fc9e40c60f0 2023-12-02T00:32:37.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e2ffd640 1 -- 172.21.15.133:0/426515314 >> v2:172.21.15.172:3300/0 conn(0x7fc9e40c5260 msgr2=0x7fc9e406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:37.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e2ffd640 1 --2- 172.21.15.133:0/426515314 >> v2:172.21.15.172:3300/0 conn(0x7fc9e40c5260 0x7fc9e406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e2ffd640 1 -- 172.21.15.133:0/426515314 >> v1:172.21.15.133:6789/0 conn(0x7fc9e40c60f0 legacy=0x7fc9e4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.652+0000 7fc9e2ffd640 1 -- 172.21.15.133:0/426515314 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9e40c1a00 con 0x7fc9e40c5640 2023-12-02T00:32:37.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e2ffd640 1 --2- 172.21.15.133:0/426515314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c5640 0x7fc9e40c5bb0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fc9e40c6920 tx=0x7fc9d801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33f42a6676476db8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:37.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e27fc640 1 -- 172.21.15.133:0/426515314 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9d80ab600 con 0x7fc9e40c5640 2023-12-02T00:32:37.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e27fc640 1 -- 172.21.15.133:0/426515314 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9d80a7050 con 0x7fc9e40c5640 2023-12-02T00:32:37.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e27fc640 1 -- 172.21.15.133:0/426515314 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9d80ab980 con 0x7fc9e40c5640 2023-12-02T00:32:37.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/426515314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c5640 msgr2=0x7fc9e40c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/426515314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c5640 0x7fc9e40c5bb0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fc9e40c6920 tx=0x7fc9d801c3a0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/426515314 shutdown_connections 2023-12-02T00:32:37.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/426515314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c5640 0x7fc9e40c5bb0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/426515314 >> v2:172.21.15.172:3300/0 conn(0x7fc9e40c5260 0x7fc9e406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/426515314 >> 172.21.15.133:0/426515314 conn(0x7fc9e406a5b0 msgr2=0x7fc9e406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:37.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/426515314 shutdown_connections 2023-12-02T00:32:37.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.656+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/426515314 wait complete. 2023-12-02T00:32:37.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 Processor -- start 2023-12-02T00:32:37.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 -- start start 2023-12-02T00:32:37.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9e40c5260 0x7fc9e40bd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9e40c5640 0x7fc9e41eef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c60f0 0x7fc9e40c3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9e41ef4c0 con 0x7fc9e40c60f0 2023-12-02T00:32:37.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9e41eb110 con 0x7fc9e40c5260 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9e40bc340 con 0x7fc9e40c5640 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c60f0 0x7fc9e40c3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c60f0 0x7fc9e40c3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41044/0 (socket says 172.21.15.133:41044) 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 -- 172.21.15.133:0/1503308451 learned_addr learned my addr 172.21.15.133:0/1503308451 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e37fe640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9e40c5260 0x7fc9e40bd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e2ffd640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9e40c5640 0x7fc9e41eef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 -- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9e40c5640 msgr2=0x7fc9e41eef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9e40c5640 0x7fc9e41eef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 -- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9e40c5260 msgr2=0x7fc9e40bd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9e40c5260 0x7fc9e40bd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 -- 172.21.15.133:0/1503308451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9d8009420 con 0x7fc9e40c60f0 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e3fff640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c60f0 0x7fc9e40c3b20 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc00cb40 tx=0x7fc9dc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:37.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9cbfff640 1 -- 172.21.15.133:0/1503308451 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc00aca0 con 0x7fc9e40c60f0 2023-12-02T00:32:37.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9cbfff640 1 -- 172.21.15.133:0/1503308451 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9dc00ae00 con 0x7fc9e40c60f0 2023-12-02T00:32:37.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9cbfff640 1 -- 172.21.15.133:0/1503308451 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc012620 con 0x7fc9e40c60f0 2023-12-02T00:32:37.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9e40bc620 con 0x7fc9e40c60f0 2023-12-02T00:32:37.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.660+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9e40bc030 con 0x7fc9e40c60f0 2023-12-02T00:32:37.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.664+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9e4068400 con 0x7fc9e40c60f0 2023-12-02T00:32:37.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.664+0000 7fc9cbfff640 1 -- 172.21.15.133:0/1503308451 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc9dc007070 con 0x7fc9e40c60f0 2023-12-02T00:32:37.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.664+0000 7fc9cbfff640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc9d0066470 0x7fc9d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:37.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.664+0000 7fc9cbfff640 1 -- 172.21.15.133:0/1503308451 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc9dc083bc0 con 0x7fc9e40c60f0 2023-12-02T00:32:37.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.664+0000 7fc9e37fe640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc9d0066470 0x7fc9d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:37.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.664+0000 7fc9e37fe640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc9d0066470 0x7fc9d0068930 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009a50 tx=0x7fc9d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:37.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.668+0000 7fc9cbfff640 1 -- 172.21.15.133:0/1503308451 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc9dc051380 con 0x7fc9e40c60f0 2023-12-02T00:32:37.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.872+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.testuser"} v 0) v1 -- 0x7fc9e40a8870 con 0x7fc9e40c60f0 2023-12-02T00:32:37.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.872+0000 7fc9cbfff640 1 -- 172.21.15.133:0/1503308451 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.testuser"}]=0 v16) v1 ==== 85+0+0 (secure 0 0 0) 0x7fc9dc017090 con 0x7fc9e40c60f0 2023-12-02T00:32:37.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc9d0066470 msgr2=0x7fc9d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc9d0066470 0x7fc9d0068930 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009a50 tx=0x7fc9d4008040 comp rx=0 tx=0).stop 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c60f0 msgr2=0x7fc9e40c3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c60f0 0x7fc9e40c3b20 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc00cb40 tx=0x7fc9dc00a060 comp rx=0 tx=0).stop 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 shutdown_connections 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc9d0066470 0x7fc9d0068930 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9e40c60f0 0x7fc9e40c3b20 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9e40c5640 0x7fc9e41eef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 --2- 172.21.15.133:0/1503308451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9e40c5260 0x7fc9e40bd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 >> 172.21.15.133:0/1503308451 conn(0x7fc9e406a5b0 msgr2=0x7fc9e406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 shutdown_connections 2023-12-02T00:32:37.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:37.876+0000 7fc9e9d2a640 1 -- 172.21.15.133:0/1503308451 wait complete. 2023-12-02T00:32:37.899 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:38.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f5fd0640 1 Processor -- start 2023-12-02T00:32:38.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f5fd0640 1 -- start start 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f5fd0640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe2f0151cd0 0x7fe2f00ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f5fd0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00c7c50 0x7fe2f01544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f5fd0640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2f00c8160 con 0x7fe2f00ca9a0 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f5fd0640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2f0157b40 con 0x7fe2f0151cd0 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f5fd0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f0157e20 con 0x7fe2f00c7c50 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f4fce640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe2f0151cd0 0x7fe2f00ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f4fce640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe2f0151cd0 0x7fe2f00ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41052/0 (socket says 172.21.15.133:41052) 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3951233517 learned_addr learned my addr 172.21.15.133:0/3951233517 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2e7fff640 1 --2- 172.21.15.133:0/3951233517 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00c7c50 0x7fe2f01544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3951233517 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00c7c50 msgr2=0x7fe2f01544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f4fce640 1 --2- 172.21.15.133:0/3951233517 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00c7c50 0x7fe2f01544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3951233517 >> v1:172.21.15.172:6789/0 conn(0x7fe2f00ca9a0 legacy=0x7fe2f006b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:38.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.036+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3951233517 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2f0158100 con 0x7fe2f0151cd0 2023-12-02T00:32:38.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f4fce640 1 --2- 172.21.15.133:0/3951233517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f0151cd0 0x7fe2f00ca460 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec009870 tx=0x7fe2ec01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45865637d6f7f5f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2e77fe640 1 -- 172.21.15.133:0/3951233517 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec0aa610 con 0x7fe2f0151cd0 2023-12-02T00:32:38.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2e77fe640 1 -- 172.21.15.133:0/3951233517 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2ec0a6040 con 0x7fe2f0151cd0 2023-12-02T00:32:38.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2e77fe640 1 -- 172.21.15.133:0/3951233517 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec0aa990 con 0x7fe2f0151cd0 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3951233517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f0151cd0 msgr2=0x7fe2f00ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3951233517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f0151cd0 0x7fe2f00ca460 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec009870 tx=0x7fe2ec01c4d0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3951233517 shutdown_connections 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3951233517 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00c7c50 0x7fe2f01544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3951233517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f0151cd0 0x7fe2f00ca460 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3951233517 >> 172.21.15.133:0/3951233517 conn(0x7fe2f00abee0 msgr2=0x7fe2f00c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3951233517 shutdown_connections 2023-12-02T00:32:38.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.040+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3951233517 wait complete. 2023-12-02T00:32:38.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 Processor -- start 2023-12-02T00:32:38.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 -- start start 2023-12-02T00:32:38.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f00c7c50 0x7fe2f01f0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00ca9a0 0x7fe2f014cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2f0151cd0 0x7fe2f014d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f0157210 con 0x7fe2f00c7c50 2023-12-02T00:32:38.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f00ab100 con 0x7fe2f0151cd0 2023-12-02T00:32:38.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f00a9950 con 0x7fe2f00ca9a0 2023-12-02T00:32:38.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f00c7c50 0x7fe2f01f0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f00c7c50 0x7fe2f01f0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41068/0 (socket says 172.21.15.133:41068) 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3416462114 learned_addr learned my addr 172.21.15.133:0/3416462114 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f57cf640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2f0151cd0 0x7fe2f014d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2e7fff640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00ca9a0 0x7fe2f014cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00ca9a0 msgr2=0x7fe2f014cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00ca9a0 0x7fe2f014cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2f0151cd0 msgr2=0x7fe2f014d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2f0151cd0 0x7fe2f014d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 -- 172.21.15.133:0/3416462114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2ec0094d0 con 0x7fe2f00c7c50 2023-12-02T00:32:38.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f4fce640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f00c7c50 0x7fe2f01f0320 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec0ac040 tx=0x7fe2ec01ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2e57fa640 1 -- 172.21.15.133:0/3416462114 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec0bd5f0 con 0x7fe2f00c7c50 2023-12-02T00:32:38.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2e57fa640 1 -- 172.21.15.133:0/3416462114 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2ec0bd770 con 0x7fe2f00c7c50 2023-12-02T00:32:38.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2f00aac70 con 0x7fe2f00c7c50 2023-12-02T00:32:38.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2e57fa640 1 -- 172.21.15.133:0/3416462114 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec0bdb20 con 0x7fe2f00c7c50 2023-12-02T00:32:38.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.044+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2f01f0c50 con 0x7fe2f00c7c50 2023-12-02T00:32:38.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.048+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2f01f0ff0 con 0x7fe2f00c7c50 2023-12-02T00:32:38.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.048+0000 7fe2e57fa640 1 -- 172.21.15.133:0/3416462114 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe2ec0b33f0 con 0x7fe2f00c7c50 2023-12-02T00:32:38.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.048+0000 7fe2e57fa640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2dc066470 0x7fe2dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.048+0000 7fe2e57fa640 1 -- 172.21.15.133:0/3416462114 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe2ec11e6c0 con 0x7fe2f00c7c50 2023-12-02T00:32:38.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.048+0000 7fe2e7fff640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2dc066470 0x7fe2dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.048+0000 7fe2e7fff640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2dc066470 0x7fe2dc068930 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe2f0152570 tx=0x7fe2e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.052+0000 7fe2e57fa640 1 -- 172.21.15.133:0/3416462114 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe2ec0ebea0 con 0x7fe2f00c7c50 2023-12-02T00:32:38.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.208+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2f0074150 con 0x7fe2f00c7c50 2023-12-02T00:32:38.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.208+0000 7fe2e57fa640 1 -- 172.21.15.133:0/3416462114 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) v1 ==== 74+0+12893 (secure 0 0 0) 0x7fe2f0074150 con 0x7fe2f00c7c50 2023-12-02T00:32:38.212 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:38.213 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":45,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:37.126077+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:38.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2dc066470 msgr2=0x7fe2dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2dc066470 0x7fe2dc068930 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe2f0152570 tx=0x7fe2e0008040 comp rx=0 tx=0).stop 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f00c7c50 msgr2=0x7fe2f01f0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f00c7c50 0x7fe2f01f0320 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec0ac040 tx=0x7fe2ec01ad10 comp rx=0 tx=0).stop 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 shutdown_connections 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2dc066470 0x7fe2dc068930 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2f0151cd0 0x7fe2f014d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2f00ca9a0 0x7fe2f014cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 --2- 172.21.15.133:0/3416462114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2f00c7c50 0x7fe2f01f0320 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 >> 172.21.15.133:0/3416462114 conn(0x7fe2f00abee0 msgr2=0x7fe2f014e230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 shutdown_connections 2023-12-02T00:32:38.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.212+0000 7fe2f5fd0640 1 -- 172.21.15.133:0/3416462114 wait complete. 2023-12-02T00:32:38.234 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:38.234 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:38.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.372+0000 7fe60589c640 1 Processor -- start 2023-12-02T00:32:38.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe60589c640 1 -- start start 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe60589c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe600151dc0 0x7fe6000c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe60589c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe6000bd660 0x7fe600154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe60589c640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6000ac4f0 con 0x7fe6000c7ed0 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe60589c640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe600158780 con 0x7fe6000bd660 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe60589c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe600158a60 con 0x7fe600151dc0 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5ff7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe6000bd660 0x7fe600154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5ff7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe6000bd660 0x7fe600154d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41084/0 (socket says 172.21.15.133:41084) 2023-12-02T00:32:38.378 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5ff7fe640 1 -- 172.21.15.133:0/3719604791 learned_addr learned my addr 172.21.15.133:0/3719604791 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:38.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5feffd640 1 --2- 172.21.15.133:0/3719604791 >> v2:172.21.15.172:3300/0 conn(0x7fe600151dc0 0x7fe6000c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5ff7fe640 1 -- 172.21.15.133:0/3719604791 >> v2:172.21.15.172:3300/0 conn(0x7fe600151dc0 msgr2=0x7fe6000c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:38.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5ff7fe640 1 --2- 172.21.15.133:0/3719604791 >> v2:172.21.15.172:3300/0 conn(0x7fe600151dc0 0x7fe6000c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5ff7fe640 1 -- 172.21.15.133:0/3719604791 >> v1:172.21.15.172:6789/0 conn(0x7fe6000c7ed0 legacy=0x7fe600154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:38.379 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.376+0000 7fe5ff7fe640 1 -- 172.21.15.133:0/3719604791 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6000ac180 con 0x7fe6000bd660 2023-12-02T00:32:38.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe5ff7fe640 1 --2- 172.21.15.133:0/3719604791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000bd660 0x7fe600154d60 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8009e50 tx=0x7fe5f801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=157a1c2331b2a472 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe5fe7fc640 1 -- 172.21.15.133:0/3719604791 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5f80a5600 con 0x7fe6000bd660 2023-12-02T00:32:38.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe5fe7fc640 1 -- 172.21.15.133:0/3719604791 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5f80a5760 con 0x7fe6000bd660 2023-12-02T00:32:38.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe5fe7fc640 1 -- 172.21.15.133:0/3719604791 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5f80a5af0 con 0x7fe6000bd660 2023-12-02T00:32:38.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 -- 172.21.15.133:0/3719604791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000bd660 msgr2=0x7fe600154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 --2- 172.21.15.133:0/3719604791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000bd660 0x7fe600154d60 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fe5f8009e50 tx=0x7fe5f801c8b0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 -- 172.21.15.133:0/3719604791 shutdown_connections 2023-12-02T00:32:38.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 --2- 172.21.15.133:0/3719604791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000bd660 0x7fe600154d60 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 --2- 172.21.15.133:0/3719604791 >> v2:172.21.15.172:3300/0 conn(0x7fe600151dc0 0x7fe6000c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 -- 172.21.15.133:0/3719604791 >> 172.21.15.133:0/3719604791 conn(0x7fe600071eb0 msgr2=0x7fe6000722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:38.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 -- 172.21.15.133:0/3719604791 shutdown_connections 2023-12-02T00:32:38.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 -- 172.21.15.133:0/3719604791 wait complete. 2023-12-02T00:32:38.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 Processor -- start 2023-12-02T00:32:38.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.380+0000 7fe60589c640 1 -- start start 2023-12-02T00:32:38.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6000bd660 0x7fe600155b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000c7ed0 0x7fe6001575e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe600151dc0 0x7fe6001ed570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6000bed80 con 0x7fe6000c7ed0 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6001ed0e0 con 0x7fe6000bd660 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6000c0910 con 0x7fe600151dc0 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000c7ed0 0x7fe6001575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000c7ed0 0x7fe6001575e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41100/0 (socket says 172.21.15.133:41100) 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 -- 172.21.15.133:0/78959570 learned_addr learned my addr 172.21.15.133:0/78959570 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5feffd640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6000bd660 0x7fe600155b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5ff7fe640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe600151dc0 0x7fe6001ed570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 -- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe600151dc0 msgr2=0x7fe6001ed570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe600151dc0 0x7fe6001ed570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 -- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6000bd660 msgr2=0x7fe600155b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6000bd660 0x7fe600155b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 -- 172.21.15.133:0/78959570 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5f8009b30 con 0x7fe6000c7ed0 2023-12-02T00:32:38.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5f7fff640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000c7ed0 0x7fe6001575e0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe5e800c3c0 tx=0x7fe5e800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5fcff9640 1 -- 172.21.15.133:0/78959570 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e80052d0 con 0x7fe6000c7ed0 2023-12-02T00:32:38.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5fcff9640 1 -- 172.21.15.133:0/78959570 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5e8005430 con 0x7fe6000c7ed0 2023-12-02T00:32:38.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6000c3e00 con 0x7fe6000c7ed0 2023-12-02T00:32:38.388 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5fcff9640 1 -- 172.21.15.133:0/78959570 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e8003840 con 0x7fe6000c7ed0 2023-12-02T00:32:38.388 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6000c3b20 con 0x7fe6000c7ed0 2023-12-02T00:32:38.388 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6001ed250 con 0x7fe6000c7ed0 2023-12-02T00:32:38.388 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.384+0000 7fe5fcff9640 1 -- 172.21.15.133:0/78959570 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe5e80039a0 con 0x7fe6000c7ed0 2023-12-02T00:32:38.389 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.388+0000 7fe5fcff9640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e0066470 0x7fe5e0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.389 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.388+0000 7fe5fcff9640 1 -- 172.21.15.133:0/78959570 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe5e8082f40 con 0x7fe6000c7ed0 2023-12-02T00:32:38.389 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.388+0000 7fe5feffd640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e0066470 0x7fe5e0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.388+0000 7fe5feffd640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e0066470 0x7fe5e0068930 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe600154e20 tx=0x7fe5f0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.392+0000 7fe5fcff9640 1 -- 172.21.15.133:0/78959570 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe5e8050850 con 0x7fe6000c7ed0 2023-12-02T00:32:38.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe600068400 con 0x7fe6000c7ed0 2023-12-02T00:32:38.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe5fcff9640 1 -- 172.21.15.133:0/78959570 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v45) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe5e80170a0 con 0x7fe6000c7ed0 2023-12-02T00:32:38.546 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e0066470 msgr2=0x7fe5e0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e0066470 0x7fe5e0068930 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe600154e20 tx=0x7fe5f0008040 comp rx=0 tx=0).stop 2023-12-02T00:32:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000c7ed0 msgr2=0x7fe6001575e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000c7ed0 0x7fe6001575e0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe5e800c3c0 tx=0x7fe5e800c880 comp rx=0 tx=0).stop 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 shutdown_connections 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe5e0066470 0x7fe5e0068930 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe600151dc0 0x7fe6001ed570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6000c7ed0 0x7fe6001575e0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 --2- 172.21.15.133:0/78959570 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6000bd660 0x7fe600155b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 >> 172.21.15.133:0/78959570 conn(0x7fe600071eb0 msgr2=0x7fe600072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 shutdown_connections 2023-12-02T00:32:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.544+0000 7fe60589c640 1 -- 172.21.15.133:0/78959570 wait complete. 2023-12-02T00:32:38.567 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-02T00:32:38.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.700+0000 7f95c298d640 1 Processor -- start 2023-12-02T00:32:38.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.700+0000 7f95c298d640 1 -- start start 2023-12-02T00:32:38.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c298d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c298d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f95bc0c4100 0x7f95bc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c298d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f95bc0c29e0 0x7f95bc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c298d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95bc0c31c0 con 0x7f95bc0c4100 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c298d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95bc0c34a0 con 0x7f95bc0c29e0 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c298d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc0c1030 con 0x7f95bc0c63c0 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f95bc0c4100 0x7f95bc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f95bc0c4100 0x7f95bc0c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41112/0 (socket says 172.21.15.133:41112) 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 -- 172.21.15.133:0/3528189998 learned_addr learned my addr 172.21.15.133:0/3528189998 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bbfff640 1 --2- 172.21.15.133:0/3528189998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c0f2a640 1 --2- 172.21.15.133:0/3528189998 >> v2:172.21.15.172:3300/0 conn(0x7f95bc0c29e0 0x7f95bc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 -- 172.21.15.133:0/3528189998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 msgr2=0x7f95bc0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 --2- 172.21.15.133:0/3528189998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 -- 172.21.15.133:0/3528189998 >> v2:172.21.15.172:3300/0 conn(0x7f95bc0c29e0 msgr2=0x7f95bc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 --2- 172.21.15.133:0/3528189998 >> v2:172.21.15.172:3300/0 conn(0x7f95bc0c29e0 0x7f95bc0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bb7fe640 1 -- 172.21.15.133:0/3528189998 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95bc0c1310 con 0x7f95bc0c4100 2023-12-02T00:32:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95bbfff640 1 --2- 172.21.15.133:0/3528189998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.704+0000 7f95c0f2a640 1 --2- 172.21.15.133:0/3528189998 >> v2:172.21.15.172:3300/0 conn(0x7f95bc0c29e0 0x7f95bc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95bb7fe640 1 --2- 172.21.15.133:0/3528189998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c4100 0x7f95bc0c24a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0a5760 tx=0x7f95b001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=577c724df87854e2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95baffd640 1 -- 172.21.15.133:0/3528189998 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95bc0aa3d0 con 0x7f95bc0c4100 2023-12-02T00:32:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95baffd640 1 -- 172.21.15.133:0/3528189998 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95b00ad640 con 0x7f95bc0c4100 2023-12-02T00:32:38.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95baffd640 1 -- 172.21.15.133:0/3528189998 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b00ad9d0 con 0x7f95bc0c4100 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- 172.21.15.133:0/3528189998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c4100 msgr2=0x7f95bc0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 --2- 172.21.15.133:0/3528189998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c4100 0x7f95bc0c24a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0a5760 tx=0x7f95b001c3b0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- 172.21.15.133:0/3528189998 shutdown_connections 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 --2- 172.21.15.133:0/3528189998 >> v2:172.21.15.172:3300/0 conn(0x7f95bc0c29e0 0x7f95bc0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 --2- 172.21.15.133:0/3528189998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c4100 0x7f95bc0c24a0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 --2- 172.21.15.133:0/3528189998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- 172.21.15.133:0/3528189998 >> 172.21.15.133:0/3528189998 conn(0x7f95bc06a5b0 msgr2=0x7f95bc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- 172.21.15.133:0/3528189998 shutdown_connections 2023-12-02T00:32:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- 172.21.15.133:0/3528189998 wait complete. 2023-12-02T00:32:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 Processor -- start 2023-12-02T00:32:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- start start 2023-12-02T00:32:38.713 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c29e0 0x7f95bc150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f95bc0c4100 0x7f95bc0be840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc1ec750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc1ef210 con 0x7f95bc0c29e0 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc157010 con 0x7f95bc0c4100 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.708+0000 7f95c298d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc1572f0 con 0x7f95bc0c63c0 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c29e0 0x7f95bc150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c29e0 0x7f95bc150620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41124/0 (socket says 172.21.15.133:41124) 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 -- 172.21.15.133:0/2809334437 learned_addr learned my addr 172.21.15.133:0/2809334437 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bb7fe640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f95bc0c4100 0x7f95bc0be840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95c0f2a640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc1ec750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 -- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 msgr2=0x7f95bc1ec750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc1ec750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 -- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f95bc0c4100 msgr2=0x7f95bc0be840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f95bc0c4100 0x7f95bc0be840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 -- 172.21.15.133:0/2809334437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95b00094d0 con 0x7f95bc0c29e0 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bb7fe640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f95bc0c4100 0x7f95bc0be840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95bbfff640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c29e0 0x7f95bc150620 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00d800 tx=0x7f95ac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95b8ff9640 1 -- 172.21.15.133:0/2809334437 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ac0096c0 con 0x7f95bc0c29e0 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95b8ff9640 1 -- 172.21.15.133:0/2809334437 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95ac009820 con 0x7f95bc0c29e0 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95b8ff9640 1 -- 172.21.15.133:0/2809334437 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ac009bd0 con 0x7f95bc0c29e0 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95bc0c69b0 con 0x7f95bc0c29e0 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95bc1ec230 con 0x7f95bc0c29e0 2023-12-02T00:32:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95bc068400 con 0x7f95bc0c29e0 2023-12-02T00:32:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95b8ff9640 1 -- 172.21.15.133:0/2809334437 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f95ac009d30 con 0x7f95bc0c29e0 2023-12-02T00:32:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.712+0000 7f95b8ff9640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f95a8066470 0x7f95a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.716+0000 7f95b8ff9640 1 -- 172.21.15.133:0/2809334437 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f95ac084250 con 0x7f95bc0c29e0 2023-12-02T00:32:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.716+0000 7f95bb7fe640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f95a8066470 0x7f95a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:38.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.716+0000 7f95bb7fe640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f95a8066470 0x7f95a8068930 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f95b00af000 tx=0x7f95b0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:38.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.716+0000 7f95b8ff9640 1 -- 172.21.15.133:0/2809334437 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f95ac051a00 con 0x7f95bc0c29e0 2023-12-02T00:32:38.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.868+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f95bc071f60 con 0x7f95bc0c29e0 2023-12-02T00:32:38.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.868+0000 7f95b8ff9640 1 -- 172.21.15.133:0/2809334437 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v45) v1 ==== 84+0+65 (secure 0 0 0) 0x7f95ac055020 con 0x7f95bc0c29e0 2023-12-02T00:32:38.871 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:38.871 INFO:teuthology.orchestra.run.smithi133.stdout:[ 2023-12-02T00:32:38.872 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:38.872 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 1, 2023-12-02T00:32:38.872 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": ".mgr" 2023-12-02T00:32:38.872 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:38.872 INFO:teuthology.orchestra.run.smithi133.stdout:] 2023-12-02T00:32:38.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f95a8066470 msgr2=0x7f95a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f95a8066470 0x7f95a8068930 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f95b00af000 tx=0x7f95b0008040 comp rx=0 tx=0).stop 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c29e0 msgr2=0x7f95bc150620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c29e0 0x7f95bc150620 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00d800 tx=0x7f95ac00dcc0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 shutdown_connections 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f95a8066470 0x7f95a8068930 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f95bc0c63c0 0x7f95bc1ec750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f95bc0c4100 0x7f95bc0be840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 --2- 172.21.15.133:0/2809334437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95bc0c29e0 0x7f95bc150620 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 >> 172.21.15.133:0/2809334437 conn(0x7f95bc06a5b0 msgr2=0x7f95bc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 shutdown_connections 2023-12-02T00:32:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:38.872+0000 7f95c298d640 1 -- 172.21.15.133:0/2809334437 wait complete. 2023-12-02T00:32:38.893 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-02T00:32:38.893 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-02T00:32:39.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 Processor -- start 2023-12-02T00:32:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 -- start start 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc9ac151c70 0x7fc9ac06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc9ac155320 0x7fc9ac0c48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac0c8b90 0x7fc9ac0c9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9ac154630 con 0x7fc9ac151c70 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9ac154e90 con 0x7fc9ac155320 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b2aea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ac0c4df0 con 0x7fc9ac0c8b90 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc9ac151c70 0x7fc9ac06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc9ac151c70 0x7fc9ac06ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41136/0 (socket says 172.21.15.133:41136) 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 -- 172.21.15.133:0/2795455446 learned_addr learned my addr 172.21.15.133:0/2795455446 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9abfff640 1 --2- 172.21.15.133:0/2795455446 >> v2:172.21.15.172:3300/0 conn(0x7fc9ac155320 0x7fc9ac0c48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b1087640 1 --2- 172.21.15.133:0/2795455446 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac0c8b90 0x7fc9ac0c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 -- 172.21.15.133:0/2795455446 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac0c8b90 msgr2=0x7fc9ac0c9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 --2- 172.21.15.133:0/2795455446 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac0c8b90 0x7fc9ac0c9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 -- 172.21.15.133:0/2795455446 >> v2:172.21.15.172:3300/0 conn(0x7fc9ac155320 msgr2=0x7fc9ac0c48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 --2- 172.21.15.133:0/2795455446 >> v2:172.21.15.172:3300/0 conn(0x7fc9ac155320 0x7fc9ac0c48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.032+0000 7fc9b0886640 1 -- 172.21.15.133:0/2795455446 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9ac0c5350 con 0x7fc9ac151c70 2023-12-02T00:32:39.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b0886640 1 --2- 172.21.15.133:0/2795455446 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac06ca40 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac0b0060 tx=0x7fc9a001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fb2c850e6301f0d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:39.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9ab7fe640 1 -- 172.21.15.133:0/2795455446 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9a00ab400 con 0x7fc9ac151c70 2023-12-02T00:32:39.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9ab7fe640 1 -- 172.21.15.133:0/2795455446 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9a00a7050 con 0x7fc9ac151c70 2023-12-02T00:32:39.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9ab7fe640 1 -- 172.21.15.133:0/2795455446 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9a00ab780 con 0x7fc9ac151c70 2023-12-02T00:32:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 -- 172.21.15.133:0/2795455446 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 msgr2=0x7fc9ac06ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/2795455446 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac06ca40 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac0b0060 tx=0x7fc9a001c470 comp rx=0 tx=0).stop 2023-12-02T00:32:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 -- 172.21.15.133:0/2795455446 shutdown_connections 2023-12-02T00:32:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/2795455446 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac0c8b90 0x7fc9ac0c9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/2795455446 >> v2:172.21.15.172:3300/0 conn(0x7fc9ac155320 0x7fc9ac0c48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/2795455446 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac06ca40 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:39.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 -- 172.21.15.133:0/2795455446 >> 172.21.15.133:0/2795455446 conn(0x7fc9ac0abcf0 msgr2=0x7fc9ac0ac100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:39.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 -- 172.21.15.133:0/2795455446 shutdown_connections 2023-12-02T00:32:39.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.036+0000 7fc9b2aea640 1 -- 172.21.15.133:0/2795455446 wait complete. 2023-12-02T00:32:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 Processor -- start 2023-12-02T00:32:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 -- start start 2023-12-02T00:32:39.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9ac0c8b90 0x7fc9ac1ed930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:39.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac1504f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac155320 0x7fc9ac14ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ac1ede70 con 0x7fc9ac151c70 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ac14bd20 con 0x7fc9ac0c8b90 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b2aea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ac14dea0 con 0x7fc9ac155320 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac1504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac1504f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41144/0 (socket says 172.21.15.133:41144) 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 -- 172.21.15.133:0/3055994597 learned_addr learned my addr 172.21.15.133:0/3055994597 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b0886640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9ac0c8b90 0x7fc9ac1ed930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9b1087640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac155320 0x7fc9ac14ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 -- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac155320 msgr2=0x7fc9ac14ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac155320 0x7fc9ac14ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 -- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9ac0c8b90 msgr2=0x7fc9ac1ed930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9ac0c8b90 0x7fc9ac1ed930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 -- 172.21.15.133:0/3055994597 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9a00094d0 con 0x7fc9ac151c70 2023-12-02T00:32:39.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.040+0000 7fc9abfff640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac1504f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fc99800e870 tx=0x7fc99800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:39.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9a97fa640 1 -- 172.21.15.133:0/3055994597 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9980095d0 con 0x7fc9ac151c70 2023-12-02T00:32:39.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9a97fa640 1 -- 172.21.15.133:0/3055994597 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc99800c940 con 0x7fc9ac151c70 2023-12-02T00:32:39.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9ac14b760 con 0x7fc9ac151c70 2023-12-02T00:32:39.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9a97fa640 1 -- 172.21.15.133:0/3055994597 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc99800ccb0 con 0x7fc9ac151c70 2023-12-02T00:32:39.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9ac14d850 con 0x7fc9ac151c70 2023-12-02T00:32:39.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9ac14f2a0 con 0x7fc9ac151c70 2023-12-02T00:32:39.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9a97fa640 1 -- 172.21.15.133:0/3055994597 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc998013470 con 0x7fc9ac151c70 2023-12-02T00:32:39.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9a97fa640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc990066470 0x7fc990068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:39.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9a97fa640 1 -- 172.21.15.133:0/3055994597 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc998083fe0 con 0x7fc9ac151c70 2023-12-02T00:32:39.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.044+0000 7fc9b0886640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc990066470 0x7fc990068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:39.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.048+0000 7fc9b0886640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc990066470 0x7fc990068930 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc9a00ad000 tx=0x7fc9a00a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:39.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.052+0000 7fc9a97fa640 1 -- 172.21.15.133:0/3055994597 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc998051910 con 0x7fc9ac151c70 2023-12-02T00:32:39.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:39.200+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fc9ac068400 con 0x7fc9ac151c70 2023-12-02T00:32:40.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.120+0000 7fc9a97fa640 1 -- 172.21.15.133:0/3055994597 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v46) v1 ==== 138+0+0 (secure 0 0 0) 0x7fc9980210b0 con 0x7fc9ac151c70 2023-12-02T00:32:40.123 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' created 2023-12-02T00:32:40.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc990066470 msgr2=0x7fc990068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:40.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc990066470 0x7fc990068930 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc9a00ad000 tx=0x7fc9a00a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 msgr2=0x7fc9ac1504f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac1504f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fc99800e870 tx=0x7fc99800ed30 comp rx=0 tx=0).stop 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 shutdown_connections 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc990066470 0x7fc990068930 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc9ac155320 0x7fc9ac14ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc9ac151c70 0x7fc9ac1504f0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 --2- 172.21.15.133:0/3055994597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc9ac0c8b90 0x7fc9ac1ed930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 >> 172.21.15.133:0/3055994597 conn(0x7fc9ac0abcf0 msgr2=0x7fc9ac0ca960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 shutdown_connections 2023-12-02T00:32:40.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.124+0000 7fc9b2aea640 1 -- 172.21.15.133:0/3055994597 wait complete. 2023-12-02T00:32:40.153 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-02T00:32:40.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f84a0f2a640 1 Processor -- start 2023-12-02T00:32:40.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f84a0f2a640 1 -- start start 2023-12-02T00:32:40.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f84a0f2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0a5240 0x7f849c0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f84a0f2a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f849c1561f0 0x7f849c156680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f84a0f2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f849c0c3bd0 con 0x7f849c0c01c0 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f84a0f2a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f849c0bf1e0 con 0x7f849c1561f0 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f84a0f2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f849c0c3e20 con 0x7f849c0a5240 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f8491d9b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f849c0c01c0 0x7f849c0c5c60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33260/0 (socket says 172.21.15.133:33260) 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f8491d9b640 1 -- 172.21.15.133:0/292681382 learned_addr learned my addr 172.21.15.133:0/292681382 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f849ad9d640 1 --2- 172.21.15.133:0/292681382 >> v2:172.21.15.133:3300/0 conn(0x7f849c1561f0 0x7f849c156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f849a59c640 1 --2- 172.21.15.133:0/292681382 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0a5240 0x7f849c0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f849ad9d640 1 -- 172.21.15.133:0/292681382 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0a5240 msgr2=0x7f849c0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f849ad9d640 1 --2- 172.21.15.133:0/292681382 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0a5240 0x7f849c0bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f849ad9d640 1 -- 172.21.15.133:0/292681382 >> v1:172.21.15.133:6789/0 conn(0x7f849c0c01c0 legacy=0x7f849c0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:40.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.300+0000 7f849ad9d640 1 -- 172.21.15.133:0/292681382 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f849c0c4100 con 0x7f849c1561f0 2023-12-02T00:32:40.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f849ad9d640 1 --2- 172.21.15.133:0/292681382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c1561f0 0x7f849c156680 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f84940097f0 tx=0x7f849401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc09a8390be33dab server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:40.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f8499d9b640 1 -- 172.21.15.133:0/292681382 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84940ac620 con 0x7f849c1561f0 2023-12-02T00:32:40.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f8499d9b640 1 -- 172.21.15.133:0/292681382 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84940ac780 con 0x7f849c1561f0 2023-12-02T00:32:40.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f8499d9b640 1 -- 172.21.15.133:0/292681382 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84940acb10 con 0x7f849c1561f0 2023-12-02T00:32:40.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 -- 172.21.15.133:0/292681382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c1561f0 msgr2=0x7f849c156680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:40.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/292681382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c1561f0 0x7f849c156680 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f84940097f0 tx=0x7f849401c3c0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 -- 172.21.15.133:0/292681382 shutdown_connections 2023-12-02T00:32:40.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/292681382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c1561f0 0x7f849c156680 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/292681382 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c0a5240 0x7f849c0bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 -- 172.21.15.133:0/292681382 >> 172.21.15.133:0/292681382 conn(0x7f849c06a5b0 msgr2=0x7f849c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:40.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 -- 172.21.15.133:0/292681382 shutdown_connections 2023-12-02T00:32:40.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.304+0000 7f84a0f2a640 1 -- 172.21.15.133:0/292681382 wait complete. 2023-12-02T00:32:40.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 Processor -- start 2023-12-02T00:32:40.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 -- start start 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0a5240 0x7f849c1ed330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c01c0 0x7f849c1ee7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c1561f0 0x7f849c159290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f849c159bd0 con 0x7f849c0a5240 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f849c06ff80 con 0x7f849c0c01c0 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f849c070220 con 0x7f849c1561f0 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0a5240 0x7f849c1ed330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0a5240 0x7f849c1ed330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41164/0 (socket says 172.21.15.133:41164) 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 -- 172.21.15.133:0/2413188395 learned_addr learned my addr 172.21.15.133:0/2413188395 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:40.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849ad9d640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c1561f0 0x7f849c159290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:40.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f8491d9b640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c01c0 0x7f849c1ee7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:40.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 -- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c1561f0 msgr2=0x7f849c159290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:40.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c1561f0 0x7f849c159290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 -- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c01c0 msgr2=0x7f849c1ee7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:40.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c01c0 0x7f849c1ee7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:40.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 -- 172.21.15.133:0/2413188395 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8494009420 con 0x7f849c0a5240 2023-12-02T00:32:40.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f849a59c640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0a5240 0x7f849c1ed330 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f848c007e40 tx=0x7f848c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:40.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84937fe640 1 -- 172.21.15.133:0/2413188395 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c014620 con 0x7f849c0a5240 2023-12-02T00:32:40.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84937fe640 1 -- 172.21.15.133:0/2413188395 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f848c00ee90 con 0x7f849c0a5240 2023-12-02T00:32:40.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84937fe640 1 -- 172.21.15.133:0/2413188395 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848c0149c0 con 0x7f849c0a5240 2023-12-02T00:32:40.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f849c070500 con 0x7f849c0a5240 2023-12-02T00:32:40.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.308+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f849c070ac0 con 0x7f849c0a5240 2023-12-02T00:32:40.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.312+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f849c070c80 con 0x7f849c0a5240 2023-12-02T00:32:40.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.312+0000 7f84937fe640 1 -- 172.21.15.133:0/2413188395 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f848c014b20 con 0x7f849c0a5240 2023-12-02T00:32:40.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.312+0000 7f84937fe640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c066470 0x7f847c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:40.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.312+0000 7f84937fe640 1 -- 172.21.15.133:0/2413188395 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f848c084580 con 0x7f849c0a5240 2023-12-02T00:32:40.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.312+0000 7f8491d9b640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c066470 0x7f847c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:40.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.312+0000 7f8491d9b640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c066470 0x7f847c068930 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f849c1eb170 tx=0x7f8484009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:40.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.316+0000 7f84937fe640 1 -- 172.21.15.133:0/2413188395 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f848c051c70 con 0x7f849c0a5240 2023-12-02T00:32:40.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:40.468+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f849c0c52e0 con 0x7f849c0a5240 2023-12-02T00:32:41.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.128+0000 7f84937fe640 1 -- 172.21.15.133:0/2413188395 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v47) v1 ==== 170+0+0 (secure 0 0 0) 0x7f848c055290 con 0x7f849c0a5240 2023-12-02T00:32:41.132 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' created 2023-12-02T00:32:41.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c066470 msgr2=0x7f847c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:41.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c066470 0x7f847c068930 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f849c1eb170 tx=0x7f8484009040 comp rx=0 tx=0).stop 2023-12-02T00:32:41.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0a5240 msgr2=0x7f849c1ed330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:41.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0a5240 0x7f849c1ed330 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f848c007e40 tx=0x7f848c00e4b0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 shutdown_connections 2023-12-02T00:32:41.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f847c066470 0x7f847c068930 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f849c1561f0 0x7f849c159290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f849c0c01c0 0x7f849c1ee7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 --2- 172.21.15.133:0/2413188395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f849c0a5240 0x7f849c1ed330 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 >> 172.21.15.133:0/2413188395 conn(0x7f849c06a5b0 msgr2=0x7f849c06ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:41.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.132+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 shutdown_connections 2023-12-02T00:32:41.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.136+0000 7f84a0f2a640 1 -- 172.21.15.133:0/2413188395 wait complete. 2023-12-02T00:32:41.178 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-02T00:32:41.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.316+0000 7f230a2dd640 1 Processor -- start 2023-12-02T00:32:41.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.316+0000 7f230a2dd640 1 -- start start 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f230a2dd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2304151e90 0x7f23040c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f230a2dd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f23040c7ea0 0x7f230406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f230a2dd640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f230406c860 con 0x7f23040c4e60 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f230a2dd640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23040c8750 con 0x7f23040c7ea0 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f230a2dd640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23041552d0 con 0x7f2304151e90 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f23037fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f23040c7ea0 0x7f230406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f230887a640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f23040c4e60 0x7f230406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33266/0 (socket says 172.21.15.133:33266) 2023-12-02T00:32:41.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f230887a640 1 -- 172.21.15.133:0/3777840745 learned_addr learned my addr 172.21.15.133:0/3777840745 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:41.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f2303fff640 1 --2- 172.21.15.133:0/3777840745 >> v2:172.21.15.172:3300/0 conn(0x7f2304151e90 0x7f23040c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:41.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f23037fe640 1 -- 172.21.15.133:0/3777840745 >> v2:172.21.15.172:3300/0 conn(0x7f2304151e90 msgr2=0x7f23040c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:41.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f23037fe640 1 --2- 172.21.15.133:0/3777840745 >> v2:172.21.15.172:3300/0 conn(0x7f2304151e90 0x7f23040c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f23037fe640 1 -- 172.21.15.133:0/3777840745 >> v1:172.21.15.133:6789/0 conn(0x7f23040c4e60 legacy=0x7f230406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:41.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f23037fe640 1 -- 172.21.15.133:0/3777840745 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2304154930 con 0x7f23040c7ea0 2023-12-02T00:32:41.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f2302ffd640 1 -- 172.21.15.133:0/3777840745 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3266572582 0 0) 0x7f230406c860 con 0x7f23040c4e60 2023-12-02T00:32:41.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.320+0000 7f23037fe640 1 --2- 172.21.15.133:0/3777840745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230406b4a0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f230408b410 tx=0x7f22f801c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40d7732efe75a37 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:41.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f2302ffd640 1 -- 172.21.15.133:0/3777840745 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f80ab600 con 0x7f23040c7ea0 2023-12-02T00:32:41.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f2302ffd640 1 -- 172.21.15.133:0/3777840745 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22f80a7050 con 0x7f23040c7ea0 2023-12-02T00:32:41.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f2302ffd640 1 -- 172.21.15.133:0/3777840745 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f80ab980 con 0x7f23040c7ea0 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- 172.21.15.133:0/3777840745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 msgr2=0x7f230406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 --2- 172.21.15.133:0/3777840745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230406b4a0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f230408b410 tx=0x7f22f801c340 comp rx=0 tx=0).stop 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- 172.21.15.133:0/3777840745 shutdown_connections 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 --2- 172.21.15.133:0/3777840745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230406b4a0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 --2- 172.21.15.133:0/3777840745 >> v2:172.21.15.172:3300/0 conn(0x7f2304151e90 0x7f23040c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- 172.21.15.133:0/3777840745 >> 172.21.15.133:0/3777840745 conn(0x7f23040ca170 msgr2=0x7f23040ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- 172.21.15.133:0/3777840745 shutdown_connections 2023-12-02T00:32:41.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- 172.21.15.133:0/3777840745 wait complete. 2023-12-02T00:32:41.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 Processor -- start 2023-12-02T00:32:41.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- start start 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f23040c4e60 0x7f2304155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230414c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2304151e90 0x7f23041f0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23041f0580 con 0x7f23040c7ea0 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f230414c990 con 0x7f23040c4e60 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f230a2dd640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f230414cc70 con 0x7f2304151e90 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f23037fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230414c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.324+0000 7f23037fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230414c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41176/0 (socket says 172.21.15.133:41176) 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f23037fe640 1 -- 172.21.15.133:0/2753947602 learned_addr learned my addr 172.21.15.133:0/2753947602 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:41.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f230887a640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2304151e90 0x7f23041f0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f2303fff640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f23040c4e60 0x7f2304155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f23037fe640 1 -- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2304151e90 msgr2=0x7f23041f0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f23037fe640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2304151e90 0x7f23041f0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f23037fe640 1 -- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f23040c4e60 msgr2=0x7f2304155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f23037fe640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f23040c4e60 0x7f2304155d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f23037fe640 1 -- 172.21.15.133:0/2753947602 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22f8009420 con 0x7f23040c7ea0 2023-12-02T00:32:41.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f23037fe640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230414c140 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f22f80ae040 tx=0x7f22f80190e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f2300ff9640 1 -- 172.21.15.133:0/2753947602 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f80b4610 con 0x7f23040c7ea0 2023-12-02T00:32:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f2300ff9640 1 -- 172.21.15.133:0/2753947602 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22f80b4770 con 0x7f23040c7ea0 2023-12-02T00:32:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f230414cf50 con 0x7f23040c7ea0 2023-12-02T00:32:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f2300ff9640 1 -- 172.21.15.133:0/2753947602 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f80b4b20 con 0x7f23040c7ea0 2023-12-02T00:32:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f230414c680 con 0x7f23040c7ea0 2023-12-02T00:32:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2304068400 con 0x7f23040c7ea0 2023-12-02T00:32:41.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.328+0000 7f2300ff9640 1 -- 172.21.15.133:0/2753947602 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f22f80b2040 con 0x7f23040c7ea0 2023-12-02T00:32:41.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.332+0000 7f2300ff9640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22f0066470 0x7f22f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:41.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.332+0000 7f2300ff9640 1 -- 172.21.15.133:0/2753947602 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f22f811de80 con 0x7f23040c7ea0 2023-12-02T00:32:41.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.332+0000 7f2303fff640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22f0066470 0x7f22f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:41.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.332+0000 7f2303fff640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22f0066470 0x7f22f0068930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f22f4007a60 tx=0x7f22f4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:41.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.336+0000 7f2300ff9640 1 -- 172.21.15.133:0/2753947602 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f22f80eb400 con 0x7f23040c7ea0 2023-12-02T00:32:41.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:41.516+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f230414cdb0 con 0x7f23040c7ea0 2023-12-02T00:32:42.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.132+0000 7f2300ff9640 1 -- 172.21.15.133:0/2753947602 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v28) v1 ==== 172+0+0 (secure 0 0 0) 0x7f230414cdb0 con 0x7f23040c7ea0 2023-12-02T00:32:42.134 INFO:teuthology.orchestra.run.smithi133.stderr:new fs with metadata pool 8 and data pool 9 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22f0066470 msgr2=0x7f22f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22f0066470 0x7f22f0068930 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f22f4007a60 tx=0x7f22f4008040 comp rx=0 tx=0).stop 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 msgr2=0x7f230414c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230414c140 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f22f80ae040 tx=0x7f22f80190e0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 shutdown_connections 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f22f0066470 0x7f22f0068930 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2304151e90 0x7f23041f0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040c7ea0 0x7f230414c140 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 --2- 172.21.15.133:0/2753947602 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f23040c4e60 0x7f2304155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 >> 172.21.15.133:0/2753947602 conn(0x7f23040ca170 msgr2=0x7f230414f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:42.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 shutdown_connections 2023-12-02T00:32:42.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.136+0000 7f230a2dd640 1 -- 172.21.15.133:0/2753947602 wait complete. 2023-12-02T00:32:42.189 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:42.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.324+0000 7f2f7b19d640 1 Processor -- start 2023-12-02T00:32:42.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.324+0000 7f2f7b19d640 1 -- start start 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f7b19d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2f740c63c0 0x7f2f740c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f7b19d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2f740c4100 0x7f2f740c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f7b19d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f740a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f7b19d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f740c31c0 con 0x7f2f740c4100 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f7b19d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f740c34a0 con 0x7f2f740c63c0 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f7b19d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f740c1030 con 0x7f2f740c29e0 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2f740c4100 0x7f2f740c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2f740c4100 0x7f2f740c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41180/0 (socket says 172.21.15.133:41180) 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 -- 172.21.15.133:0/3779604908 learned_addr learned my addr 172.21.15.133:0/3779604908 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f7973a640 1 --2- 172.21.15.133:0/3779604908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f740a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f78f39640 1 --2- 172.21.15.133:0/3779604908 >> v2:172.21.15.172:3300/0 conn(0x7f2f740c63c0 0x7f2f740c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 -- 172.21.15.133:0/3779604908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 msgr2=0x7f2f740a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 --2- 172.21.15.133:0/3779604908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f740a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 -- 172.21.15.133:0/3779604908 >> v2:172.21.15.172:3300/0 conn(0x7f2f740c63c0 msgr2=0x7f2f740c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 --2- 172.21.15.133:0/3779604908 >> v2:172.21.15.172:3300/0 conn(0x7f2f740c63c0 0x7f2f740c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.328+0000 7f2f6bfff640 1 -- 172.21.15.133:0/3779604908 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f740c1310 con 0x7f2f740c4100 2023-12-02T00:32:42.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f6bfff640 1 --2- 172.21.15.133:0/3779604908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c4100 0x7f2f740c24a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f2f7406e000 tx=0x7f2f6401ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d737698b110a106d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f6b7fe640 1 -- 172.21.15.133:0/3779604908 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f740aa3d0 con 0x7f2f740c4100 2023-12-02T00:32:42.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f6b7fe640 1 -- 172.21.15.133:0/3779604908 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f640a7b30 con 0x7f2f740c4100 2023-12-02T00:32:42.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f6b7fe640 1 -- 172.21.15.133:0/3779604908 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f640af440 con 0x7f2f740c4100 2023-12-02T00:32:42.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 -- 172.21.15.133:0/3779604908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c4100 msgr2=0x7f2f740c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/3779604908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c4100 0x7f2f740c24a0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f2f7406e000 tx=0x7f2f6401ea80 comp rx=0 tx=0).stop 2023-12-02T00:32:42.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 -- 172.21.15.133:0/3779604908 shutdown_connections 2023-12-02T00:32:42.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/3779604908 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f740a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/3779604908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c4100 0x7f2f740c24a0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/3779604908 >> v2:172.21.15.172:3300/0 conn(0x7f2f740c63c0 0x7f2f740c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 -- 172.21.15.133:0/3779604908 >> 172.21.15.133:0/3779604908 conn(0x7f2f7406a5b0 msgr2=0x7f2f7406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:42.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 -- 172.21.15.133:0/3779604908 shutdown_connections 2023-12-02T00:32:42.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 -- 172.21.15.133:0/3779604908 wait complete. 2023-12-02T00:32:42.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 Processor -- start 2023-12-02T00:32:42.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.332+0000 7f2f7b19d640 1 -- start start 2023-12-02T00:32:42.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f74153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f740c4100 0x7f2f7414be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c63c0 0x7f2f74070f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7414c390 con 0x7f2f740c63c0 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f741565f0 con 0x7f2f740c4100 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f741ebc00 con 0x7f2f740c29e0 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c63c0 0x7f2f74070f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c63c0 0x7f2f74070f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41184/0 (socket says 172.21.15.133:41184) 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 -- 172.21.15.133:0/2699059742 learned_addr learned my addr 172.21.15.133:0/2699059742 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f6bfff640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f740c4100 0x7f2f7414be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f78f39640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f74153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 -- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 msgr2=0x7f2f74153f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f74153f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 -- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f740c4100 msgr2=0x7f2f7414be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f740c4100 0x7f2f7414be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 -- 172.21.15.133:0/2699059742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f6400b770 con 0x7f2f740c63c0 2023-12-02T00:32:42.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7973a640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c63c0 0x7f2f74070f30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c00eed0 tx=0x7f2f6c00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f697fa640 1 -- 172.21.15.133:0/2699059742 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c010040 con 0x7f2f740c63c0 2023-12-02T00:32:42.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f697fa640 1 -- 172.21.15.133:0/2699059742 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f6c014400 con 0x7f2f740c63c0 2023-12-02T00:32:42.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f697fa640 1 -- 172.21.15.133:0/2699059742 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c009ea0 con 0x7f2f740c63c0 2023-12-02T00:32:42.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f740c69b0 con 0x7f2f740c63c0 2023-12-02T00:32:42.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f7415a7a0 con 0x7f2f740c63c0 2023-12-02T00:32:42.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f74068400 con 0x7f2f740c63c0 2023-12-02T00:32:42.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.336+0000 7f2f697fa640 1 -- 172.21.15.133:0/2699059742 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2f6c0147b0 con 0x7f2f740c63c0 2023-12-02T00:32:42.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.340+0000 7f2f697fa640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2f60066470 0x7f2f60068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.340+0000 7f2f697fa640 1 -- 172.21.15.133:0/2699059742 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2f6c084450 con 0x7f2f740c63c0 2023-12-02T00:32:42.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.340+0000 7f2f78f39640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2f60066470 0x7f2f60068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.340+0000 7f2f78f39640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2f60066470 0x7f2f60068930 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2f740717e0 tx=0x7f2f70009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.344+0000 7f2f697fa640 1 -- 172.21.15.133:0/2699059742 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2f6c051970 con 0x7f2f740c63c0 2023-12-02T00:32:42.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.496+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2f740676f0 con 0x7f2f740c63c0 2023-12-02T00:32:42.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.496+0000 7f2f697fa640 1 -- 172.21.15.133:0/2699059742 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16614 (secure 0 0 0) 0x7f2f6c054f90 con 0x7f2f740c63c0 2023-12-02T00:32:42.499 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:42.499 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":48,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:41.517523+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:42.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.496+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2f60066470 msgr2=0x7f2f60068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.496+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2f60066470 0x7f2f60068930 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2f740717e0 tx=0x7f2f70009190 comp rx=0 tx=0).stop 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.496+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c63c0 msgr2=0x7f2f74070f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.496+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c63c0 0x7f2f74070f30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c00eed0 tx=0x7f2f6c00b480 comp rx=0 tx=0).stop 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 shutdown_connections 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2f60066470 0x7f2f60068930 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f740c63c0 0x7f2f74070f30 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2f740c4100 0x7f2f7414be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 --2- 172.21.15.133:0/2699059742 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2f740c29e0 0x7f2f74153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 >> 172.21.15.133:0/2699059742 conn(0x7f2f7406a5b0 msgr2=0x7f2f7406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 shutdown_connections 2023-12-02T00:32:42.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.500+0000 7f2f7b19d640 1 -- 172.21.15.133:0/2699059742 wait complete. 2023-12-02T00:32:42.520 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:42.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86c446640 1 Processor -- start 2023-12-02T00:32:42.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86c446640 1 -- start start 2023-12-02T00:32:42.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86c446640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8640c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86c446640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff86406c860 con 0x7ff8640c7ea0 2023-12-02T00:32:42.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86c446640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff864154930 con 0x7ff8640c4e60 2023-12-02T00:32:42.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86c446640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8640c8750 con 0x7ff864151e90 2023-12-02T00:32:42.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff8699e1640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff8640c7ea0 0x7ff86406b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33280/0 (socket says 172.21.15.133:33280) 2023-12-02T00:32:42.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff8699e1640 1 -- 172.21.15.133:0/1276808101 learned_addr learned my addr 172.21.15.133:0/1276808101 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:42.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86a1e2640 1 --2- 172.21.15.133:0/1276808101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8640c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff8691e0640 1 -- 172.21.15.133:0/1276808101 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2757490847 0 0) 0x7ff86406c860 con 0x7ff8640c7ea0 2023-12-02T00:32:42.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff8691e0640 1 -- 172.21.15.133:0/1276808101 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff850003530 con 0x7ff8640c7ea0 2023-12-02T00:32:42.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86a1e2640 1 -- 172.21.15.133:0/1276808101 >> v1:172.21.15.172:6789/0 conn(0x7ff8640c4e60 legacy=0x7ff86415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff8691e0640 1 -- 172.21.15.133:0/1276808101 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 629237026 0 0) 0x7ff864154930 con 0x7ff8640c4e60 2023-12-02T00:32:42.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86a1e2640 1 -- 172.21.15.133:0/1276808101 >> v1:172.21.15.133:6789/0 conn(0x7ff8640c7ea0 legacy=0x7ff86406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.656+0000 7ff86a1e2640 1 -- 172.21.15.133:0/1276808101 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff864154c10 con 0x7ff864151e90 2023-12-02T00:32:42.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86a1e2640 1 --2- 172.21.15.133:0/1276808101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8640c4920 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff860009dc0 tx=0x7ff86001c690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=127a6612799d4d74 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff8691e0640 1 -- 172.21.15.133:0/1276808101 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff854001600 con 0x7ff864151e90 2023-12-02T00:32:42.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff8691e0640 1 -- 172.21.15.133:0/1276808101 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8600a9420 con 0x7ff864151e90 2023-12-02T00:32:42.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff8691e0640 1 -- 172.21.15.133:0/1276808101 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8600a97b0 con 0x7ff864151e90 2023-12-02T00:32:42.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86c446640 1 -- 172.21.15.133:0/1276808101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 msgr2=0x7ff8640c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86c446640 1 --2- 172.21.15.133:0/1276808101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8640c4920 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff860009dc0 tx=0x7ff86001c690 comp rx=0 tx=0).stop 2023-12-02T00:32:42.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86c446640 1 -- 172.21.15.133:0/1276808101 shutdown_connections 2023-12-02T00:32:42.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86c446640 1 --2- 172.21.15.133:0/1276808101 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8640c4920 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86c446640 1 -- 172.21.15.133:0/1276808101 >> 172.21.15.133:0/1276808101 conn(0x7ff8640ca170 msgr2=0x7ff8640ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:42.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86c446640 1 -- 172.21.15.133:0/1276808101 shutdown_connections 2023-12-02T00:32:42.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.660+0000 7ff86c446640 1 -- 172.21.15.133:0/1276808101 wait complete. 2023-12-02T00:32:42.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 Processor -- start 2023-12-02T00:32:42.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 -- start start 2023-12-02T00:32:42.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8640c4e60 0x7ff8641f0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8640c7ea0 0x7ff8641ee780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8641eecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8641552d0 con 0x7ff8640c4e60 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86414a380 con 0x7ff8640c7ea0 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8641f17c0 con 0x7ff864151e90 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8640c4e60 0x7ff8641f0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8640c4e60 0x7ff8641f0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41186/0 (socket says 172.21.15.133:41186) 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 -- 172.21.15.133:0/4254767070 learned_addr learned my addr 172.21.15.133:0/4254767070 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff8699e1640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8640c7ea0 0x7ff8641ee780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a9e3640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8641eecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 -- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 msgr2=0x7ff8641eecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8641eecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 -- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8640c7ea0 msgr2=0x7ff8641ee780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8640c7ea0 0x7ff8641ee780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 -- 172.21.15.133:0/4254767070 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff860009a70 con 0x7ff8640c4e60 2023-12-02T00:32:42.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a9e3640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8641eecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:42.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff8699e1640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8640c7ea0 0x7ff8641ee780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:42.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86a1e2640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8640c4e60 0x7ff8641f0ae0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ff86001ad40 tx=0x7ff860019430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff85affd640 1 -- 172.21.15.133:0/4254767070 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8600b7070 con 0x7ff8640c4e60 2023-12-02T00:32:42.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff85affd640 1 -- 172.21.15.133:0/4254767070 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8600039a0 con 0x7ff8640c4e60 2023-12-02T00:32:42.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff85affd640 1 -- 172.21.15.133:0/4254767070 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff860003d50 con 0x7ff8640c4e60 2023-12-02T00:32:42.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8641f14e0 con 0x7ff8640c4e60 2023-12-02T00:32:42.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.664+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff86414a010 con 0x7ff8640c4e60 2023-12-02T00:32:42.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.668+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff864068400 con 0x7ff8640c4e60 2023-12-02T00:32:42.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.668+0000 7ff85affd640 1 -- 172.21.15.133:0/4254767070 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff8600bb070 con 0x7ff8640c4e60 2023-12-02T00:32:42.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.668+0000 7ff85affd640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff848066470 0x7ff848068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.668+0000 7ff85affd640 1 -- 172.21.15.133:0/4254767070 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff86011e550 con 0x7ff8640c4e60 2023-12-02T00:32:42.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.668+0000 7ff8699e1640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff848066470 0x7ff848068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.668+0000 7ff8699e1640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff848066470 0x7ff848068930 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff854001730 tx=0x7ff854009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.672+0000 7ff85affd640 1 -- 172.21.15.133:0/4254767070 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff8600eb9c0 con 0x7ff8640c4e60 2023-12-02T00:32:42.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.820+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff86414f390 con 0x7ff8640c4e60 2023-12-02T00:32:42.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.820+0000 7ff85affd640 1 -- 172.21.15.133:0/4254767070 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16614 (secure 0 0 0) 0x7ff8600eefe0 con 0x7ff8640c4e60 2023-12-02T00:32:42.824 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:42.824 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":48,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:41.517523+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:42.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff848066470 msgr2=0x7ff848068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff848066470 0x7ff848068930 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff854001730 tx=0x7ff854009040 comp rx=0 tx=0).stop 2023-12-02T00:32:42.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8640c4e60 msgr2=0x7ff8641f0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8640c4e60 0x7ff8641f0ae0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ff86001ad40 tx=0x7ff860019430 comp rx=0 tx=0).stop 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 shutdown_connections 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff848066470 0x7ff848068930 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff864151e90 0x7ff8641eecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8640c7ea0 0x7ff8641ee780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 --2- 172.21.15.133:0/4254767070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff8640c4e60 0x7ff8641f0ae0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 >> 172.21.15.133:0/4254767070 conn(0x7ff8640ca170 msgr2=0x7ff8640c69b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 shutdown_connections 2023-12-02T00:32:42.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.824+0000 7ff86c446640 1 -- 172.21.15.133:0/4254767070 wait complete. 2023-12-02T00:32:42.846 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-02T00:32:42.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca6ae17640 1 Processor -- start 2023-12-02T00:32:42.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca6ae17640 1 -- start start 2023-12-02T00:32:42.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca6ae17640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fca640a5240 0x7fca640bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca6ae17640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca640c01c0 0x7fca640c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca6ae17640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca640c3bd0 con 0x7fca640c61a0 2023-12-02T00:32:42.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca6ae17640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca640bf1e0 con 0x7fca640c01c0 2023-12-02T00:32:42.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca6ae17640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca640c3e20 con 0x7fca640a5240 2023-12-02T00:32:42.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca63fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca640c01c0 0x7fca640c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca63fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fca640c01c0 0x7fca640c5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41196/0 (socket says 172.21.15.133:41196) 2023-12-02T00:32:42.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.984+0000 7fca63fff640 1 -- 172.21.15.133:0/3037529280 learned_addr learned my addr 172.21.15.133:0/3037529280 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:42.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca68bb3640 1 --2- 172.21.15.133:0/3037529280 >> v2:172.21.15.172:3300/0 conn(0x7fca640a5240 0x7fca640bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca63fff640 1 -- 172.21.15.133:0/3037529280 >> v2:172.21.15.172:3300/0 conn(0x7fca640a5240 msgr2=0x7fca640bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:42.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca63fff640 1 --2- 172.21.15.133:0/3037529280 >> v2:172.21.15.172:3300/0 conn(0x7fca640a5240 0x7fca640bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca63fff640 1 -- 172.21.15.133:0/3037529280 >> v1:172.21.15.172:6789/0 conn(0x7fca640c61a0 legacy=0x7fca641561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:42.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca63fff640 1 -- 172.21.15.133:0/3037529280 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca640c4100 con 0x7fca640c01c0 2023-12-02T00:32:42.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca68bb3640 1 --2- 172.21.15.133:0/3037529280 >> v2:172.21.15.172:3300/0 conn(0x7fca640a5240 0x7fca640bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:42.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca63fff640 1 --2- 172.21.15.133:0/3037529280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640c01c0 0x7fca640c5c60 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fca640bf530 tx=0x7fca5001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259c75dc6f8a911e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca637fe640 1 -- 172.21.15.133:0/3037529280 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca500ab600 con 0x7fca640c01c0 2023-12-02T00:32:42.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca637fe640 1 -- 172.21.15.133:0/3037529280 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca500ab760 con 0x7fca640c01c0 2023-12-02T00:32:42.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca637fe640 1 -- 172.21.15.133:0/3037529280 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca500abaf0 con 0x7fca640c01c0 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca6ae17640 1 -- 172.21.15.133:0/3037529280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640c01c0 msgr2=0x7fca640c5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.988+0000 7fca6ae17640 1 --2- 172.21.15.133:0/3037529280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640c01c0 0x7fca640c5c60 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fca640bf530 tx=0x7fca5001c400 comp rx=0 tx=0).stop 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- 172.21.15.133:0/3037529280 shutdown_connections 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 --2- 172.21.15.133:0/3037529280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640c01c0 0x7fca640c5c60 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 --2- 172.21.15.133:0/3037529280 >> v2:172.21.15.172:3300/0 conn(0x7fca640a5240 0x7fca640bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- 172.21.15.133:0/3037529280 >> 172.21.15.133:0/3037529280 conn(0x7fca6406a5b0 msgr2=0x7fca6406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- 172.21.15.133:0/3037529280 shutdown_connections 2023-12-02T00:32:42.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- 172.21.15.133:0/3037529280 wait complete. 2023-12-02T00:32:42.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 Processor -- start 2023-12-02T00:32:42.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- start start 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640a5240 0x7fca6414d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca640c01c0 0x7fca6414f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca640c61a0 0x7fca641f0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca641f00a0 con 0x7fca640a5240 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca64072620 con 0x7fca640c61a0 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca6ae17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca64071c80 con 0x7fca640c01c0 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640a5240 0x7fca6414d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640a5240 0x7fca6414d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41210/0 (socket says 172.21.15.133:41210) 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 -- 172.21.15.133:0/529150114 learned_addr learned my addr 172.21.15.133:0/529150114 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca63fff640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca640c01c0 0x7fca6414f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca693b4640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca640c61a0 0x7fca641f0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:42.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 -- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca640c01c0 msgr2=0x7fca6414f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca640c01c0 0x7fca6414f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 -- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca640c61a0 msgr2=0x7fca641f0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:42.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca640c61a0 0x7fca641f0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:42.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 -- 172.21.15.133:0/529150114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca500094d0 con 0x7fca640a5240 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.992+0000 7fca68bb3640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640a5240 0x7fca6414d8f0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fca5800c7c0 tx=0x7fca5800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca617fa640 1 -- 172.21.15.133:0/529150114 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca58007a30 con 0x7fca640a5240 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca617fa640 1 -- 172.21.15.133:0/529150114 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca58007b90 con 0x7fca640a5240 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca64071f60 con 0x7fca640a5240 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca617fa640 1 -- 172.21.15.133:0/529150114 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5800ce70 con 0x7fca640a5240 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca64066430 con 0x7fca640a5240 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca640c52e0 con 0x7fca640a5240 2023-12-02T00:32:42.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca617fa640 1 -- 172.21.15.133:0/529150114 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fca580113f0 con 0x7fca640a5240 2023-12-02T00:32:43.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca617fa640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:43.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca617fa640 1 -- 172.21.15.133:0/529150114 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fca580842f0 con 0x7fca640a5240 2023-12-02T00:32:43.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:42.996+0000 7fca63fff640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:43.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:43.000+0000 7fca63fff640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fca500af000 tx=0x7fca500b6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:43.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:43.000+0000 7fca617fa640 1 -- 172.21.15.133:0/529150114 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fca58051810 con 0x7fca640a5240 2023-12-02T00:32:43.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:43.188+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fca64068400 con 0x7fca640a5240 2023-12-02T00:32:44.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.160+0000 7fca617fa640 1 -- 172.21.15.133:0/529150114 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v31) v1 ==== 118+0+0 (secure 0 0 0) 0x7fca58054e30 con 0x7fca640a5240 2023-12-02T00:32:44.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.160+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 msgr2=0x7fca48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:44.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.160+0000 7fca6ae17640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fca500af000 tx=0x7fca500b6040 comp rx=0 tx=0).stop 2023-12-02T00:32:44.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.160+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640a5240 msgr2=0x7fca6414d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:44.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.160+0000 7fca6ae17640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640a5240 0x7fca6414d8f0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fca5800c7c0 tx=0x7fca5800cc80 comp rx=0 tx=0).stop 2023-12-02T00:32:44.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 shutdown_connections 2023-12-02T00:32:44.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fca48066470 0x7fca48068930 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fca640c61a0 0x7fca641f0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fca640c01c0 0x7fca6414f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 --2- 172.21.15.133:0/529150114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca640a5240 0x7fca6414d8f0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 >> 172.21.15.133:0/529150114 conn(0x7fca6406a5b0 msgr2=0x7fca640a6cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 shutdown_connections 2023-12-02T00:32:44.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.164+0000 7fca6ae17640 1 -- 172.21.15.133:0/529150114 wait complete. 2023-12-02T00:32:44.188 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-02T00:32:44.188 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-02T00:32:44.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56d3a3640 1 Processor -- start 2023-12-02T00:32:44.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56d3a3640 1 -- start start 2023-12-02T00:32:44.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56d3a3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb5680723f0 0x7fb568150e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:44.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56d3a3640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5680c4bf0 con 0x7fb5681513d0 2023-12-02T00:32:44.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56d3a3640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb56814e680 con 0x7fb56814e2a0 2023-12-02T00:32:44.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56d3a3640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5681509d0 con 0x7fb5680723f0 2023-12-02T00:32:44.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb5677fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb5680723f0 0x7fb568150e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:44.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56cba2640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb5681513d0 0x7fb56815b270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33288/0 (socket says 172.21.15.133:33288) 2023-12-02T00:32:44.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb56cba2640 1 -- 172.21.15.133:0/2426255001 learned_addr learned my addr 172.21.15.133:0/2426255001 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:44.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb5677fe640 1 -- 172.21.15.133:0/2426255001 >> v1:172.21.15.172:6789/0 conn(0x7fb56814e2a0 legacy=0x7fb56806c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:44.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb5677fe640 1 -- 172.21.15.133:0/2426255001 >> v1:172.21.15.133:6789/0 conn(0x7fb5681513d0 legacy=0x7fb56815b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:44.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb5677fe640 1 -- 172.21.15.133:0/2426255001 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5680c0450 con 0x7fb5680723f0 2023-12-02T00:32:44.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.332+0000 7fb566ffd640 1 -- 172.21.15.133:0/2426255001 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1308394744 0 0) 0x7fb5680c4bf0 con 0x7fb5681513d0 2023-12-02T00:32:44.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb5677fe640 1 --2- 172.21.15.133:0/2426255001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5680723f0 0x7fb568150e90 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fb5680c0640 tx=0x7fb55c01d790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2f8c9b26b5039f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:44.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb566ffd640 1 -- 172.21.15.133:0/2426255001 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb55c0a67c0 con 0x7fb5680723f0 2023-12-02T00:32:44.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb566ffd640 1 -- 172.21.15.133:0/2426255001 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb55c0a6920 con 0x7fb5680723f0 2023-12-02T00:32:44.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb566ffd640 1 -- 172.21.15.133:0/2426255001 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb55c0a6cb0 con 0x7fb5680723f0 2023-12-02T00:32:44.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2426255001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5680723f0 msgr2=0x7fb568150e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:44.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2426255001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5680723f0 0x7fb568150e90 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fb5680c0640 tx=0x7fb55c01d790 comp rx=0 tx=0).stop 2023-12-02T00:32:44.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2426255001 shutdown_connections 2023-12-02T00:32:44.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2426255001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5680723f0 0x7fb568150e90 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:44.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2426255001 >> 172.21.15.133:0/2426255001 conn(0x7fb5680a7800 msgr2=0x7fb5680a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:44.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2426255001 shutdown_connections 2023-12-02T00:32:44.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.336+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2426255001 wait complete. 2023-12-02T00:32:44.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 Processor -- start 2023-12-02T00:32:44.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 -- start start 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb5680723f0 0x7fb5681ea720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb56814e2a0 0x7fb5681eac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5681513d0 0x7fb5680a9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5681f13e0 con 0x7fb5681513d0 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5680a5060 con 0x7fb56814e2a0 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5681f18d0 con 0x7fb5680723f0 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5681513d0 0x7fb5680a9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5681513d0 0x7fb5680a9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41238/0 (socket says 172.21.15.133:41238) 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 -- 172.21.15.133:0/2629129304 learned_addr learned my addr 172.21.15.133:0/2629129304 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:44.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb5677fe640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb56814e2a0 0x7fb5681eac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:44.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb567fff640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb5680723f0 0x7fb5681ea720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:44.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 -- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb5680723f0 msgr2=0x7fb5681ea720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:44.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb5680723f0 0x7fb5681ea720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:44.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 -- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb56814e2a0 msgr2=0x7fb5681eac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:44.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb56814e2a0 0x7fb5681eac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:44.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 -- 172.21.15.133:0/2629129304 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb55c00a5c0 con 0x7fb5681513d0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56cba2640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5681513d0 0x7fb5680a9330 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fb56000c780 tx=0x7fb56000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb564ff9640 1 -- 172.21.15.133:0/2629129304 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb56000ce90 con 0x7fb5681513d0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb564ff9640 1 -- 172.21.15.133:0/2629129304 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb56000a640 con 0x7fb5681513d0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb564ff9640 1 -- 172.21.15.133:0/2629129304 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb56000a9d0 con 0x7fb5681513d0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5680a52d0 con 0x7fb5681513d0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.340+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5680a88b0 con 0x7fb5681513d0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.344+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb56804e850 con 0x7fb5681513d0 2023-12-02T00:32:44.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.344+0000 7fb564ff9640 1 -- 172.21.15.133:0/2629129304 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb56000ab30 con 0x7fb5681513d0 2023-12-02T00:32:44.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.344+0000 7fb564ff9640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5540664a0 0x7fb554068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:44.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.344+0000 7fb564ff9640 1 -- 172.21.15.133:0/2629129304 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb560083220 con 0x7fb5681513d0 2023-12-02T00:32:44.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.344+0000 7fb567fff640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5540664a0 0x7fb554068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:44.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.344+0000 7fb567fff640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5540664a0 0x7fb554068960 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb5681513a0 tx=0x7fb558009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:44.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.348+0000 7fb564ff9640 1 -- 172.21.15.133:0/2629129304 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb560050740 con 0x7fb5681513d0 2023-12-02T00:32:44.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:44.536+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fb5680721d0 con 0x7fb5681513d0 2023-12-02T00:32:45.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb564ff9640 1 -- 172.21.15.133:0/2629129304 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v32) v1 ==== 122+0+0 (secure 0 0 0) 0x7fb560053d60 con 0x7fb5681513d0 2023-12-02T00:32:45.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5540664a0 msgr2=0x7fb554068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5540664a0 0x7fb554068960 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb5681513a0 tx=0x7fb558009040 comp rx=0 tx=0).stop 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5681513d0 msgr2=0x7fb5680a9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5681513d0 0x7fb5680a9330 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fb56000c780 tx=0x7fb56000cc40 comp rx=0 tx=0).stop 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 shutdown_connections 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5540664a0 0x7fb554068960 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5681513d0 0x7fb5680a9330 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb56814e2a0 0x7fb5681eac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 --2- 172.21.15.133:0/2629129304 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb5680723f0 0x7fb5681ea720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 >> 172.21.15.133:0/2629129304 conn(0x7fb5680a7800 msgr2=0x7fb5680a6a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 shutdown_connections 2023-12-02T00:32:45.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.168+0000 7fb56d3a3640 1 -- 172.21.15.133:0/2629129304 wait complete. 2023-12-02T00:32:45.192 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-02T00:32:45.193 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:45.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f6571fdf640 1 Processor -- start 2023-12-02T00:32:45.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f6571fdf640 1 -- start start 2023-12-02T00:32:45.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f6571fdf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f656c151e90 0x7f656c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f6571fdf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f656c0c7ea0 0x7f656c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f6571fdf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f656c06c860 con 0x7f656c0c4e60 2023-12-02T00:32:45.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f6571fdf640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f656c0c8750 con 0x7f656c0c7ea0 2023-12-02T00:32:45.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f6571fdf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f656c1552d0 con 0x7f656c151e90 2023-12-02T00:32:45.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656bfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f656c0c4e60 0x7f656c06b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33294/0 (socket says 172.21.15.133:33294) 2023-12-02T00:32:45.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656bfff640 1 -- 172.21.15.133:0/1703628549 learned_addr learned my addr 172.21.15.133:0/1703628549 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:45.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656affd640 1 --2- 172.21.15.133:0/1703628549 >> v2:172.21.15.133:3300/0 conn(0x7f656c0c7ea0 0x7f656c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656b7fe640 1 --2- 172.21.15.133:0/1703628549 >> v2:172.21.15.172:3300/0 conn(0x7f656c151e90 0x7f656c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656affd640 1 -- 172.21.15.133:0/1703628549 >> v2:172.21.15.172:3300/0 conn(0x7f656c151e90 msgr2=0x7f656c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:45.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656affd640 1 --2- 172.21.15.133:0/1703628549 >> v2:172.21.15.172:3300/0 conn(0x7f656c151e90 0x7f656c0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656affd640 1 -- 172.21.15.133:0/1703628549 >> v1:172.21.15.133:6789/0 conn(0x7f656c0c4e60 legacy=0x7f656c06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.332+0000 7f656affd640 1 -- 172.21.15.133:0/1703628549 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f656c154930 con 0x7f656c0c7ea0 2023-12-02T00:32:45.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f656affd640 1 --2- 172.21.15.133:0/1703628549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c7ea0 0x7f656c06b4a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f656c08b410 tx=0x7f656001bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d7427da73fac1b6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:45.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f656a7fc640 1 -- 172.21.15.133:0/1703628549 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65600aa620 con 0x7f656c0c7ea0 2023-12-02T00:32:45.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f656a7fc640 1 -- 172.21.15.133:0/1703628549 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65600aa780 con 0x7f656c0c7ea0 2023-12-02T00:32:45.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f656a7fc640 1 -- 172.21.15.133:0/1703628549 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65600aab10 con 0x7f656c0c7ea0 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 -- 172.21.15.133:0/1703628549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c7ea0 msgr2=0x7f656c06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 --2- 172.21.15.133:0/1703628549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c7ea0 0x7f656c06b4a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f656c08b410 tx=0x7f656001bf40 comp rx=0 tx=0).stop 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 -- 172.21.15.133:0/1703628549 shutdown_connections 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 --2- 172.21.15.133:0/1703628549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c7ea0 0x7f656c06b4a0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 --2- 172.21.15.133:0/1703628549 >> v2:172.21.15.172:3300/0 conn(0x7f656c151e90 0x7f656c0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 -- 172.21.15.133:0/1703628549 >> 172.21.15.133:0/1703628549 conn(0x7f656c0ca170 msgr2=0x7f656c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 -- 172.21.15.133:0/1703628549 shutdown_connections 2023-12-02T00:32:45.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 -- 172.21.15.133:0/1703628549 wait complete. 2023-12-02T00:32:45.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.336+0000 7f6571fdf640 1 Processor -- start 2023-12-02T00:32:45.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 -- start start 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c4e60 0x7f656c1580d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f656c0c7ea0 0x7f656c1f4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f656c151e90 0x7f656c1f54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f656c1f3690 con 0x7f656c0c4e60 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f656c1f59f0 con 0x7f656c151e90 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f656c1f3b10 con 0x7f656c0c7ea0 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c4e60 0x7f656c1580d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c4e60 0x7f656c1580d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41246/0 (socket says 172.21.15.133:41246) 2023-12-02T00:32:45.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 -- 172.21.15.133:0/3008594504 learned_addr learned my addr 172.21.15.133:0/3008594504 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:45.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656affd640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f656c0c7ea0 0x7f656c1f4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 -- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f656c0c7ea0 msgr2=0x7f656c1f4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656bfff640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f656c151e90 0x7f656c1f54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f656c0c7ea0 0x7f656c1f4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 -- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f656c151e90 msgr2=0x7f656c1f54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f656c151e90 0x7f656c1f54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 -- 172.21.15.133:0/3008594504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6560009420 con 0x7f656c0c4e60 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656affd640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f656c0c7ea0 0x7f656c1f4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656bfff640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f656c151e90 0x7f656c1f54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f656b7fe640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c4e60 0x7f656c1580d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f655c00d800 tx=0x7f655c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6553fff640 1 -- 172.21.15.133:0/3008594504 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f655c00b6c0 con 0x7f656c0c4e60 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6553fff640 1 -- 172.21.15.133:0/3008594504 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f655c00b820 con 0x7f656c0c4e60 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6553fff640 1 -- 172.21.15.133:0/3008594504 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f655c00bb90 con 0x7f656c0c4e60 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f656c155cb0 con 0x7f656c0c4e60 2023-12-02T00:32:45.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f656c156270 con 0x7f656c0c4e60 2023-12-02T00:32:45.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.340+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f656c068400 con 0x7f656c0c4e60 2023-12-02T00:32:45.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.344+0000 7f6553fff640 1 -- 172.21.15.133:0/3008594504 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f655c00bcf0 con 0x7f656c0c4e60 2023-12-02T00:32:45.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.344+0000 7f6553fff640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65580664a0 0x7f6558068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.344+0000 7f6553fff640 1 -- 172.21.15.133:0/3008594504 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f655c0843b0 con 0x7f656c0c4e60 2023-12-02T00:32:45.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.344+0000 7f656affd640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65580664a0 0x7f6558068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.344+0000 7f656affd640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65580664a0 0x7f6558068960 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f65600ae000 tx=0x7f6560008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:45.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.348+0000 7f6553fff640 1 -- 172.21.15.133:0/3008594504 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f655c051820 con 0x7f656c0c4e60 2023-12-02T00:32:45.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.528+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f656c0c0de0 con 0x7f656c0c4e60 2023-12-02T00:32:45.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.528+0000 7f6553fff640 1 -- 172.21.15.133:0/3008594504 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) v1 ==== 94+0+4919 (secure 0 0 0) 0x7f655c054e40 con 0x7f656c0c4e60 2023-12-02T00:32:45.533 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:45.533 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":32,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5757,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:41.517859+0000","modified":"2023-12-02T00:32:44.537487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"a","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/567144125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":567144125},{"type":"v1","addr":"172.21.15.133:6837","nonce":567144125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2023-12-02T00:32:45.533 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 32 2023-12-02T00:32:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65580664a0 msgr2=0x7f6558068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65580664a0 0x7f6558068960 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f65600ae000 tx=0x7f6560008040 comp rx=0 tx=0).stop 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c4e60 msgr2=0x7f656c1580d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c4e60 0x7f656c1580d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f655c00d800 tx=0x7f655c00dcc0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 shutdown_connections 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f65580664a0 0x7f6558068960 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f656c151e90 0x7f656c1f54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f656c0c7ea0 0x7f656c1f4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 --2- 172.21.15.133:0/3008594504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656c0c4e60 0x7f656c1580d0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 >> 172.21.15.133:0/3008594504 conn(0x7f656c0ca170 msgr2=0x7f656c06bd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 shutdown_connections 2023-12-02T00:32:45.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.532+0000 7f6571fdf640 1 -- 172.21.15.133:0/3008594504 wait complete. 2023-12-02T00:32:45.555 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:45.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.688+0000 7f11f55aa640 1 Processor -- start 2023-12-02T00:32:45.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.688+0000 7f11f55aa640 1 -- start start 2023-12-02T00:32:45.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11f55aa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f11f00c4100 0x7f11f00c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11f55aa640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f11f00c06d0 0x7f11f00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11f55aa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11f00c31c0 con 0x7f11f00c63c0 2023-12-02T00:32:45.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11f55aa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11f00c34a0 con 0x7f11f00c4100 2023-12-02T00:32:45.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11f55aa640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11f00c1030 con 0x7f11f00c06d0 2023-12-02T00:32:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11e7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f11f00c4100 0x7f11f00c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11e7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f11f00c4100 0x7f11f00c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41254/0 (socket says 172.21.15.133:41254) 2023-12-02T00:32:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11e7fff640 1 -- 172.21.15.133:0/4198995262 learned_addr learned my addr 172.21.15.133:0/4198995262 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11ef7fe640 1 --2- 172.21.15.133:0/4198995262 >> v2:172.21.15.172:3300/0 conn(0x7f11f00c06d0 0x7f11f00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11e7fff640 1 -- 172.21.15.133:0/4198995262 >> v2:172.21.15.172:3300/0 conn(0x7f11f00c06d0 msgr2=0x7f11f00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11e7fff640 1 --2- 172.21.15.133:0/4198995262 >> v2:172.21.15.172:3300/0 conn(0x7f11f00c06d0 0x7f11f00a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11e7fff640 1 -- 172.21.15.133:0/4198995262 >> v1:172.21.15.172:6789/0 conn(0x7f11f00c63c0 legacy=0x7f11f00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11e7fff640 1 -- 172.21.15.133:0/4198995262 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11f00c1310 con 0x7f11f00c4100 2023-12-02T00:32:45.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.692+0000 7f11ef7fe640 1 --2- 172.21.15.133:0/4198995262 >> v2:172.21.15.172:3300/0 conn(0x7f11f00c06d0 0x7f11f00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:45.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11e7fff640 1 --2- 172.21.15.133:0/4198995262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c4100 0x7f11f00c2bb0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f11f00a8b40 tx=0x7f11d801c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd8ef402323343fa server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:45.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11ee7fc640 1 -- 172.21.15.133:0/4198995262 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11f00aa3d0 con 0x7f11f00c4100 2023-12-02T00:32:45.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11ee7fc640 1 -- 172.21.15.133:0/4198995262 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11d80a7050 con 0x7f11f00c4100 2023-12-02T00:32:45.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11ee7fc640 1 -- 172.21.15.133:0/4198995262 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11d80ab820 con 0x7f11f00c4100 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- 172.21.15.133:0/4198995262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c4100 msgr2=0x7f11f00c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 --2- 172.21.15.133:0/4198995262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c4100 0x7f11f00c2bb0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f11f00a8b40 tx=0x7f11d801c380 comp rx=0 tx=0).stop 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- 172.21.15.133:0/4198995262 shutdown_connections 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 --2- 172.21.15.133:0/4198995262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c4100 0x7f11f00c2bb0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 --2- 172.21.15.133:0/4198995262 >> v2:172.21.15.172:3300/0 conn(0x7f11f00c06d0 0x7f11f00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- 172.21.15.133:0/4198995262 >> 172.21.15.133:0/4198995262 conn(0x7f11f006a5b0 msgr2=0x7f11f006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- 172.21.15.133:0/4198995262 shutdown_connections 2023-12-02T00:32:45.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- 172.21.15.133:0/4198995262 wait complete. 2023-12-02T00:32:45.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 Processor -- start 2023-12-02T00:32:45.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- start start 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11f00c06d0 0x7f11f01529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f11f00c4100 0x7f11f015a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c63c0 0x7f11f00bacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11f01eca70 con 0x7f11f00c63c0 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11f00a5100 con 0x7f11f00c4100 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11f55aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11f01ecd30 con 0x7f11f00c06d0 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.696+0000 7f11ef7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c63c0 0x7f11f00bacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c63c0 0x7f11f00bacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41268/0 (socket says 172.21.15.133:41268) 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 -- 172.21.15.133:0/1705285384 learned_addr learned my addr 172.21.15.133:0/1705285384 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11e7fff640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f11f00c4100 0x7f11f015a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11eeffd640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11f00c06d0 0x7f11f01529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 -- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11f00c06d0 msgr2=0x7f11f01529e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11f00c06d0 0x7f11f01529e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 -- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f11f00c4100 msgr2=0x7f11f015a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f11f00c4100 0x7f11f015a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 -- 172.21.15.133:0/1705285384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11d80094d0 con 0x7f11f00c63c0 2023-12-02T00:32:45.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11ef7fe640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c63c0 0x7f11f00bacf0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f11e800cef0 tx=0x7f11e800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11e77fe640 1 -- 172.21.15.133:0/1705285384 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e800d840 con 0x7f11f00c63c0 2023-12-02T00:32:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11e77fe640 1 -- 172.21.15.133:0/1705285384 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11e800d9c0 con 0x7f11f00c63c0 2023-12-02T00:32:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11e77fe640 1 -- 172.21.15.133:0/1705285384 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e800dd70 con 0x7f11f00c63c0 2023-12-02T00:32:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11f01ed010 con 0x7f11f00c63c0 2023-12-02T00:32:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11f015a960 con 0x7f11f00c63c0 2023-12-02T00:32:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11f01ed530 con 0x7f11f00c63c0 2023-12-02T00:32:45.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11e77fe640 1 -- 172.21.15.133:0/1705285384 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f11e801e3b0 con 0x7f11f00c63c0 2023-12-02T00:32:45.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11e77fe640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f11d0066470 0x7f11d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:45.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.700+0000 7f11e77fe640 1 -- 172.21.15.133:0/1705285384 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f11e8084920 con 0x7f11f00c63c0 2023-12-02T00:32:45.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.704+0000 7f11eeffd640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f11d0066470 0x7f11d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:45.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.704+0000 7f11eeffd640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f11d0066470 0x7f11d0068930 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f11e00098e0 tx=0x7f11e0009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:45.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.704+0000 7f11e77fe640 1 -- 172.21.15.133:0/1705285384 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f11f01ed530 con 0x7f11f00c63c0 2023-12-02T00:32:45.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.856+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f11f01ed530 con 0x7f11f00c63c0 2023-12-02T00:32:45.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.856+0000 7f11e77fe640 1 -- 172.21.15.133:0/1705285384 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) v1 ==== 74+0+16601 (secure 0 0 0) 0x7f11f01ed530 con 0x7f11f00c63c0 2023-12-02T00:32:45.860 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:45.860 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":49,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:43.145492+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:45.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f11d0066470 msgr2=0x7f11d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f11d0066470 0x7f11d0068930 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f11e00098e0 tx=0x7f11e0009060 comp rx=0 tx=0).stop 2023-12-02T00:32:45.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c63c0 msgr2=0x7f11f00bacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c63c0 0x7f11f00bacf0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f11e800cef0 tx=0x7f11e800a710 comp rx=0 tx=0).stop 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 shutdown_connections 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f11d0066470 0x7f11d0068930 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f11f00c63c0 0x7f11f00bacf0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f11f00c4100 0x7f11f015a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 --2- 172.21.15.133:0/1705285384 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11f00c06d0 0x7f11f01529e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 >> 172.21.15.133:0/1705285384 conn(0x7f11f006a5b0 msgr2=0x7f11f0071ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 shutdown_connections 2023-12-02T00:32:45.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:45.860+0000 7f11f55aa640 1 -- 172.21.15.133:0/1705285384 wait complete. 2023-12-02T00:32:45.881 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-02T00:32:45.882 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:46.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 Processor -- start 2023-12-02T00:32:46.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 -- start start 2023-12-02T00:32:46.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa6841560e0 0x7fa68415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa68406d520 0x7fa684159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6840bffc0 0x7fa6840c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa68415c600 con 0x7fa6841560e0 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6841594e0 con 0x7fa68406d520 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa68b6d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6841597c0 con 0x7fa6840bffc0 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa689472640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa6841560e0 0x7fa68415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa689472640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa6841560e0 0x7fa68415ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33368/0 (socket says 172.21.15.133:33368) 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa689472640 1 -- 172.21.15.133:0/3904611362 learned_addr learned my addr 172.21.15.133:0/3904611362 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa689c73640 1 --2- 172.21.15.133:0/3904611362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6840bffc0 0x7fa6840c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.016+0000 7fa688c71640 1 --2- 172.21.15.133:0/3904611362 >> v2:172.21.15.172:3300/0 conn(0x7fa68406d520 0x7fa684159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa689472640 1 -- 172.21.15.133:0/3904611362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6840bffc0 msgr2=0x7fa6840c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa689472640 1 --2- 172.21.15.133:0/3904611362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6840bffc0 0x7fa6840c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa689472640 1 -- 172.21.15.133:0/3904611362 >> v2:172.21.15.172:3300/0 conn(0x7fa68406d520 msgr2=0x7fa684159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:46.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa689472640 1 --2- 172.21.15.133:0/3904611362 >> v2:172.21.15.172:3300/0 conn(0x7fa68406d520 0x7fa684159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa689472640 1 -- 172.21.15.133:0/3904611362 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa68415bfb0 con 0x7fa6841560e0 2023-12-02T00:32:46.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa689472640 1 --2- 172.21.15.133:0/3904611362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6841560e0 0x7fa68415ca90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fa6840c1330 tx=0x7fa68001c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11b6579d6d8b3fd9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa67bfff640 1 -- 172.21.15.133:0/3904611362 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6800ac600 con 0x7fa6841560e0 2023-12-02T00:32:46.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa67bfff640 1 -- 172.21.15.133:0/3904611362 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6800a8050 con 0x7fa6841560e0 2023-12-02T00:32:46.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa67bfff640 1 -- 172.21.15.133:0/3904611362 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6800ac980 con 0x7fa6841560e0 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa68b6d6640 1 -- 172.21.15.133:0/3904611362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6841560e0 msgr2=0x7fa68415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/3904611362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6841560e0 0x7fa68415ca90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fa6840c1330 tx=0x7fa68001c4d0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa68b6d6640 1 -- 172.21.15.133:0/3904611362 shutdown_connections 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/3904611362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6840bffc0 0x7fa6840c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/3904611362 >> v2:172.21.15.172:3300/0 conn(0x7fa68406d520 0x7fa684159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.020+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/3904611362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6841560e0 0x7fa68415ca90 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 -- 172.21.15.133:0/3904611362 >> 172.21.15.133:0/3904611362 conn(0x7fa68406a5b0 msgr2=0x7fa68406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 -- 172.21.15.133:0/3904611362 shutdown_connections 2023-12-02T00:32:46.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 -- 172.21.15.133:0/3904611362 wait complete. 2023-12-02T00:32:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 Processor -- start 2023-12-02T00:32:46.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 -- start start 2023-12-02T00:32:46.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa68406d520 0x7fa6840aa900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa6840bffc0 0x7fa684155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6841560e0 0x7fa6840c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6840c54c0 con 0x7fa68406d520 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6840aae40 con 0x7fa6840bffc0 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa68b6d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6840ab0c0 con 0x7fa6841560e0 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa68406d520 0x7fa6840aa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa68406d520 0x7fa6840aa900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33374/0 (socket says 172.21.15.133:33374) 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 -- 172.21.15.133:0/350326856 learned_addr learned my addr 172.21.15.133:0/350326856 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa688c71640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa6840bffc0 0x7fa684155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689c73640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6841560e0 0x7fa6840c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 -- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6841560e0 msgr2=0x7fa6840c3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6841560e0 0x7fa6840c3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 -- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa6840bffc0 msgr2=0x7fa684155160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa6840bffc0 0x7fa684155160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 -- 172.21.15.133:0/350326856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6800094d0 con 0x7fa68406d520 2023-12-02T00:32:46.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa689472640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa68406d520 0x7fa6840aa900 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fa68001cd70 tx=0x7fa68001ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa679ffb640 1 -- 172.21.15.133:0/350326856 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6800b7450 con 0x7fa68406d520 2023-12-02T00:32:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.024+0000 7fa679ffb640 1 -- 172.21.15.133:0/350326856 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6800b75d0 con 0x7fa68406d520 2023-12-02T00:32:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6841f18f0 con 0x7fa68406d520 2023-12-02T00:32:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa679ffb640 1 -- 172.21.15.133:0/350326856 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6800b7980 con 0x7fa68406d520 2023-12-02T00:32:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6841f1eb0 con 0x7fa68406d520 2023-12-02T00:32:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa684068400 con 0x7fa68406d520 2023-12-02T00:32:46.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa679ffb640 1 -- 172.21.15.133:0/350326856 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa6800b3070 con 0x7fa68406d520 2023-12-02T00:32:46.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa679ffb640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa668066470 0x7fa668068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa679ffb640 1 -- 172.21.15.133:0/350326856 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa68011e350 con 0x7fa68406d520 2023-12-02T00:32:46.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.028+0000 7fa688c71640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa668066470 0x7fa668068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.032+0000 7fa688c71640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa668066470 0x7fa668068930 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fa6841559a0 tx=0x7fa674008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.032+0000 7fa679ffb640 1 -- 172.21.15.133:0/350326856 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa6800eb860 con 0x7fa68406d520 2023-12-02T00:32:46.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.184+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa68406d150 con 0x7fa668066470 2023-12-02T00:32:46.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa679ffb640 1 -- 172.21.15.133:0/350326856 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288931 (secure 0 0 0) 0x7fa6740118b0 con 0x7fa668066470 2023-12-02T00:32:46.196 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:46.197 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa668066470 msgr2=0x7fa668068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa668066470 0x7fa668068930 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fa6841559a0 tx=0x7fa674008040 comp rx=0 tx=0).stop 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa68406d520 msgr2=0x7fa6840aa900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa68406d520 0x7fa6840aa900 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fa68001cd70 tx=0x7fa68001ad10 comp rx=0 tx=0).stop 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 shutdown_connections 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa668066470 0x7fa668068930 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa6841560e0 0x7fa6840c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa6840bffc0 0x7fa684155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 --2- 172.21.15.133:0/350326856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa68406d520 0x7fa6840aa900 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 >> 172.21.15.133:0/350326856 conn(0x7fa68406a5b0 msgr2=0x7fa6840a7270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:46.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 shutdown_connections 2023-12-02T00:32:46.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.192+0000 7fa68b6d6640 1 -- 172.21.15.133:0/350326856 wait complete. 2023-12-02T00:32:46.215 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2023-12-02T00:32:45.260979+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":44,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221736,"kb_used_data":5544,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754752984,"statfs":{"total":773094113280,"available":772867055616,"internally_reserved":0,"allocated":5677056,"data_stored":3048280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.136866"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175837+0000","last_change":"2023-12-02T00:32:42.163137+0000","last_active":"2023-12-02T00:32:42.175837+0000","last_peered":"2023-12-02T00:32:42.175837+0000","last_clean":"2023-12-02T00:32:42.175837+0000","last_became_active":"2023-12-02T00:32:42.162834+0000","last_became_peered":"2023-12-02T00:32:42.162834+0000","last_unstale":"2023-12-02T00:32:42.175837+0000","last_undegraded":"2023-12-02T00:32:42.175837+0000","last_fullsized":"2023-12-02T00:32:42.175837+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:05:07.823507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.170352+0000","last_change":"2023-12-02T00:32:42.166414+0000","last_active":"2023-12-02T00:32:42.170352+0000","last_peered":"2023-12-02T00:32:42.170352+0000","last_clean":"2023-12-02T00:32:42.170352+0000","last_became_active":"2023-12-02T00:32:42.165926+0000","last_became_peered":"2023-12-02T00:32:42.165926+0000","last_unstale":"2023-12-02T00:32:42.170352+0000","last_undegraded":"2023-12-02T00:32:42.170352+0000","last_fullsized":"2023-12-02T00:32:42.170352+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168345+0000","last_change":"2023-12-02T00:32:42.162847+0000","last_active":"2023-12-02T00:32:42.168345+0000","last_peered":"2023-12-02T00:32:42.168345+0000","last_clean":"2023-12-02T00:32:42.168345+0000","last_became_active":"2023-12-02T00:32:42.162573+0000","last_became_peered":"2023-12-02T00:32:42.162573+0000","last_unstale":"2023-12-02T00:32:42.168345+0000","last_undegraded":"2023-12-02T00:32:42.168345+0000","last_fullsized":"2023-12-02T00:32:42.168345+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:18.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.182768+0000","last_change":"2023-12-02T00:32:42.176669+0000","last_active":"2023-12-02T00:32:42.182768+0000","last_peered":"2023-12-02T00:32:42.182768+0000","last_clean":"2023-12-02T00:32:42.182768+0000","last_became_active":"2023-12-02T00:32:42.176429+0000","last_became_peered":"2023-12-02T00:32:42.176429+0000","last_unstale":"2023-12-02T00:32:42.182768+0000","last_undegraded":"2023-12-02T00:32:42.182768+0000","last_fullsized":"2023-12-02T00:32:42.182768+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:20.060754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176525+0000","last_change":"2023-12-02T00:32:42.163320+0000","last_active":"2023-12-02T00:32:42.176525+0000","last_peered":"2023-12-02T00:32:42.176525+0000","last_clean":"2023-12-02T00:32:42.176525+0000","last_became_active":"2023-12-02T00:32:42.163046+0000","last_became_peered":"2023-12-02T00:32:42.163046+0000","last_unstale":"2023-12-02T00:32:42.176525+0000","last_undegraded":"2023-12-02T00:32:42.176525+0000","last_fullsized":"2023-12-02T00:32:42.176525+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:25.344212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176602+0000","last_change":"2023-12-02T00:32:42.169887+0000","last_active":"2023-12-02T00:32:42.176602+0000","last_peered":"2023-12-02T00:32:42.176602+0000","last_clean":"2023-12-02T00:32:42.176602+0000","last_became_active":"2023-12-02T00:32:42.169591+0000","last_became_peered":"2023-12-02T00:32:42.169591+0000","last_unstale":"2023-12-02T00:32:42.176602+0000","last_undegraded":"2023-12-02T00:32:42.176602+0000","last_fullsized":"2023-12-02T00:32:42.176602+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:58.019148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173753+0000","last_change":"2023-12-02T00:32:42.159266+0000","last_active":"2023-12-02T00:32:42.173753+0000","last_peered":"2023-12-02T00:32:42.173753+0000","last_clean":"2023-12-02T00:32:42.173753+0000","last_became_active":"2023-12-02T00:32:42.158993+0000","last_became_peered":"2023-12-02T00:32:42.158993+0000","last_unstale":"2023-12-02T00:32:42.173753+0000","last_undegraded":"2023-12-02T00:32:42.173753+0000","last_fullsized":"2023-12-02T00:32:42.173753+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.048716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178110+0000","last_change":"2023-12-02T00:32:42.175777+0000","last_active":"2023-12-02T00:32:42.178110+0000","last_peered":"2023-12-02T00:32:42.178110+0000","last_clean":"2023-12-02T00:32:42.178110+0000","last_became_active":"2023-12-02T00:32:42.175356+0000","last_became_peered":"2023-12-02T00:32:42.175356+0000","last_unstale":"2023-12-02T00:32:42.178110+0000","last_undegraded":"2023-12-02T00:32:42.178110+0000","last_fullsized":"2023-12-02T00:32:42.178110+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:09.366336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173805+0000","last_change":"2023-12-02T00:32:42.163663+0000","last_active":"2023-12-02T00:32:42.173805+0000","last_peered":"2023-12-02T00:32:42.173805+0000","last_clean":"2023-12-02T00:32:42.173805+0000","last_became_active":"2023-12-02T00:32:42.160245+0000","last_became_peered":"2023-12-02T00:32:42.160245+0000","last_unstale":"2023-12-02T00:32:42.173805+0000","last_undegraded":"2023-12-02T00:32:42.173805+0000","last_fullsized":"2023-12-02T00:32:42.173805+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:10.518654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161220+0000","last_change":"2023-12-02T00:32:42.153928+0000","last_active":"2023-12-02T00:32:42.161220+0000","last_peered":"2023-12-02T00:32:42.161220+0000","last_clean":"2023-12-02T00:32:42.161220+0000","last_became_active":"2023-12-02T00:32:42.150204+0000","last_became_peered":"2023-12-02T00:32:42.150204+0000","last_unstale":"2023-12-02T00:32:42.161220+0000","last_undegraded":"2023-12-02T00:32:42.161220+0000","last_fullsized":"2023-12-02T00:32:42.161220+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:18:13.602895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161822+0000","last_change":"2023-12-02T00:32:42.152122+0000","last_active":"2023-12-02T00:32:42.161822+0000","last_peered":"2023-12-02T00:32:42.161822+0000","last_clean":"2023-12-02T00:32:42.161822+0000","last_became_active":"2023-12-02T00:32:42.151846+0000","last_became_peered":"2023-12-02T00:32:42.151846+0000","last_unstale":"2023-12-02T00:32:42.161822+0000","last_undegraded":"2023-12-02T00:32:42.161822+0000","last_fullsized":"2023-12-02T00:32:42.161822+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:29.412418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172627+0000","last_change":"2023-12-02T00:32:42.165167+0000","last_active":"2023-12-02T00:32:42.172627+0000","last_peered":"2023-12-02T00:32:42.172627+0000","last_clean":"2023-12-02T00:32:42.172627+0000","last_became_active":"2023-12-02T00:32:42.164837+0000","last_became_peered":"2023-12-02T00:32:42.164837+0000","last_unstale":"2023-12-02T00:32:42.172627+0000","last_undegraded":"2023-12-02T00:32:42.172627+0000","last_fullsized":"2023-12-02T00:32:42.172627+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:34.493433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168777+0000","last_change":"2023-12-02T00:32:42.158563+0000","last_active":"2023-12-02T00:32:42.168777+0000","last_peered":"2023-12-02T00:32:42.168777+0000","last_clean":"2023-12-02T00:32:42.168777+0000","last_became_active":"2023-12-02T00:32:42.158315+0000","last_became_peered":"2023-12-02T00:32:42.158315+0000","last_unstale":"2023-12-02T00:32:42.168777+0000","last_undegraded":"2023-12-02T00:32:42.168777+0000","last_fullsized":"2023-12-02T00:32:42.168777+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:07:49.518519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.166212+0000","last_change":"2023-12-02T00:32:42.150836+0000","last_active":"2023-12-02T00:32:42.166212+0000","last_peered":"2023-12-02T00:32:42.166212+0000","last_clean":"2023-12-02T00:32:42.166212+0000","last_became_active":"2023-12-02T00:32:42.150526+0000","last_became_peered":"2023-12-02T00:32:42.150526+0000","last_unstale":"2023-12-02T00:32:42.166212+0000","last_undegraded":"2023-12-02T00:32:42.166212+0000","last_fullsized":"2023-12-02T00:32:42.166212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:47:11.868794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.166254+0000","last_change":"2023-12-02T00:32:42.153632+0000","last_active":"2023-12-02T00:32:42.166254+0000","last_peered":"2023-12-02T00:32:42.166254+0000","last_clean":"2023-12-02T00:32:42.166254+0000","last_became_active":"2023-12-02T00:32:42.153364+0000","last_became_peered":"2023-12-02T00:32:42.153364+0000","last_unstale":"2023-12-02T00:32:42.166254+0000","last_undegraded":"2023-12-02T00:32:42.166254+0000","last_fullsized":"2023-12-02T00:32:42.166254+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:18.958076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176628+0000","last_change":"2023-12-02T00:32:42.168902+0000","last_active":"2023-12-02T00:32:42.176628+0000","last_peered":"2023-12-02T00:32:42.176628+0000","last_clean":"2023-12-02T00:32:42.176628+0000","last_became_active":"2023-12-02T00:32:42.168605+0000","last_became_peered":"2023-12-02T00:32:42.168605+0000","last_unstale":"2023-12-02T00:32:42.176628+0000","last_undegraded":"2023-12-02T00:32:42.176628+0000","last_fullsized":"2023-12-02T00:32:42.176628+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:31.181366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175019+0000","last_change":"2023-12-02T00:32:42.172075+0000","last_active":"2023-12-02T00:32:42.175019+0000","last_peered":"2023-12-02T00:32:42.175019+0000","last_clean":"2023-12-02T00:32:42.175019+0000","last_became_active":"2023-12-02T00:32:42.171047+0000","last_became_peered":"2023-12-02T00:32:42.171047+0000","last_unstale":"2023-12-02T00:32:42.175019+0000","last_undegraded":"2023-12-02T00:32:42.175019+0000","last_fullsized":"2023-12-02T00:32:42.175019+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:33.124077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173447+0000","last_change":"2023-12-02T00:32:42.171606+0000","last_active":"2023-12-02T00:32:42.173447+0000","last_peered":"2023-12-02T00:32:42.173447+0000","last_clean":"2023-12-02T00:32:42.173447+0000","last_became_active":"2023-12-02T00:32:42.171294+0000","last_became_peered":"2023-12-02T00:32:42.171294+0000","last_unstale":"2023-12-02T00:32:42.173447+0000","last_undegraded":"2023-12-02T00:32:42.173447+0000","last_fullsized":"2023-12-02T00:32:42.173447+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:56.233854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176093+0000","last_change":"2023-12-02T00:32:42.164053+0000","last_active":"2023-12-02T00:32:42.176093+0000","last_peered":"2023-12-02T00:32:42.176093+0000","last_clean":"2023-12-02T00:32:42.176093+0000","last_became_active":"2023-12-02T00:32:42.163798+0000","last_became_peered":"2023-12-02T00:32:42.163798+0000","last_unstale":"2023-12-02T00:32:42.176093+0000","last_undegraded":"2023-12-02T00:32:42.176093+0000","last_fullsized":"2023-12-02T00:32:42.176093+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:38:03.748698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178305+0000","last_change":"2023-12-02T00:32:42.171440+0000","last_active":"2023-12-02T00:32:42.178305+0000","last_peered":"2023-12-02T00:32:42.178305+0000","last_clean":"2023-12-02T00:32:42.178305+0000","last_became_active":"2023-12-02T00:32:42.170616+0000","last_became_peered":"2023-12-02T00:32:42.170616+0000","last_unstale":"2023-12-02T00:32:42.178305+0000","last_undegraded":"2023-12-02T00:32:42.178305+0000","last_fullsized":"2023-12-02T00:32:42.178305+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168696+0000","last_change":"2023-12-02T00:32:42.158554+0000","last_active":"2023-12-02T00:32:42.168696+0000","last_peered":"2023-12-02T00:32:42.168696+0000","last_clean":"2023-12-02T00:32:42.168696+0000","last_became_active":"2023-12-02T00:32:42.158207+0000","last_became_peered":"2023-12-02T00:32:42.158207+0000","last_unstale":"2023-12-02T00:32:42.168696+0000","last_undegraded":"2023-12-02T00:32:42.168696+0000","last_fullsized":"2023-12-02T00:32:42.168696+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:59.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.183138+0000","last_change":"2023-12-02T00:32:42.179487+0000","last_active":"2023-12-02T00:32:42.183138+0000","last_peered":"2023-12-02T00:32:42.183138+0000","last_clean":"2023-12-02T00:32:42.183138+0000","last_became_active":"2023-12-02T00:32:42.179221+0000","last_became_peered":"2023-12-02T00:32:42.179221+0000","last_unstale":"2023-12-02T00:32:42.183138+0000","last_undegraded":"2023-12-02T00:32:42.183138+0000","last_fullsized":"2023-12-02T00:32:42.183138+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:00:52.582265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168562+0000","last_change":"2023-12-02T00:32:42.166156+0000","last_active":"2023-12-02T00:32:42.168562+0000","last_peered":"2023-12-02T00:32:42.168562+0000","last_clean":"2023-12-02T00:32:42.168562+0000","last_became_active":"2023-12-02T00:32:42.165824+0000","last_became_peered":"2023-12-02T00:32:42.165824+0000","last_unstale":"2023-12-02T00:32:42.168562+0000","last_undegraded":"2023-12-02T00:32:42.168562+0000","last_fullsized":"2023-12-02T00:32:42.168562+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172706+0000","last_change":"2023-12-02T00:32:42.170465+0000","last_active":"2023-12-02T00:32:42.172706+0000","last_peered":"2023-12-02T00:32:42.172706+0000","last_clean":"2023-12-02T00:32:42.172706+0000","last_became_active":"2023-12-02T00:32:42.170109+0000","last_became_peered":"2023-12-02T00:32:42.170109+0000","last_unstale":"2023-12-02T00:32:42.172706+0000","last_undegraded":"2023-12-02T00:32:42.172706+0000","last_fullsized":"2023-12-02T00:32:42.172706+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:11:39.283036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175818+0000","last_change":"2023-12-02T00:32:42.162789+0000","last_active":"2023-12-02T00:32:42.175818+0000","last_peered":"2023-12-02T00:32:42.175818+0000","last_clean":"2023-12-02T00:32:42.175818+0000","last_became_active":"2023-12-02T00:32:42.161869+0000","last_became_peered":"2023-12-02T00:32:42.161869+0000","last_unstale":"2023-12-02T00:32:42.175818+0000","last_undegraded":"2023-12-02T00:32:42.175818+0000","last_fullsized":"2023-12-02T00:32:42.175818+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:11.548017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173052+0000","last_change":"2023-12-02T00:32:42.169175+0000","last_active":"2023-12-02T00:32:42.173052+0000","last_peered":"2023-12-02T00:32:42.173052+0000","last_clean":"2023-12-02T00:32:42.173052+0000","last_became_active":"2023-12-02T00:32:42.168839+0000","last_became_peered":"2023-12-02T00:32:42.168839+0000","last_unstale":"2023-12-02T00:32:42.173052+0000","last_undegraded":"2023-12-02T00:32:42.173052+0000","last_fullsized":"2023-12-02T00:32:42.173052+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:59.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177787+0000","last_change":"2023-12-02T00:32:42.161818+0000","last_active":"2023-12-02T00:32:42.177787+0000","last_peered":"2023-12-02T00:32:42.177787+0000","last_clean":"2023-12-02T00:32:42.177787+0000","last_became_active":"2023-12-02T00:32:42.161175+0000","last_became_peered":"2023-12-02T00:32:42.161175+0000","last_unstale":"2023-12-02T00:32:42.177787+0000","last_undegraded":"2023-12-02T00:32:42.177787+0000","last_fullsized":"2023-12-02T00:32:42.177787+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:59.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.179807+0000","last_change":"2023-12-02T00:32:42.165943+0000","last_active":"2023-12-02T00:32:42.179807+0000","last_peered":"2023-12-02T00:32:42.179807+0000","last_clean":"2023-12-02T00:32:42.179807+0000","last_became_active":"2023-12-02T00:32:42.165706+0000","last_became_peered":"2023-12-02T00:32:42.165706+0000","last_unstale":"2023-12-02T00:32:42.179807+0000","last_undegraded":"2023-12-02T00:32:42.179807+0000","last_fullsized":"2023-12-02T00:32:42.179807+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:50.230144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.170267+0000","last_change":"2023-12-02T00:32:42.165463+0000","last_active":"2023-12-02T00:32:42.170267+0000","last_peered":"2023-12-02T00:32:42.170267+0000","last_clean":"2023-12-02T00:32:42.170267+0000","last_became_active":"2023-12-02T00:32:42.165216+0000","last_became_peered":"2023-12-02T00:32:42.165216+0000","last_unstale":"2023-12-02T00:32:42.170267+0000","last_undegraded":"2023-12-02T00:32:42.170267+0000","last_fullsized":"2023-12-02T00:32:42.170267+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:31.054478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168251+0000","last_change":"2023-12-02T00:32:42.161531+0000","last_active":"2023-12-02T00:32:42.168251+0000","last_peered":"2023-12-02T00:32:42.168251+0000","last_clean":"2023-12-02T00:32:42.168251+0000","last_became_active":"2023-12-02T00:32:42.161264+0000","last_became_peered":"2023-12-02T00:32:42.161264+0000","last_unstale":"2023-12-02T00:32:42.168251+0000","last_undegraded":"2023-12-02T00:32:42.168251+0000","last_fullsized":"2023-12-02T00:32:42.168251+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:20.060754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.162382+0000","last_change":"2023-12-02T00:32:42.155751+0000","last_active":"2023-12-02T00:32:42.162382+0000","last_peered":"2023-12-02T00:32:42.162382+0000","last_clean":"2023-12-02T00:32:42.162382+0000","last_became_active":"2023-12-02T00:32:42.155419+0000","last_became_peered":"2023-12-02T00:32:42.155419+0000","last_unstale":"2023-12-02T00:32:42.162382+0000","last_undegraded":"2023-12-02T00:32:42.162382+0000","last_fullsized":"2023-12-02T00:32:42.162382+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:58:26.647883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176609+0000","last_change":"2023-12-02T00:32:42.166820+0000","last_active":"2023-12-02T00:32:42.176609+0000","last_peered":"2023-12-02T00:32:42.176609+0000","last_clean":"2023-12-02T00:32:42.176609+0000","last_became_active":"2023-12-02T00:32:42.166569+0000","last_became_peered":"2023-12-02T00:32:42.166569+0000","last_unstale":"2023-12-02T00:32:42.176609+0000","last_undegraded":"2023-12-02T00:32:42.176609+0000","last_fullsized":"2023-12-02T00:32:42.176609+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177956+0000","last_change":"2023-12-02T00:32:42.165862+0000","last_active":"2023-12-02T00:32:42.177956+0000","last_peered":"2023-12-02T00:32:42.177956+0000","last_clean":"2023-12-02T00:32:42.177956+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:42.177956+0000","last_undegraded":"2023-12-02T00:32:42.177956+0000","last_fullsized":"2023-12-02T00:32:42.177956+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:04.875613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"48'4","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176678+0000","last_change":"2023-12-02T00:32:41.155341+0000","last_active":"2023-12-02T00:32:42.176678+0000","last_peered":"2023-12-02T00:32:42.176678+0000","last_clean":"2023-12-02T00:32:42.176678+0000","last_became_active":"2023-12-02T00:32:41.154635+0000","last_became_peered":"2023-12-02T00:32:41.154635+0000","last_unstale":"2023-12-02T00:32:42.176678+0000","last_undegraded":"2023-12-02T00:32:42.176678+0000","last_fullsized":"2023-12-02T00:32:42.176678+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173880+0000","last_change":"2023-12-02T00:32:42.157261+0000","last_active":"2023-12-02T00:32:42.173880+0000","last_peered":"2023-12-02T00:32:42.173880+0000","last_clean":"2023-12-02T00:32:42.173880+0000","last_became_active":"2023-12-02T00:32:42.156990+0000","last_became_peered":"2023-12-02T00:32:42.156990+0000","last_unstale":"2023-12-02T00:32:42.173880+0000","last_undegraded":"2023-12-02T00:32:42.173880+0000","last_fullsized":"2023-12-02T00:32:42.173880+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:22:52.346401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171400+0000","last_change":"2023-12-02T00:32:41.155437+0000","last_active":"2023-12-02T00:32:42.171400+0000","last_peered":"2023-12-02T00:32:42.171400+0000","last_clean":"2023-12-02T00:32:42.171400+0000","last_became_active":"2023-12-02T00:32:41.155072+0000","last_became_peered":"2023-12-02T00:32:41.155072+0000","last_unstale":"2023-12-02T00:32:42.171400+0000","last_undegraded":"2023-12-02T00:32:42.171400+0000","last_fullsized":"2023-12-02T00:32:42.171400+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:32.472860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178820+0000","last_change":"2023-12-02T00:32:42.173667+0000","last_active":"2023-12-02T00:32:42.178820+0000","last_peered":"2023-12-02T00:32:42.178820+0000","last_clean":"2023-12-02T00:32:42.178820+0000","last_became_active":"2023-12-02T00:32:42.173166+0000","last_became_peered":"2023-12-02T00:32:42.173166+0000","last_unstale":"2023-12-02T00:32:42.178820+0000","last_undegraded":"2023-12-02T00:32:42.178820+0000","last_fullsized":"2023-12-02T00:32:42.178820+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:50.380879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177109+0000","last_change":"2023-12-02T00:32:41.156182+0000","last_active":"2023-12-02T00:32:42.177109+0000","last_peered":"2023-12-02T00:32:42.177109+0000","last_clean":"2023-12-02T00:32:42.177109+0000","last_became_active":"2023-12-02T00:32:41.155900+0000","last_became_peered":"2023-12-02T00:32:41.155900+0000","last_unstale":"2023-12-02T00:32:42.177109+0000","last_undegraded":"2023-12-02T00:32:42.177109+0000","last_fullsized":"2023-12-02T00:32:42.177109+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:19.053132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177750+0000","last_change":"2023-12-02T00:32:42.161445+0000","last_active":"2023-12-02T00:32:42.177750+0000","last_peered":"2023-12-02T00:32:42.177750+0000","last_clean":"2023-12-02T00:32:42.177750+0000","last_became_active":"2023-12-02T00:32:42.160492+0000","last_became_peered":"2023-12-02T00:32:42.160492+0000","last_unstale":"2023-12-02T00:32:42.177750+0000","last_undegraded":"2023-12-02T00:32:42.177750+0000","last_fullsized":"2023-12-02T00:32:42.177750+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:18.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.164866+0000","last_change":"2023-12-02T00:32:41.156881+0000","last_active":"2023-12-02T00:32:42.164866+0000","last_peered":"2023-12-02T00:32:42.164866+0000","last_clean":"2023-12-02T00:32:42.164866+0000","last_became_active":"2023-12-02T00:32:41.156519+0000","last_became_peered":"2023-12-02T00:32:41.156519+0000","last_unstale":"2023-12-02T00:32:42.164866+0000","last_undegraded":"2023-12-02T00:32:42.164866+0000","last_fullsized":"2023-12-02T00:32:42.164866+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:03.867991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.181297+0000","last_change":"2023-12-02T00:32:42.178921+0000","last_active":"2023-12-02T00:32:42.181297+0000","last_peered":"2023-12-02T00:32:42.181297+0000","last_clean":"2023-12-02T00:32:42.181297+0000","last_became_active":"2023-12-02T00:32:42.178598+0000","last_became_peered":"2023-12-02T00:32:42.178598+0000","last_unstale":"2023-12-02T00:32:42.181297+0000","last_undegraded":"2023-12-02T00:32:42.181297+0000","last_fullsized":"2023-12-02T00:32:42.181297+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:13:52.688530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.167770+0000","last_change":"2023-12-02T00:32:41.154051+0000","last_active":"2023-12-02T00:32:42.167770+0000","last_peered":"2023-12-02T00:32:42.167770+0000","last_clean":"2023-12-02T00:32:42.167770+0000","last_became_active":"2023-12-02T00:32:41.153742+0000","last_became_peered":"2023-12-02T00:32:41.153742+0000","last_unstale":"2023-12-02T00:32:42.167770+0000","last_undegraded":"2023-12-02T00:32:42.167770+0000","last_fullsized":"2023-12-02T00:32:42.167770+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:30.173743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178098+0000","last_change":"2023-12-02T00:32:42.174189+0000","last_active":"2023-12-02T00:32:42.178098+0000","last_peered":"2023-12-02T00:32:42.178098+0000","last_clean":"2023-12-02T00:32:42.178098+0000","last_became_active":"2023-12-02T00:32:42.173892+0000","last_became_peered":"2023-12-02T00:32:42.173892+0000","last_unstale":"2023-12-02T00:32:42.178098+0000","last_undegraded":"2023-12-02T00:32:42.178098+0000","last_fullsized":"2023-12-02T00:32:42.178098+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:08.888514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173952+0000","last_change":"2023-12-02T00:32:41.150519+0000","last_active":"2023-12-02T00:32:42.173952+0000","last_peered":"2023-12-02T00:32:42.173952+0000","last_clean":"2023-12-02T00:32:42.173952+0000","last_became_active":"2023-12-02T00:32:41.150077+0000","last_became_peered":"2023-12-02T00:32:41.150077+0000","last_unstale":"2023-12-02T00:32:42.173952+0000","last_undegraded":"2023-12-02T00:32:42.173952+0000","last_fullsized":"2023-12-02T00:32:42.173952+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168102+0000","last_change":"2023-12-02T00:32:42.156818+0000","last_active":"2023-12-02T00:32:42.168102+0000","last_peered":"2023-12-02T00:32:42.168102+0000","last_clean":"2023-12-02T00:32:42.168102+0000","last_became_active":"2023-12-02T00:32:42.156532+0000","last_became_peered":"2023-12-02T00:32:42.156532+0000","last_unstale":"2023-12-02T00:32:42.168102+0000","last_undegraded":"2023-12-02T00:32:42.168102+0000","last_fullsized":"2023-12-02T00:32:42.168102+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:29.412418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145806+0000","last_change":"2023-12-02T00:32:41.153017+0000","last_active":"2023-12-02T00:32:42.145806+0000","last_peered":"2023-12-02T00:32:42.145806+0000","last_clean":"2023-12-02T00:32:42.145806+0000","last_became_active":"2023-12-02T00:32:41.152182+0000","last_became_peered":"2023-12-02T00:32:41.152182+0000","last_unstale":"2023-12-02T00:32:42.145806+0000","last_undegraded":"2023-12-02T00:32:42.145806+0000","last_fullsized":"2023-12-02T00:32:42.145806+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:57.011526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171059+0000","last_change":"2023-12-02T00:32:42.169013+0000","last_active":"2023-12-02T00:32:42.171059+0000","last_peered":"2023-12-02T00:32:42.171059+0000","last_clean":"2023-12-02T00:32:42.171059+0000","last_became_active":"2023-12-02T00:32:42.167988+0000","last_became_peered":"2023-12-02T00:32:42.167988+0000","last_unstale":"2023-12-02T00:32:42.171059+0000","last_undegraded":"2023-12-02T00:32:42.171059+0000","last_fullsized":"2023-12-02T00:32:42.171059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139902+0000","last_change":"2023-12-02T00:32:41.155378+0000","last_active":"2023-12-02T00:32:42.139902+0000","last_peered":"2023-12-02T00:32:42.139902+0000","last_clean":"2023-12-02T00:32:42.139902+0000","last_became_active":"2023-12-02T00:32:41.155037+0000","last_became_peered":"2023-12-02T00:32:41.155037+0000","last_unstale":"2023-12-02T00:32:42.139902+0000","last_undegraded":"2023-12-02T00:32:42.139902+0000","last_fullsized":"2023-12-02T00:32:42.139902+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:33.485810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173604+0000","last_change":"2023-12-02T00:32:42.159852+0000","last_active":"2023-12-02T00:32:42.173604+0000","last_peered":"2023-12-02T00:32:42.173604+0000","last_clean":"2023-12-02T00:32:42.173604+0000","last_became_active":"2023-12-02T00:32:42.159467+0000","last_became_peered":"2023-12-02T00:32:42.159467+0000","last_unstale":"2023-12-02T00:32:42.173604+0000","last_undegraded":"2023-12-02T00:32:42.173604+0000","last_fullsized":"2023-12-02T00:32:42.173604+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:04.481899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145472+0000","last_change":"2023-12-02T00:32:41.159013+0000","last_active":"2023-12-02T00:32:42.145472+0000","last_peered":"2023-12-02T00:32:42.145472+0000","last_clean":"2023-12-02T00:32:42.145472+0000","last_became_active":"2023-12-02T00:32:41.158721+0000","last_became_peered":"2023-12-02T00:32:41.158721+0000","last_unstale":"2023-12-02T00:32:42.145472+0000","last_undegraded":"2023-12-02T00:32:42.145472+0000","last_fullsized":"2023-12-02T00:32:42.145472+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177245+0000","last_change":"2023-12-02T00:32:42.172421+0000","last_active":"2023-12-02T00:32:42.177245+0000","last_peered":"2023-12-02T00:32:42.177245+0000","last_clean":"2023-12-02T00:32:42.177245+0000","last_became_active":"2023-12-02T00:32:42.172173+0000","last_became_peered":"2023-12-02T00:32:42.172173+0000","last_unstale":"2023-12-02T00:32:42.177245+0000","last_undegraded":"2023-12-02T00:32:42.177245+0000","last_fullsized":"2023-12-02T00:32:42.177245+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:04.875613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.159739+0000","last_change":"2023-12-02T00:32:41.158468+0000","last_active":"2023-12-02T00:32:42.159739+0000","last_peered":"2023-12-02T00:32:42.159739+0000","last_clean":"2023-12-02T00:32:42.159739+0000","last_became_active":"2023-12-02T00:32:41.156737+0000","last_became_peered":"2023-12-02T00:32:41.156737+0000","last_unstale":"2023-12-02T00:32:42.159739+0000","last_undegraded":"2023-12-02T00:32:42.159739+0000","last_fullsized":"2023-12-02T00:32:42.159739+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:21.296077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161978+0000","last_change":"2023-12-02T00:32:42.149208+0000","last_active":"2023-12-02T00:32:42.161978+0000","last_peered":"2023-12-02T00:32:42.161978+0000","last_clean":"2023-12-02T00:32:42.161978+0000","last_became_active":"2023-12-02T00:32:42.148714+0000","last_became_peered":"2023-12-02T00:32:42.148714+0000","last_unstale":"2023-12-02T00:32:42.161978+0000","last_undegraded":"2023-12-02T00:32:42.161978+0000","last_fullsized":"2023-12-02T00:32:42.161978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:07:49.518519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"48'3","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175750+0000","last_change":"2023-12-02T00:32:41.158796+0000","last_active":"2023-12-02T00:32:42.175750+0000","last_peered":"2023-12-02T00:32:42.175750+0000","last_clean":"2023-12-02T00:32:42.175750+0000","last_became_active":"2023-12-02T00:32:41.158491+0000","last_became_peered":"2023-12-02T00:32:41.158491+0000","last_unstale":"2023-12-02T00:32:42.175750+0000","last_undegraded":"2023-12-02T00:32:42.175750+0000","last_fullsized":"2023-12-02T00:32:42.175750+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.162912+0000","last_change":"2023-12-02T00:32:42.156968+0000","last_active":"2023-12-02T00:32:42.162912+0000","last_peered":"2023-12-02T00:32:42.162912+0000","last_clean":"2023-12-02T00:32:42.162912+0000","last_became_active":"2023-12-02T00:32:42.156269+0000","last_became_peered":"2023-12-02T00:32:42.156269+0000","last_unstale":"2023-12-02T00:32:42.162912+0000","last_undegraded":"2023-12-02T00:32:42.162912+0000","last_fullsized":"2023-12-02T00:32:42.162912+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:53.918707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"48'6","reported_seq":17,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.183422+0000","last_change":"2023-12-02T00:32:41.150660+0000","last_active":"2023-12-02T00:32:42.183422+0000","last_peered":"2023-12-02T00:32:42.183422+0000","last_clean":"2023-12-02T00:32:42.183422+0000","last_became_active":"2023-12-02T00:32:41.150376+0000","last_became_peered":"2023-12-02T00:32:41.150376+0000","last_unstale":"2023-12-02T00:32:42.183422+0000","last_undegraded":"2023-12-02T00:32:42.183422+0000","last_fullsized":"2023-12-02T00:32:42.183422+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:17.705982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.182723+0000","last_change":"2023-12-02T00:32:42.175243+0000","last_active":"2023-12-02T00:32:42.182723+0000","last_peered":"2023-12-02T00:32:42.182723+0000","last_clean":"2023-12-02T00:32:42.182723+0000","last_became_active":"2023-12-02T00:32:42.175026+0000","last_became_peered":"2023-12-02T00:32:42.175026+0000","last_unstale":"2023-12-02T00:32:42.182723+0000","last_undegraded":"2023-12-02T00:32:42.182723+0000","last_fullsized":"2023-12-02T00:32:42.182723+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.180399+0000","last_change":"2023-12-02T00:32:41.154875+0000","last_active":"2023-12-02T00:32:42.180399+0000","last_peered":"2023-12-02T00:32:42.180399+0000","last_clean":"2023-12-02T00:32:42.180399+0000","last_became_active":"2023-12-02T00:32:41.154595+0000","last_became_peered":"2023-12-02T00:32:41.154595+0000","last_unstale":"2023-12-02T00:32:42.180399+0000","last_undegraded":"2023-12-02T00:32:42.180399+0000","last_fullsized":"2023-12-02T00:32:42.180399+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:39.103487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168715+0000","last_change":"2023-12-02T00:32:42.159943+0000","last_active":"2023-12-02T00:32:42.168715+0000","last_peered":"2023-12-02T00:32:42.168715+0000","last_clean":"2023-12-02T00:32:42.168715+0000","last_became_active":"2023-12-02T00:32:42.159668+0000","last_became_peered":"2023-12-02T00:32:42.159668+0000","last_unstale":"2023-12-02T00:32:42.168715+0000","last_undegraded":"2023-12-02T00:32:42.168715+0000","last_fullsized":"2023-12-02T00:32:42.168715+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:58.019148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139297+0000","last_change":"2023-12-02T00:32:41.159925+0000","last_active":"2023-12-02T00:32:42.139297+0000","last_peered":"2023-12-02T00:32:42.139297+0000","last_clean":"2023-12-02T00:32:42.139297+0000","last_became_active":"2023-12-02T00:32:41.159609+0000","last_became_peered":"2023-12-02T00:32:41.159609+0000","last_unstale":"2023-12-02T00:32:42.139297+0000","last_undegraded":"2023-12-02T00:32:42.139297+0000","last_fullsized":"2023-12-02T00:32:42.139297+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.174498+0000","last_change":"2023-12-02T00:32:42.160119+0000","last_active":"2023-12-02T00:32:42.174498+0000","last_peered":"2023-12-02T00:32:42.174498+0000","last_clean":"2023-12-02T00:32:42.174498+0000","last_became_active":"2023-12-02T00:32:42.159454+0000","last_became_peered":"2023-12-02T00:32:42.159454+0000","last_unstale":"2023-12-02T00:32:42.174498+0000","last_undegraded":"2023-12-02T00:32:42.174498+0000","last_fullsized":"2023-12-02T00:32:42.174498+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145884+0000","last_change":"2023-12-02T00:32:41.153687+0000","last_active":"2023-12-02T00:32:42.145884+0000","last_peered":"2023-12-02T00:32:42.145884+0000","last_clean":"2023-12-02T00:32:42.145884+0000","last_became_active":"2023-12-02T00:32:41.153343+0000","last_became_peered":"2023-12-02T00:32:41.153343+0000","last_unstale":"2023-12-02T00:32:42.145884+0000","last_undegraded":"2023-12-02T00:32:42.145884+0000","last_fullsized":"2023-12-02T00:32:42.145884+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168449+0000","last_change":"2023-12-02T00:32:42.165637+0000","last_active":"2023-12-02T00:32:42.168449+0000","last_peered":"2023-12-02T00:32:42.168449+0000","last_clean":"2023-12-02T00:32:42.168449+0000","last_became_active":"2023-12-02T00:32:42.165337+0000","last_became_peered":"2023-12-02T00:32:42.165337+0000","last_unstale":"2023-12-02T00:32:42.168449+0000","last_undegraded":"2023-12-02T00:32:42.168449+0000","last_fullsized":"2023-12-02T00:32:42.168449+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:50.380879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"48'8","reported_seq":19,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168350+0000","last_change":"2023-12-02T00:32:41.156123+0000","last_active":"2023-12-02T00:32:42.168350+0000","last_peered":"2023-12-02T00:32:42.168350+0000","last_clean":"2023-12-02T00:32:42.168350+0000","last_became_active":"2023-12-02T00:32:41.155776+0000","last_became_peered":"2023-12-02T00:32:41.155776+0000","last_unstale":"2023-12-02T00:32:42.168350+0000","last_undegraded":"2023-12-02T00:32:42.168350+0000","last_fullsized":"2023-12-02T00:32:42.168350+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.041093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171900+0000","last_change":"2023-12-02T00:32:42.168653+0000","last_active":"2023-12-02T00:32:42.171900+0000","last_peered":"2023-12-02T00:32:42.171900+0000","last_clean":"2023-12-02T00:32:42.171900+0000","last_became_active":"2023-12-02T00:32:42.168353+0000","last_became_peered":"2023-12-02T00:32:42.168353+0000","last_unstale":"2023-12-02T00:32:42.171900+0000","last_undegraded":"2023-12-02T00:32:42.171900+0000","last_fullsized":"2023-12-02T00:32:42.171900+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.179056+0000","last_change":"2023-12-02T00:32:41.156826+0000","last_active":"2023-12-02T00:32:42.179056+0000","last_peered":"2023-12-02T00:32:42.179056+0000","last_clean":"2023-12-02T00:32:42.179056+0000","last_became_active":"2023-12-02T00:32:41.156568+0000","last_became_peered":"2023-12-02T00:32:41.156568+0000","last_unstale":"2023-12-02T00:32:42.179056+0000","last_undegraded":"2023-12-02T00:32:42.179056+0000","last_fullsized":"2023-12-02T00:32:42.179056+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:41.041111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177150+0000","last_change":"2023-12-02T00:32:42.173307+0000","last_active":"2023-12-02T00:32:42.177150+0000","last_peered":"2023-12-02T00:32:42.177150+0000","last_clean":"2023-12-02T00:32:42.177150+0000","last_became_active":"2023-12-02T00:32:42.173042+0000","last_became_peered":"2023-12-02T00:32:42.173042+0000","last_unstale":"2023-12-02T00:32:42.177150+0000","last_undegraded":"2023-12-02T00:32:42.177150+0000","last_fullsized":"2023-12-02T00:32:42.177150+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:31.181366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.174551+0000","last_change":"2023-12-02T00:32:41.155961+0000","last_active":"2023-12-02T00:32:42.174551+0000","last_peered":"2023-12-02T00:32:42.174551+0000","last_clean":"2023-12-02T00:32:42.174551+0000","last_became_active":"2023-12-02T00:32:41.155639+0000","last_became_peered":"2023-12-02T00:32:41.155639+0000","last_unstale":"2023-12-02T00:32:42.174551+0000","last_undegraded":"2023-12-02T00:32:42.174551+0000","last_fullsized":"2023-12-02T00:32:42.174551+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178324+0000","last_change":"2023-12-02T00:32:42.174556+0000","last_active":"2023-12-02T00:32:42.178324+0000","last_peered":"2023-12-02T00:32:42.178324+0000","last_clean":"2023-12-02T00:32:42.178324+0000","last_became_active":"2023-12-02T00:32:42.174302+0000","last_became_peered":"2023-12-02T00:32:42.174302+0000","last_unstale":"2023-12-02T00:32:42.178324+0000","last_undegraded":"2023-12-02T00:32:42.178324+0000","last_fullsized":"2023-12-02T00:32:42.178324+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:50:55.701648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.164938+0000","last_change":"2023-12-02T00:32:41.155010+0000","last_active":"2023-12-02T00:32:42.164938+0000","last_peered":"2023-12-02T00:32:42.164938+0000","last_clean":"2023-12-02T00:32:42.164938+0000","last_became_active":"2023-12-02T00:32:41.154713+0000","last_became_peered":"2023-12-02T00:32:41.154713+0000","last_unstale":"2023-12-02T00:32:42.164938+0000","last_undegraded":"2023-12-02T00:32:42.164938+0000","last_fullsized":"2023-12-02T00:32:42.164938+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.162922+0000","last_change":"2023-12-02T00:32:42.157196+0000","last_active":"2023-12-02T00:32:42.162922+0000","last_peered":"2023-12-02T00:32:42.162922+0000","last_clean":"2023-12-02T00:32:42.162922+0000","last_became_active":"2023-12-02T00:32:42.156598+0000","last_became_peered":"2023-12-02T00:32:42.156598+0000","last_unstale":"2023-12-02T00:32:42.162922+0000","last_undegraded":"2023-12-02T00:32:42.162922+0000","last_fullsized":"2023-12-02T00:32:42.162922+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:08.774141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.155912+0000","last_change":"2023-12-02T00:32:41.160845+0000","last_active":"2023-12-02T00:32:42.155912+0000","last_peered":"2023-12-02T00:32:42.155912+0000","last_clean":"2023-12-02T00:32:42.155912+0000","last_became_active":"2023-12-02T00:32:41.160530+0000","last_became_peered":"2023-12-02T00:32:41.160530+0000","last_unstale":"2023-12-02T00:32:42.155912+0000","last_undegraded":"2023-12-02T00:32:42.155912+0000","last_fullsized":"2023-12-02T00:32:42.155912+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:55.226231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172917+0000","last_change":"2023-12-02T00:32:42.169079+0000","last_active":"2023-12-02T00:32:42.172917+0000","last_peered":"2023-12-02T00:32:42.172917+0000","last_clean":"2023-12-02T00:32:42.172917+0000","last_became_active":"2023-12-02T00:32:42.168768+0000","last_became_peered":"2023-12-02T00:32:42.168768+0000","last_unstale":"2023-12-02T00:32:42.172917+0000","last_undegraded":"2023-12-02T00:32:42.172917+0000","last_fullsized":"2023-12-02T00:32:42.172917+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:04.481899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176802+0000","last_change":"2023-12-02T00:32:41.149988+0000","last_active":"2023-12-02T00:32:42.176802+0000","last_peered":"2023-12-02T00:32:42.176802+0000","last_clean":"2023-12-02T00:32:42.176802+0000","last_became_active":"2023-12-02T00:32:41.147774+0000","last_became_peered":"2023-12-02T00:32:41.147774+0000","last_unstale":"2023-12-02T00:32:42.176802+0000","last_undegraded":"2023-12-02T00:32:42.176802+0000","last_fullsized":"2023-12-02T00:32:42.176802+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:31.238751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172192+0000","last_change":"2023-12-02T00:32:42.158412+0000","last_active":"2023-12-02T00:32:42.172192+0000","last_peered":"2023-12-02T00:32:42.172192+0000","last_clean":"2023-12-02T00:32:42.172192+0000","last_became_active":"2023-12-02T00:32:42.158145+0000","last_became_peered":"2023-12-02T00:32:42.158145+0000","last_unstale":"2023-12-02T00:32:42.172192+0000","last_undegraded":"2023-12-02T00:32:42.172192+0000","last_fullsized":"2023-12-02T00:32:42.172192+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:34.493433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.137960+0000","last_change":"2023-12-02T00:32:41.152885+0000","last_active":"2023-12-02T00:32:42.137960+0000","last_peered":"2023-12-02T00:32:42.137960+0000","last_clean":"2023-12-02T00:32:42.137960+0000","last_became_active":"2023-12-02T00:32:41.152518+0000","last_became_peered":"2023-12-02T00:32:41.152518+0000","last_unstale":"2023-12-02T00:32:42.137960+0000","last_undegraded":"2023-12-02T00:32:42.137960+0000","last_fullsized":"2023-12-02T00:32:42.137960+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176593+0000","last_change":"2023-12-02T00:32:42.165526+0000","last_active":"2023-12-02T00:32:42.176593+0000","last_peered":"2023-12-02T00:32:42.176593+0000","last_clean":"2023-12-02T00:32:42.176593+0000","last_became_active":"2023-12-02T00:32:42.165196+0000","last_became_peered":"2023-12-02T00:32:42.165196+0000","last_unstale":"2023-12-02T00:32:42.176593+0000","last_undegraded":"2023-12-02T00:32:42.176593+0000","last_fullsized":"2023-12-02T00:32:42.176593+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:53.918707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145691+0000","last_change":"2023-12-02T00:32:41.161078+0000","last_active":"2023-12-02T00:32:42.145691+0000","last_peered":"2023-12-02T00:32:42.145691+0000","last_clean":"2023-12-02T00:32:42.145691+0000","last_became_active":"2023-12-02T00:32:41.160712+0000","last_became_peered":"2023-12-02T00:32:41.160712+0000","last_unstale":"2023-12-02T00:32:42.145691+0000","last_undegraded":"2023-12-02T00:32:42.145691+0000","last_fullsized":"2023-12-02T00:32:42.145691+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:52.911084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172587+0000","last_change":"2023-12-02T00:32:42.165111+0000","last_active":"2023-12-02T00:32:42.172587+0000","last_peered":"2023-12-02T00:32:42.172587+0000","last_clean":"2023-12-02T00:32:42.172587+0000","last_became_active":"2023-12-02T00:32:42.164752+0000","last_became_peered":"2023-12-02T00:32:42.164752+0000","last_unstale":"2023-12-02T00:32:42.172587+0000","last_undegraded":"2023-12-02T00:32:42.172587+0000","last_fullsized":"2023-12-02T00:32:42.172587+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.048716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.174024+0000","last_change":"2023-12-02T00:32:41.161327+0000","last_active":"2023-12-02T00:32:42.174024+0000","last_peered":"2023-12-02T00:32:42.174024+0000","last_clean":"2023-12-02T00:32:42.174024+0000","last_became_active":"2023-12-02T00:32:41.159600+0000","last_became_peered":"2023-12-02T00:32:41.159600+0000","last_unstale":"2023-12-02T00:32:42.174024+0000","last_undegraded":"2023-12-02T00:32:42.174024+0000","last_fullsized":"2023-12-02T00:32:42.174024+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:11:38.275413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172659+0000","last_change":"2023-12-02T00:32:42.165077+0000","last_active":"2023-12-02T00:32:42.172659+0000","last_peered":"2023-12-02T00:32:42.172659+0000","last_clean":"2023-12-02T00:32:42.172659+0000","last_became_active":"2023-12-02T00:32:42.164745+0000","last_became_peered":"2023-12-02T00:32:42.164745+0000","last_unstale":"2023-12-02T00:32:42.172659+0000","last_undegraded":"2023-12-02T00:32:42.172659+0000","last_fullsized":"2023-12-02T00:32:42.172659+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:18.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.148647+0000","last_change":"2023-12-02T00:32:41.152175+0000","last_active":"2023-12-02T00:32:42.148647+0000","last_peered":"2023-12-02T00:32:42.148647+0000","last_clean":"2023-12-02T00:32:42.148647+0000","last_became_active":"2023-12-02T00:32:41.151912+0000","last_became_peered":"2023-12-02T00:32:41.151912+0000","last_unstale":"2023-12-02T00:32:42.148647+0000","last_undegraded":"2023-12-02T00:32:42.148647+0000","last_fullsized":"2023-12-02T00:32:42.148647+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.155257+0000","last_change":"2023-12-02T00:32:42.149033+0000","last_active":"2023-12-02T00:32:42.155257+0000","last_peered":"2023-12-02T00:32:42.155257+0000","last_clean":"2023-12-02T00:32:42.155257+0000","last_became_active":"2023-12-02T00:32:42.148344+0000","last_became_peered":"2023-12-02T00:32:42.148344+0000","last_unstale":"2023-12-02T00:32:42.155257+0000","last_undegraded":"2023-12-02T00:32:42.155257+0000","last_fullsized":"2023-12-02T00:32:42.155257+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:49:18.317874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139847+0000","last_change":"2023-12-02T00:32:41.156954+0000","last_active":"2023-12-02T00:32:42.139847+0000","last_peered":"2023-12-02T00:32:42.139847+0000","last_clean":"2023-12-02T00:32:42.139847+0000","last_became_active":"2023-12-02T00:32:41.153390+0000","last_became_peered":"2023-12-02T00:32:41.153390+0000","last_unstale":"2023-12-02T00:32:42.139847+0000","last_undegraded":"2023-12-02T00:32:42.139847+0000","last_fullsized":"2023-12-02T00:32:42.139847+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:18:12.595272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177769+0000","last_change":"2023-12-02T00:32:42.161634+0000","last_active":"2023-12-02T00:32:42.177769+0000","last_peered":"2023-12-02T00:32:42.177769+0000","last_clean":"2023-12-02T00:32:42.177769+0000","last_became_active":"2023-12-02T00:32:42.160826+0000","last_became_peered":"2023-12-02T00:32:42.160826+0000","last_unstale":"2023-12-02T00:32:42.177769+0000","last_undegraded":"2023-12-02T00:32:42.177769+0000","last_fullsized":"2023-12-02T00:32:42.177769+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.048716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.146054+0000","last_change":"2023-12-02T00:32:41.153562+0000","last_active":"2023-12-02T00:32:42.146054+0000","last_peered":"2023-12-02T00:32:42.146054+0000","last_clean":"2023-12-02T00:32:42.146054+0000","last_became_active":"2023-12-02T00:32:41.153072+0000","last_became_peered":"2023-12-02T00:32:41.153072+0000","last_unstale":"2023-12-02T00:32:42.146054+0000","last_undegraded":"2023-12-02T00:32:42.146054+0000","last_fullsized":"2023-12-02T00:32:42.146054+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171571+0000","last_change":"2023-12-02T00:32:42.167689+0000","last_active":"2023-12-02T00:32:42.171571+0000","last_peered":"2023-12-02T00:32:42.171571+0000","last_clean":"2023-12-02T00:32:42.171571+0000","last_became_active":"2023-12-02T00:32:42.167375+0000","last_became_peered":"2023-12-02T00:32:42.167375+0000","last_unstale":"2023-12-02T00:32:42.171571+0000","last_undegraded":"2023-12-02T00:32:42.171571+0000","last_fullsized":"2023-12-02T00:32:42.171571+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.137817+0000","last_change":"2023-12-02T00:32:41.153891+0000","last_active":"2023-12-02T00:32:42.137817+0000","last_peered":"2023-12-02T00:32:42.137817+0000","last_clean":"2023-12-02T00:32:42.137817+0000","last_became_active":"2023-12-02T00:32:41.153617+0000","last_became_peered":"2023-12-02T00:32:41.153617+0000","last_unstale":"2023-12-02T00:32:42.137817+0000","last_undegraded":"2023-12-02T00:32:42.137817+0000","last_fullsized":"2023-12-02T00:32:42.137817+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:16:15.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168732+0000","last_change":"2023-12-02T00:32:42.165876+0000","last_active":"2023-12-02T00:32:42.168732+0000","last_peered":"2023-12-02T00:32:42.168732+0000","last_clean":"2023-12-02T00:32:42.168732+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:42.168732+0000","last_undegraded":"2023-12-02T00:32:42.168732+0000","last_fullsized":"2023-12-02T00:32:42.168732+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:12.637376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.141293+0000","last_change":"2023-12-02T00:32:41.148253+0000","last_active":"2023-12-02T00:32:42.141293+0000","last_peered":"2023-12-02T00:32:42.141293+0000","last_clean":"2023-12-02T00:32:42.141293+0000","last_became_active":"2023-12-02T00:32:41.147965+0000","last_became_peered":"2023-12-02T00:32:41.147965+0000","last_unstale":"2023-12-02T00:32:42.141293+0000","last_undegraded":"2023-12-02T00:32:42.141293+0000","last_fullsized":"2023-12-02T00:32:42.141293+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:58.457504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161341+0000","last_change":"2023-12-02T00:32:42.149931+0000","last_active":"2023-12-02T00:32:42.161341+0000","last_peered":"2023-12-02T00:32:42.161341+0000","last_clean":"2023-12-02T00:32:42.161341+0000","last_became_active":"2023-12-02T00:32:42.149681+0000","last_became_peered":"2023-12-02T00:32:42.149681+0000","last_unstale":"2023-12-02T00:32:42.161341+0000","last_undegraded":"2023-12-02T00:32:42.161341+0000","last_fullsized":"2023-12-02T00:32:42.161341+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:15:40.591854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.137802+0000","last_change":"2023-12-02T00:32:41.153805+0000","last_active":"2023-12-02T00:32:42.137802+0000","last_peered":"2023-12-02T00:32:42.137802+0000","last_clean":"2023-12-02T00:32:42.137802+0000","last_became_active":"2023-12-02T00:32:41.153524+0000","last_became_peered":"2023-12-02T00:32:41.153524+0000","last_unstale":"2023-12-02T00:32:42.137802+0000","last_undegraded":"2023-12-02T00:32:42.137802+0000","last_fullsized":"2023-12-02T00:32:42.137802+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:23.818812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.167919+0000","last_change":"2023-12-02T00:32:42.158526+0000","last_active":"2023-12-02T00:32:42.167919+0000","last_peered":"2023-12-02T00:32:42.167919+0000","last_clean":"2023-12-02T00:32:42.167919+0000","last_became_active":"2023-12-02T00:32:42.158264+0000","last_became_peered":"2023-12-02T00:32:42.158264+0000","last_unstale":"2023-12-02T00:32:42.167919+0000","last_undegraded":"2023-12-02T00:32:42.167919+0000","last_fullsized":"2023-12-02T00:32:42.167919+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.150057+0000","last_change":"2023-12-02T00:32:41.156185+0000","last_active":"2023-12-02T00:32:42.150057+0000","last_peered":"2023-12-02T00:32:42.150057+0000","last_clean":"2023-12-02T00:32:42.150057+0000","last_became_active":"2023-12-02T00:32:41.154971+0000","last_became_peered":"2023-12-02T00:32:41.154971+0000","last_unstale":"2023-12-02T00:32:42.150057+0000","last_undegraded":"2023-12-02T00:32:42.150057+0000","last_fullsized":"2023-12-02T00:32:42.150057+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:32.297863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178091+0000","last_change":"2023-12-02T00:32:42.175639+0000","last_active":"2023-12-02T00:32:42.178091+0000","last_peered":"2023-12-02T00:32:42.178091+0000","last_clean":"2023-12-02T00:32:42.178091+0000","last_became_active":"2023-12-02T00:32:42.174934+0000","last_became_peered":"2023-12-02T00:32:42.174934+0000","last_unstale":"2023-12-02T00:32:42.178091+0000","last_undegraded":"2023-12-02T00:32:42.178091+0000","last_fullsized":"2023-12-02T00:32:42.178091+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:03.910871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139560+0000","last_change":"2023-12-02T00:32:41.155432+0000","last_active":"2023-12-02T00:32:42.139560+0000","last_peered":"2023-12-02T00:32:42.139560+0000","last_clean":"2023-12-02T00:32:42.139560+0000","last_became_active":"2023-12-02T00:32:41.155128+0000","last_became_peered":"2023-12-02T00:32:41.155128+0000","last_unstale":"2023-12-02T00:32:42.139560+0000","last_undegraded":"2023-12-02T00:32:42.139560+0000","last_fullsized":"2023-12-02T00:32:42.139560+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:49:17.310251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":188,"reported_epoch":47,"state":"active+clean","last_fresh":"2023-12-02T00:32:41.145755+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:32:41.145755+0000","last_peered":"2023-12-02T00:32:41.145755+0000","last_clean":"2023-12-02T00:32:41.145755+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:32:41.145755+0000","last_undegraded":"2023-12-02T00:32:41.145755+0000","last_fullsized":"2023-12-02T00:32:41.145755+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1155072,"data_stored":823811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.61499999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.55200000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.69599999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.81299999999999994}]},{"osd":5,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.89700000000000002},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.45900000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.85599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.61399999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.83699999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.66400000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.755}]},{"osd":4,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.91400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.98699999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.92400000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.90600000000000003}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.72999999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1549999999999998,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.71199999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":2.1179999999999999,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.77000000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.79500000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.69699999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.86499999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574874,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.79600000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.70799999999999996}]},{"osd":2,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.93799999999999994}]},{"osd":3,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.99099999999999999},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.86399999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.80900000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.59499999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.84599999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574875,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.30399999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.379},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.501}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.47199999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.3410000000000002,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.53500000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.436}]}]},{"osd":2,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.433}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.377},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.899,"5min":1.899,"15min":1.899},"last":0.499}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.89300000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.78200000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.76400000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.90600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.4880000000000004,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53500000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.093,"5min":4.093,"15min":4.093},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":8.1620000000000008,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.41599999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.633,"5min":4.633,"15min":4.633},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.499}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.2569999999999997,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.7839999999999998,"5min":3.7839999999999998,"15min":3.7839999999999998},"last":0.59699999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":3.8410000000000002,"5min":3.8410000000000002,"15min":3.8410000000000002},"last":0.624},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":4.5869999999999997,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.63100000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.3179999999999996,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.8889999999999998,"5min":3.8889999999999998,"15min":3.8889999999999998},"last":0.64700000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.67800000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574874,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1155072,"data_stored":823811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.499},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.59199999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.54200000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.77100000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.66900000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.74099999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.80200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:46.221 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:46.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64af6c9640 1 Processor -- start 2023-12-02T00:32:46.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64af6c9640 1 -- start start 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64af6c9640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f64a80c7ea0 0x7f64a806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64af6c9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f64a806b9e0 0x7f64a815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64af6c9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64a806c860 con 0x7f64a8151e90 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64af6c9640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64a80c8750 con 0x7f64a80c7ea0 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64af6c9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64a81552d0 con 0x7f64a806b9e0 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64acc64640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f64a80c7ea0 0x7f64a806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64acc64640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f64a80c7ea0 0x7f64a806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33378/0 (socket says 172.21.15.133:33378) 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64acc64640 1 -- 172.21.15.133:0/3742614673 learned_addr learned my addr 172.21.15.133:0/3742614673 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64adc66640 1 --2- 172.21.15.133:0/3742614673 >> v2:172.21.15.172:3300/0 conn(0x7f64a806b9e0 0x7f64a815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64acc64640 1 -- 172.21.15.133:0/3742614673 >> v2:172.21.15.172:3300/0 conn(0x7f64a806b9e0 msgr2=0x7f64a815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:46.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64acc64640 1 --2- 172.21.15.133:0/3742614673 >> v2:172.21.15.172:3300/0 conn(0x7f64a806b9e0 0x7f64a815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64acc64640 1 -- 172.21.15.133:0/3742614673 >> v1:172.21.15.172:6789/0 conn(0x7f64a8151e90 legacy=0x7f64a80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:46.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.396+0000 7f64acc64640 1 -- 172.21.15.133:0/3742614673 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64a8154930 con 0x7f64a80c7ea0 2023-12-02T00:32:46.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64acc64640 1 --2- 172.21.15.133:0/3742614673 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a80c7ea0 0x7f64a806b4a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f64a808c190 tx=0x7f649801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aed671f0c64e0332 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f649ffff640 1 -- 172.21.15.133:0/3742614673 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64980ab600 con 0x7f64a80c7ea0 2023-12-02T00:32:46.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f649ffff640 1 -- 172.21.15.133:0/3742614673 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64980a7050 con 0x7f64a80c7ea0 2023-12-02T00:32:46.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f649ffff640 1 -- 172.21.15.133:0/3742614673 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64980ab980 con 0x7f64a80c7ea0 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 -- 172.21.15.133:0/3742614673 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a80c7ea0 msgr2=0x7f64a806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 --2- 172.21.15.133:0/3742614673 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a80c7ea0 0x7f64a806b4a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f64a808c190 tx=0x7f649801c3a0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 -- 172.21.15.133:0/3742614673 shutdown_connections 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 --2- 172.21.15.133:0/3742614673 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a80c7ea0 0x7f64a806b4a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 --2- 172.21.15.133:0/3742614673 >> v2:172.21.15.172:3300/0 conn(0x7f64a806b9e0 0x7f64a815f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 -- 172.21.15.133:0/3742614673 >> 172.21.15.133:0/3742614673 conn(0x7f64a80ca170 msgr2=0x7f64a80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 -- 172.21.15.133:0/3742614673 shutdown_connections 2023-12-02T00:32:46.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 -- 172.21.15.133:0/3742614673 wait complete. 2023-12-02T00:32:46.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.400+0000 7f64af6c9640 1 Processor -- start 2023-12-02T00:32:46.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 -- start start 2023-12-02T00:32:46.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64a806b9e0 0x7f64a81586e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64a80c7ea0 0x7f64a814b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a8151e90 0x7f64a8149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64a81ee260 con 0x7f64a8151e90 2023-12-02T00:32:46.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64a8156110 con 0x7f64a80c7ea0 2023-12-02T00:32:46.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64a81581c0 con 0x7f64a806b9e0 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a8151e90 0x7f64a8149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a8151e90 0x7f64a8149110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33392/0 (socket says 172.21.15.133:33392) 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 -- 172.21.15.133:0/1239544662 learned_addr learned my addr 172.21.15.133:0/1239544662 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64acc64640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64a80c7ea0 0x7f64a814b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64ad465640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64a806b9e0 0x7f64a81586e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 -- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64a806b9e0 msgr2=0x7f64a81586e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64a806b9e0 0x7f64a81586e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 -- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64a80c7ea0 msgr2=0x7f64a814b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64a80c7ea0 0x7f64a814b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 -- 172.21.15.133:0/1239544662 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64980094d0 con 0x7f64a8151e90 2023-12-02T00:32:46.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64adc66640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a8151e90 0x7f64a8149110 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f64a0007e60 tx=0x7f64a000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f649dffb640 1 -- 172.21.15.133:0/1239544662 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a0014420 con 0x7f64a8151e90 2023-12-02T00:32:46.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f649dffb640 1 -- 172.21.15.133:0/1239544662 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a00145a0 con 0x7f64a8151e90 2023-12-02T00:32:46.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64a8155b90 con 0x7f64a8151e90 2023-12-02T00:32:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f649dffb640 1 -- 172.21.15.133:0/1239544662 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a0014950 con 0x7f64a8151e90 2023-12-02T00:32:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64a814bca0 con 0x7f64a8151e90 2023-12-02T00:32:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.404+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64a8068400 con 0x7f64a8151e90 2023-12-02T00:32:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.408+0000 7f649dffb640 1 -- 172.21.15.133:0/1239544662 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f64a0014ab0 con 0x7f64a8151e90 2023-12-02T00:32:46.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.408+0000 7f649dffb640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f648c0664a0 0x7f648c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.408+0000 7f649dffb640 1 -- 172.21.15.133:0/1239544662 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f64a0084590 con 0x7f64a8151e90 2023-12-02T00:32:46.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.408+0000 7f64ad465640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f648c0664a0 0x7f648c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.408+0000 7f64ad465640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f648c0664a0 0x7f648c068960 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f64a4007fd0 tx=0x7f64a4007e40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.412+0000 7f649dffb640 1 -- 172.21.15.133:0/1239544662 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f64a0051b30 con 0x7f64a8151e90 2023-12-02T00:32:46.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.556+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f64a81556f0 con 0x7f648c0664a0 2023-12-02T00:32:46.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.564+0000 7f649dffb640 1 -- 172.21.15.133:0/1239544662 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288931 (secure 0 0 0) 0x7f64a4004c00 con 0x7f648c0664a0 2023-12-02T00:32:46.571 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:46.573 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:46.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f648c0664a0 msgr2=0x7f648c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f648c0664a0 0x7f648c068960 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f64a4007fd0 tx=0x7f64a4007e40 comp rx=0 tx=0).stop 2023-12-02T00:32:46.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a8151e90 msgr2=0x7f64a8149110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a8151e90 0x7f64a8149110 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f64a0007e60 tx=0x7f64a000e4b0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 shutdown_connections 2023-12-02T00:32:46.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f648c0664a0 0x7f648c068960 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f64a8151e90 0x7f64a8149110 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64a80c7ea0 0x7f64a814b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 --2- 172.21.15.133:0/1239544662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64a806b9e0 0x7f64a81586e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 >> 172.21.15.133:0/1239544662 conn(0x7f64a80ca170 msgr2=0x7f64a8150430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:46.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 shutdown_connections 2023-12-02T00:32:46.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.568+0000 7f64af6c9640 1 -- 172.21.15.133:0/1239544662 wait complete. 2023-12-02T00:32:46.591 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":101,"stamp":"2023-12-02T00:32:45.260979+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":44,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":221736,"kb_used_data":5544,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754752984,"statfs":{"total":773094113280,"available":772867055616,"internally_reserved":0,"allocated":5677056,"data_stored":3048280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.136866"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175837+0000","last_change":"2023-12-02T00:32:42.163137+0000","last_active":"2023-12-02T00:32:42.175837+0000","last_peered":"2023-12-02T00:32:42.175837+0000","last_clean":"2023-12-02T00:32:42.175837+0000","last_became_active":"2023-12-02T00:32:42.162834+0000","last_became_peered":"2023-12-02T00:32:42.162834+0000","last_unstale":"2023-12-02T00:32:42.175837+0000","last_undegraded":"2023-12-02T00:32:42.175837+0000","last_fullsized":"2023-12-02T00:32:42.175837+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:05:07.823507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.170352+0000","last_change":"2023-12-02T00:32:42.166414+0000","last_active":"2023-12-02T00:32:42.170352+0000","last_peered":"2023-12-02T00:32:42.170352+0000","last_clean":"2023-12-02T00:32:42.170352+0000","last_became_active":"2023-12-02T00:32:42.165926+0000","last_became_peered":"2023-12-02T00:32:42.165926+0000","last_unstale":"2023-12-02T00:32:42.170352+0000","last_undegraded":"2023-12-02T00:32:42.170352+0000","last_fullsized":"2023-12-02T00:32:42.170352+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168345+0000","last_change":"2023-12-02T00:32:42.162847+0000","last_active":"2023-12-02T00:32:42.168345+0000","last_peered":"2023-12-02T00:32:42.168345+0000","last_clean":"2023-12-02T00:32:42.168345+0000","last_became_active":"2023-12-02T00:32:42.162573+0000","last_became_peered":"2023-12-02T00:32:42.162573+0000","last_unstale":"2023-12-02T00:32:42.168345+0000","last_undegraded":"2023-12-02T00:32:42.168345+0000","last_fullsized":"2023-12-02T00:32:42.168345+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:18.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.182768+0000","last_change":"2023-12-02T00:32:42.176669+0000","last_active":"2023-12-02T00:32:42.182768+0000","last_peered":"2023-12-02T00:32:42.182768+0000","last_clean":"2023-12-02T00:32:42.182768+0000","last_became_active":"2023-12-02T00:32:42.176429+0000","last_became_peered":"2023-12-02T00:32:42.176429+0000","last_unstale":"2023-12-02T00:32:42.182768+0000","last_undegraded":"2023-12-02T00:32:42.182768+0000","last_fullsized":"2023-12-02T00:32:42.182768+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:20.060754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176525+0000","last_change":"2023-12-02T00:32:42.163320+0000","last_active":"2023-12-02T00:32:42.176525+0000","last_peered":"2023-12-02T00:32:42.176525+0000","last_clean":"2023-12-02T00:32:42.176525+0000","last_became_active":"2023-12-02T00:32:42.163046+0000","last_became_peered":"2023-12-02T00:32:42.163046+0000","last_unstale":"2023-12-02T00:32:42.176525+0000","last_undegraded":"2023-12-02T00:32:42.176525+0000","last_fullsized":"2023-12-02T00:32:42.176525+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:32:25.344212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176602+0000","last_change":"2023-12-02T00:32:42.169887+0000","last_active":"2023-12-02T00:32:42.176602+0000","last_peered":"2023-12-02T00:32:42.176602+0000","last_clean":"2023-12-02T00:32:42.176602+0000","last_became_active":"2023-12-02T00:32:42.169591+0000","last_became_peered":"2023-12-02T00:32:42.169591+0000","last_unstale":"2023-12-02T00:32:42.176602+0000","last_undegraded":"2023-12-02T00:32:42.176602+0000","last_fullsized":"2023-12-02T00:32:42.176602+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:58.019148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173753+0000","last_change":"2023-12-02T00:32:42.159266+0000","last_active":"2023-12-02T00:32:42.173753+0000","last_peered":"2023-12-02T00:32:42.173753+0000","last_clean":"2023-12-02T00:32:42.173753+0000","last_became_active":"2023-12-02T00:32:42.158993+0000","last_became_peered":"2023-12-02T00:32:42.158993+0000","last_unstale":"2023-12-02T00:32:42.173753+0000","last_undegraded":"2023-12-02T00:32:42.173753+0000","last_fullsized":"2023-12-02T00:32:42.173753+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.048716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178110+0000","last_change":"2023-12-02T00:32:42.175777+0000","last_active":"2023-12-02T00:32:42.178110+0000","last_peered":"2023-12-02T00:32:42.178110+0000","last_clean":"2023-12-02T00:32:42.178110+0000","last_became_active":"2023-12-02T00:32:42.175356+0000","last_became_peered":"2023-12-02T00:32:42.175356+0000","last_unstale":"2023-12-02T00:32:42.178110+0000","last_undegraded":"2023-12-02T00:32:42.178110+0000","last_fullsized":"2023-12-02T00:32:42.178110+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:09.366336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173805+0000","last_change":"2023-12-02T00:32:42.163663+0000","last_active":"2023-12-02T00:32:42.173805+0000","last_peered":"2023-12-02T00:32:42.173805+0000","last_clean":"2023-12-02T00:32:42.173805+0000","last_became_active":"2023-12-02T00:32:42.160245+0000","last_became_peered":"2023-12-02T00:32:42.160245+0000","last_unstale":"2023-12-02T00:32:42.173805+0000","last_undegraded":"2023-12-02T00:32:42.173805+0000","last_fullsized":"2023-12-02T00:32:42.173805+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:10.518654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161220+0000","last_change":"2023-12-02T00:32:42.153928+0000","last_active":"2023-12-02T00:32:42.161220+0000","last_peered":"2023-12-02T00:32:42.161220+0000","last_clean":"2023-12-02T00:32:42.161220+0000","last_became_active":"2023-12-02T00:32:42.150204+0000","last_became_peered":"2023-12-02T00:32:42.150204+0000","last_unstale":"2023-12-02T00:32:42.161220+0000","last_undegraded":"2023-12-02T00:32:42.161220+0000","last_fullsized":"2023-12-02T00:32:42.161220+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:18:13.602895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161822+0000","last_change":"2023-12-02T00:32:42.152122+0000","last_active":"2023-12-02T00:32:42.161822+0000","last_peered":"2023-12-02T00:32:42.161822+0000","last_clean":"2023-12-02T00:32:42.161822+0000","last_became_active":"2023-12-02T00:32:42.151846+0000","last_became_peered":"2023-12-02T00:32:42.151846+0000","last_unstale":"2023-12-02T00:32:42.161822+0000","last_undegraded":"2023-12-02T00:32:42.161822+0000","last_fullsized":"2023-12-02T00:32:42.161822+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:29.412418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172627+0000","last_change":"2023-12-02T00:32:42.165167+0000","last_active":"2023-12-02T00:32:42.172627+0000","last_peered":"2023-12-02T00:32:42.172627+0000","last_clean":"2023-12-02T00:32:42.172627+0000","last_became_active":"2023-12-02T00:32:42.164837+0000","last_became_peered":"2023-12-02T00:32:42.164837+0000","last_unstale":"2023-12-02T00:32:42.172627+0000","last_undegraded":"2023-12-02T00:32:42.172627+0000","last_fullsized":"2023-12-02T00:32:42.172627+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:34.493433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168777+0000","last_change":"2023-12-02T00:32:42.158563+0000","last_active":"2023-12-02T00:32:42.168777+0000","last_peered":"2023-12-02T00:32:42.168777+0000","last_clean":"2023-12-02T00:32:42.168777+0000","last_became_active":"2023-12-02T00:32:42.158315+0000","last_became_peered":"2023-12-02T00:32:42.158315+0000","last_unstale":"2023-12-02T00:32:42.168777+0000","last_undegraded":"2023-12-02T00:32:42.168777+0000","last_fullsized":"2023-12-02T00:32:42.168777+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:07:49.518519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.166212+0000","last_change":"2023-12-02T00:32:42.150836+0000","last_active":"2023-12-02T00:32:42.166212+0000","last_peered":"2023-12-02T00:32:42.166212+0000","last_clean":"2023-12-02T00:32:42.166212+0000","last_became_active":"2023-12-02T00:32:42.150526+0000","last_became_peered":"2023-12-02T00:32:42.150526+0000","last_unstale":"2023-12-02T00:32:42.166212+0000","last_undegraded":"2023-12-02T00:32:42.166212+0000","last_fullsized":"2023-12-02T00:32:42.166212+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:47:11.868794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.166254+0000","last_change":"2023-12-02T00:32:42.153632+0000","last_active":"2023-12-02T00:32:42.166254+0000","last_peered":"2023-12-02T00:32:42.166254+0000","last_clean":"2023-12-02T00:32:42.166254+0000","last_became_active":"2023-12-02T00:32:42.153364+0000","last_became_peered":"2023-12-02T00:32:42.153364+0000","last_unstale":"2023-12-02T00:32:42.166254+0000","last_undegraded":"2023-12-02T00:32:42.166254+0000","last_fullsized":"2023-12-02T00:32:42.166254+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:18.958076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176628+0000","last_change":"2023-12-02T00:32:42.168902+0000","last_active":"2023-12-02T00:32:42.176628+0000","last_peered":"2023-12-02T00:32:42.176628+0000","last_clean":"2023-12-02T00:32:42.176628+0000","last_became_active":"2023-12-02T00:32:42.168605+0000","last_became_peered":"2023-12-02T00:32:42.168605+0000","last_unstale":"2023-12-02T00:32:42.176628+0000","last_undegraded":"2023-12-02T00:32:42.176628+0000","last_fullsized":"2023-12-02T00:32:42.176628+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:31.181366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175019+0000","last_change":"2023-12-02T00:32:42.172075+0000","last_active":"2023-12-02T00:32:42.175019+0000","last_peered":"2023-12-02T00:32:42.175019+0000","last_clean":"2023-12-02T00:32:42.175019+0000","last_became_active":"2023-12-02T00:32:42.171047+0000","last_became_peered":"2023-12-02T00:32:42.171047+0000","last_unstale":"2023-12-02T00:32:42.175019+0000","last_undegraded":"2023-12-02T00:32:42.175019+0000","last_fullsized":"2023-12-02T00:32:42.175019+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:33.124077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173447+0000","last_change":"2023-12-02T00:32:42.171606+0000","last_active":"2023-12-02T00:32:42.173447+0000","last_peered":"2023-12-02T00:32:42.173447+0000","last_clean":"2023-12-02T00:32:42.173447+0000","last_became_active":"2023-12-02T00:32:42.171294+0000","last_became_peered":"2023-12-02T00:32:42.171294+0000","last_unstale":"2023-12-02T00:32:42.173447+0000","last_undegraded":"2023-12-02T00:32:42.173447+0000","last_fullsized":"2023-12-02T00:32:42.173447+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:56.233854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176093+0000","last_change":"2023-12-02T00:32:42.164053+0000","last_active":"2023-12-02T00:32:42.176093+0000","last_peered":"2023-12-02T00:32:42.176093+0000","last_clean":"2023-12-02T00:32:42.176093+0000","last_became_active":"2023-12-02T00:32:42.163798+0000","last_became_peered":"2023-12-02T00:32:42.163798+0000","last_unstale":"2023-12-02T00:32:42.176093+0000","last_undegraded":"2023-12-02T00:32:42.176093+0000","last_fullsized":"2023-12-02T00:32:42.176093+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:38:03.748698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178305+0000","last_change":"2023-12-02T00:32:42.171440+0000","last_active":"2023-12-02T00:32:42.178305+0000","last_peered":"2023-12-02T00:32:42.178305+0000","last_clean":"2023-12-02T00:32:42.178305+0000","last_became_active":"2023-12-02T00:32:42.170616+0000","last_became_peered":"2023-12-02T00:32:42.170616+0000","last_unstale":"2023-12-02T00:32:42.178305+0000","last_undegraded":"2023-12-02T00:32:42.178305+0000","last_fullsized":"2023-12-02T00:32:42.178305+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168696+0000","last_change":"2023-12-02T00:32:42.158554+0000","last_active":"2023-12-02T00:32:42.168696+0000","last_peered":"2023-12-02T00:32:42.168696+0000","last_clean":"2023-12-02T00:32:42.168696+0000","last_became_active":"2023-12-02T00:32:42.158207+0000","last_became_peered":"2023-12-02T00:32:42.158207+0000","last_unstale":"2023-12-02T00:32:42.168696+0000","last_undegraded":"2023-12-02T00:32:42.168696+0000","last_fullsized":"2023-12-02T00:32:42.168696+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:59.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.183138+0000","last_change":"2023-12-02T00:32:42.179487+0000","last_active":"2023-12-02T00:32:42.183138+0000","last_peered":"2023-12-02T00:32:42.183138+0000","last_clean":"2023-12-02T00:32:42.183138+0000","last_became_active":"2023-12-02T00:32:42.179221+0000","last_became_peered":"2023-12-02T00:32:42.179221+0000","last_unstale":"2023-12-02T00:32:42.183138+0000","last_undegraded":"2023-12-02T00:32:42.183138+0000","last_fullsized":"2023-12-02T00:32:42.183138+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:00:52.582265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168562+0000","last_change":"2023-12-02T00:32:42.166156+0000","last_active":"2023-12-02T00:32:42.168562+0000","last_peered":"2023-12-02T00:32:42.168562+0000","last_clean":"2023-12-02T00:32:42.168562+0000","last_became_active":"2023-12-02T00:32:42.165824+0000","last_became_peered":"2023-12-02T00:32:42.165824+0000","last_unstale":"2023-12-02T00:32:42.168562+0000","last_undegraded":"2023-12-02T00:32:42.168562+0000","last_fullsized":"2023-12-02T00:32:42.168562+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172706+0000","last_change":"2023-12-02T00:32:42.170465+0000","last_active":"2023-12-02T00:32:42.172706+0000","last_peered":"2023-12-02T00:32:42.172706+0000","last_clean":"2023-12-02T00:32:42.172706+0000","last_became_active":"2023-12-02T00:32:42.170109+0000","last_became_peered":"2023-12-02T00:32:42.170109+0000","last_unstale":"2023-12-02T00:32:42.172706+0000","last_undegraded":"2023-12-02T00:32:42.172706+0000","last_fullsized":"2023-12-02T00:32:42.172706+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:11:39.283036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175818+0000","last_change":"2023-12-02T00:32:42.162789+0000","last_active":"2023-12-02T00:32:42.175818+0000","last_peered":"2023-12-02T00:32:42.175818+0000","last_clean":"2023-12-02T00:32:42.175818+0000","last_became_active":"2023-12-02T00:32:42.161869+0000","last_became_peered":"2023-12-02T00:32:42.161869+0000","last_unstale":"2023-12-02T00:32:42.175818+0000","last_undegraded":"2023-12-02T00:32:42.175818+0000","last_fullsized":"2023-12-02T00:32:42.175818+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:11.548017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173052+0000","last_change":"2023-12-02T00:32:42.169175+0000","last_active":"2023-12-02T00:32:42.173052+0000","last_peered":"2023-12-02T00:32:42.173052+0000","last_clean":"2023-12-02T00:32:42.173052+0000","last_became_active":"2023-12-02T00:32:42.168839+0000","last_became_peered":"2023-12-02T00:32:42.168839+0000","last_unstale":"2023-12-02T00:32:42.173052+0000","last_undegraded":"2023-12-02T00:32:42.173052+0000","last_fullsized":"2023-12-02T00:32:42.173052+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:59.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177787+0000","last_change":"2023-12-02T00:32:42.161818+0000","last_active":"2023-12-02T00:32:42.177787+0000","last_peered":"2023-12-02T00:32:42.177787+0000","last_clean":"2023-12-02T00:32:42.177787+0000","last_became_active":"2023-12-02T00:32:42.161175+0000","last_became_peered":"2023-12-02T00:32:42.161175+0000","last_unstale":"2023-12-02T00:32:42.177787+0000","last_undegraded":"2023-12-02T00:32:42.177787+0000","last_fullsized":"2023-12-02T00:32:42.177787+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:59.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.179807+0000","last_change":"2023-12-02T00:32:42.165943+0000","last_active":"2023-12-02T00:32:42.179807+0000","last_peered":"2023-12-02T00:32:42.179807+0000","last_clean":"2023-12-02T00:32:42.179807+0000","last_became_active":"2023-12-02T00:32:42.165706+0000","last_became_peered":"2023-12-02T00:32:42.165706+0000","last_unstale":"2023-12-02T00:32:42.179807+0000","last_undegraded":"2023-12-02T00:32:42.179807+0000","last_fullsized":"2023-12-02T00:32:42.179807+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:58:50.230144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.170267+0000","last_change":"2023-12-02T00:32:42.165463+0000","last_active":"2023-12-02T00:32:42.170267+0000","last_peered":"2023-12-02T00:32:42.170267+0000","last_clean":"2023-12-02T00:32:42.170267+0000","last_became_active":"2023-12-02T00:32:42.165216+0000","last_became_peered":"2023-12-02T00:32:42.165216+0000","last_unstale":"2023-12-02T00:32:42.170267+0000","last_undegraded":"2023-12-02T00:32:42.170267+0000","last_fullsized":"2023-12-02T00:32:42.170267+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:31.054478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168251+0000","last_change":"2023-12-02T00:32:42.161531+0000","last_active":"2023-12-02T00:32:42.168251+0000","last_peered":"2023-12-02T00:32:42.168251+0000","last_clean":"2023-12-02T00:32:42.168251+0000","last_became_active":"2023-12-02T00:32:42.161264+0000","last_became_peered":"2023-12-02T00:32:42.161264+0000","last_unstale":"2023-12-02T00:32:42.168251+0000","last_undegraded":"2023-12-02T00:32:42.168251+0000","last_fullsized":"2023-12-02T00:32:42.168251+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:20.060754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.162382+0000","last_change":"2023-12-02T00:32:42.155751+0000","last_active":"2023-12-02T00:32:42.162382+0000","last_peered":"2023-12-02T00:32:42.162382+0000","last_clean":"2023-12-02T00:32:42.162382+0000","last_became_active":"2023-12-02T00:32:42.155419+0000","last_became_peered":"2023-12-02T00:32:42.155419+0000","last_unstale":"2023-12-02T00:32:42.162382+0000","last_undegraded":"2023-12-02T00:32:42.162382+0000","last_fullsized":"2023-12-02T00:32:42.162382+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:58:26.647883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176609+0000","last_change":"2023-12-02T00:32:42.166820+0000","last_active":"2023-12-02T00:32:42.176609+0000","last_peered":"2023-12-02T00:32:42.176609+0000","last_clean":"2023-12-02T00:32:42.176609+0000","last_became_active":"2023-12-02T00:32:42.166569+0000","last_became_peered":"2023-12-02T00:32:42.166569+0000","last_unstale":"2023-12-02T00:32:42.176609+0000","last_undegraded":"2023-12-02T00:32:42.176609+0000","last_fullsized":"2023-12-02T00:32:42.176609+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177956+0000","last_change":"2023-12-02T00:32:42.165862+0000","last_active":"2023-12-02T00:32:42.177956+0000","last_peered":"2023-12-02T00:32:42.177956+0000","last_clean":"2023-12-02T00:32:42.177956+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:42.177956+0000","last_undegraded":"2023-12-02T00:32:42.177956+0000","last_fullsized":"2023-12-02T00:32:42.177956+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:04.875613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"48'4","reported_seq":15,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176678+0000","last_change":"2023-12-02T00:32:41.155341+0000","last_active":"2023-12-02T00:32:42.176678+0000","last_peered":"2023-12-02T00:32:42.176678+0000","last_clean":"2023-12-02T00:32:42.176678+0000","last_became_active":"2023-12-02T00:32:41.154635+0000","last_became_peered":"2023-12-02T00:32:41.154635+0000","last_unstale":"2023-12-02T00:32:42.176678+0000","last_undegraded":"2023-12-02T00:32:42.176678+0000","last_fullsized":"2023-12-02T00:32:42.176678+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173880+0000","last_change":"2023-12-02T00:32:42.157261+0000","last_active":"2023-12-02T00:32:42.173880+0000","last_peered":"2023-12-02T00:32:42.173880+0000","last_clean":"2023-12-02T00:32:42.173880+0000","last_became_active":"2023-12-02T00:32:42.156990+0000","last_became_peered":"2023-12-02T00:32:42.156990+0000","last_unstale":"2023-12-02T00:32:42.173880+0000","last_undegraded":"2023-12-02T00:32:42.173880+0000","last_fullsized":"2023-12-02T00:32:42.173880+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:22:52.346401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171400+0000","last_change":"2023-12-02T00:32:41.155437+0000","last_active":"2023-12-02T00:32:42.171400+0000","last_peered":"2023-12-02T00:32:42.171400+0000","last_clean":"2023-12-02T00:32:42.171400+0000","last_became_active":"2023-12-02T00:32:41.155072+0000","last_became_peered":"2023-12-02T00:32:41.155072+0000","last_unstale":"2023-12-02T00:32:42.171400+0000","last_undegraded":"2023-12-02T00:32:42.171400+0000","last_fullsized":"2023-12-02T00:32:42.171400+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:32.472860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178820+0000","last_change":"2023-12-02T00:32:42.173667+0000","last_active":"2023-12-02T00:32:42.178820+0000","last_peered":"2023-12-02T00:32:42.178820+0000","last_clean":"2023-12-02T00:32:42.178820+0000","last_became_active":"2023-12-02T00:32:42.173166+0000","last_became_peered":"2023-12-02T00:32:42.173166+0000","last_unstale":"2023-12-02T00:32:42.178820+0000","last_undegraded":"2023-12-02T00:32:42.178820+0000","last_fullsized":"2023-12-02T00:32:42.178820+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:50.380879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177109+0000","last_change":"2023-12-02T00:32:41.156182+0000","last_active":"2023-12-02T00:32:42.177109+0000","last_peered":"2023-12-02T00:32:42.177109+0000","last_clean":"2023-12-02T00:32:42.177109+0000","last_became_active":"2023-12-02T00:32:41.155900+0000","last_became_peered":"2023-12-02T00:32:41.155900+0000","last_unstale":"2023-12-02T00:32:42.177109+0000","last_undegraded":"2023-12-02T00:32:42.177109+0000","last_fullsized":"2023-12-02T00:32:42.177109+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:19.053132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177750+0000","last_change":"2023-12-02T00:32:42.161445+0000","last_active":"2023-12-02T00:32:42.177750+0000","last_peered":"2023-12-02T00:32:42.177750+0000","last_clean":"2023-12-02T00:32:42.177750+0000","last_became_active":"2023-12-02T00:32:42.160492+0000","last_became_peered":"2023-12-02T00:32:42.160492+0000","last_unstale":"2023-12-02T00:32:42.177750+0000","last_undegraded":"2023-12-02T00:32:42.177750+0000","last_fullsized":"2023-12-02T00:32:42.177750+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:18.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.164866+0000","last_change":"2023-12-02T00:32:41.156881+0000","last_active":"2023-12-02T00:32:42.164866+0000","last_peered":"2023-12-02T00:32:42.164866+0000","last_clean":"2023-12-02T00:32:42.164866+0000","last_became_active":"2023-12-02T00:32:41.156519+0000","last_became_peered":"2023-12-02T00:32:41.156519+0000","last_unstale":"2023-12-02T00:32:42.164866+0000","last_undegraded":"2023-12-02T00:32:42.164866+0000","last_fullsized":"2023-12-02T00:32:42.164866+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:03.867991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.181297+0000","last_change":"2023-12-02T00:32:42.178921+0000","last_active":"2023-12-02T00:32:42.181297+0000","last_peered":"2023-12-02T00:32:42.181297+0000","last_clean":"2023-12-02T00:32:42.181297+0000","last_became_active":"2023-12-02T00:32:42.178598+0000","last_became_peered":"2023-12-02T00:32:42.178598+0000","last_unstale":"2023-12-02T00:32:42.181297+0000","last_undegraded":"2023-12-02T00:32:42.181297+0000","last_fullsized":"2023-12-02T00:32:42.181297+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:13:52.688530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.167770+0000","last_change":"2023-12-02T00:32:41.154051+0000","last_active":"2023-12-02T00:32:42.167770+0000","last_peered":"2023-12-02T00:32:42.167770+0000","last_clean":"2023-12-02T00:32:42.167770+0000","last_became_active":"2023-12-02T00:32:41.153742+0000","last_became_peered":"2023-12-02T00:32:41.153742+0000","last_unstale":"2023-12-02T00:32:42.167770+0000","last_undegraded":"2023-12-02T00:32:42.167770+0000","last_fullsized":"2023-12-02T00:32:42.167770+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:30.173743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178098+0000","last_change":"2023-12-02T00:32:42.174189+0000","last_active":"2023-12-02T00:32:42.178098+0000","last_peered":"2023-12-02T00:32:42.178098+0000","last_clean":"2023-12-02T00:32:42.178098+0000","last_became_active":"2023-12-02T00:32:42.173892+0000","last_became_peered":"2023-12-02T00:32:42.173892+0000","last_unstale":"2023-12-02T00:32:42.178098+0000","last_undegraded":"2023-12-02T00:32:42.178098+0000","last_fullsized":"2023-12-02T00:32:42.178098+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:08.888514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173952+0000","last_change":"2023-12-02T00:32:41.150519+0000","last_active":"2023-12-02T00:32:42.173952+0000","last_peered":"2023-12-02T00:32:42.173952+0000","last_clean":"2023-12-02T00:32:42.173952+0000","last_became_active":"2023-12-02T00:32:41.150077+0000","last_became_peered":"2023-12-02T00:32:41.150077+0000","last_unstale":"2023-12-02T00:32:42.173952+0000","last_undegraded":"2023-12-02T00:32:42.173952+0000","last_fullsized":"2023-12-02T00:32:42.173952+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168102+0000","last_change":"2023-12-02T00:32:42.156818+0000","last_active":"2023-12-02T00:32:42.168102+0000","last_peered":"2023-12-02T00:32:42.168102+0000","last_clean":"2023-12-02T00:32:42.168102+0000","last_became_active":"2023-12-02T00:32:42.156532+0000","last_became_peered":"2023-12-02T00:32:42.156532+0000","last_unstale":"2023-12-02T00:32:42.168102+0000","last_undegraded":"2023-12-02T00:32:42.168102+0000","last_fullsized":"2023-12-02T00:32:42.168102+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:29.412418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145806+0000","last_change":"2023-12-02T00:32:41.153017+0000","last_active":"2023-12-02T00:32:42.145806+0000","last_peered":"2023-12-02T00:32:42.145806+0000","last_clean":"2023-12-02T00:32:42.145806+0000","last_became_active":"2023-12-02T00:32:41.152182+0000","last_became_peered":"2023-12-02T00:32:41.152182+0000","last_unstale":"2023-12-02T00:32:42.145806+0000","last_undegraded":"2023-12-02T00:32:42.145806+0000","last_fullsized":"2023-12-02T00:32:42.145806+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:57.011526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171059+0000","last_change":"2023-12-02T00:32:42.169013+0000","last_active":"2023-12-02T00:32:42.171059+0000","last_peered":"2023-12-02T00:32:42.171059+0000","last_clean":"2023-12-02T00:32:42.171059+0000","last_became_active":"2023-12-02T00:32:42.167988+0000","last_became_peered":"2023-12-02T00:32:42.167988+0000","last_unstale":"2023-12-02T00:32:42.171059+0000","last_undegraded":"2023-12-02T00:32:42.171059+0000","last_fullsized":"2023-12-02T00:32:42.171059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139902+0000","last_change":"2023-12-02T00:32:41.155378+0000","last_active":"2023-12-02T00:32:42.139902+0000","last_peered":"2023-12-02T00:32:42.139902+0000","last_clean":"2023-12-02T00:32:42.139902+0000","last_became_active":"2023-12-02T00:32:41.155037+0000","last_became_peered":"2023-12-02T00:32:41.155037+0000","last_unstale":"2023-12-02T00:32:42.139902+0000","last_undegraded":"2023-12-02T00:32:42.139902+0000","last_fullsized":"2023-12-02T00:32:42.139902+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:33.485810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.173604+0000","last_change":"2023-12-02T00:32:42.159852+0000","last_active":"2023-12-02T00:32:42.173604+0000","last_peered":"2023-12-02T00:32:42.173604+0000","last_clean":"2023-12-02T00:32:42.173604+0000","last_became_active":"2023-12-02T00:32:42.159467+0000","last_became_peered":"2023-12-02T00:32:42.159467+0000","last_unstale":"2023-12-02T00:32:42.173604+0000","last_undegraded":"2023-12-02T00:32:42.173604+0000","last_fullsized":"2023-12-02T00:32:42.173604+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:04.481899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145472+0000","last_change":"2023-12-02T00:32:41.159013+0000","last_active":"2023-12-02T00:32:42.145472+0000","last_peered":"2023-12-02T00:32:42.145472+0000","last_clean":"2023-12-02T00:32:42.145472+0000","last_became_active":"2023-12-02T00:32:41.158721+0000","last_became_peered":"2023-12-02T00:32:41.158721+0000","last_unstale":"2023-12-02T00:32:42.145472+0000","last_undegraded":"2023-12-02T00:32:42.145472+0000","last_fullsized":"2023-12-02T00:32:42.145472+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177245+0000","last_change":"2023-12-02T00:32:42.172421+0000","last_active":"2023-12-02T00:32:42.177245+0000","last_peered":"2023-12-02T00:32:42.177245+0000","last_clean":"2023-12-02T00:32:42.177245+0000","last_became_active":"2023-12-02T00:32:42.172173+0000","last_became_peered":"2023-12-02T00:32:42.172173+0000","last_unstale":"2023-12-02T00:32:42.177245+0000","last_undegraded":"2023-12-02T00:32:42.177245+0000","last_fullsized":"2023-12-02T00:32:42.177245+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:04.875613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.159739+0000","last_change":"2023-12-02T00:32:41.158468+0000","last_active":"2023-12-02T00:32:42.159739+0000","last_peered":"2023-12-02T00:32:42.159739+0000","last_clean":"2023-12-02T00:32:42.159739+0000","last_became_active":"2023-12-02T00:32:41.156737+0000","last_became_peered":"2023-12-02T00:32:41.156737+0000","last_unstale":"2023-12-02T00:32:42.159739+0000","last_undegraded":"2023-12-02T00:32:42.159739+0000","last_fullsized":"2023-12-02T00:32:42.159739+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:21.296077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161978+0000","last_change":"2023-12-02T00:32:42.149208+0000","last_active":"2023-12-02T00:32:42.161978+0000","last_peered":"2023-12-02T00:32:42.161978+0000","last_clean":"2023-12-02T00:32:42.161978+0000","last_became_active":"2023-12-02T00:32:42.148714+0000","last_became_peered":"2023-12-02T00:32:42.148714+0000","last_unstale":"2023-12-02T00:32:42.161978+0000","last_undegraded":"2023-12-02T00:32:42.161978+0000","last_fullsized":"2023-12-02T00:32:42.161978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:07:49.518519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"48'3","reported_seq":14,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.175750+0000","last_change":"2023-12-02T00:32:41.158796+0000","last_active":"2023-12-02T00:32:42.175750+0000","last_peered":"2023-12-02T00:32:42.175750+0000","last_clean":"2023-12-02T00:32:42.175750+0000","last_became_active":"2023-12-02T00:32:41.158491+0000","last_became_peered":"2023-12-02T00:32:41.158491+0000","last_unstale":"2023-12-02T00:32:42.175750+0000","last_undegraded":"2023-12-02T00:32:42.175750+0000","last_fullsized":"2023-12-02T00:32:42.175750+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.162912+0000","last_change":"2023-12-02T00:32:42.156968+0000","last_active":"2023-12-02T00:32:42.162912+0000","last_peered":"2023-12-02T00:32:42.162912+0000","last_clean":"2023-12-02T00:32:42.162912+0000","last_became_active":"2023-12-02T00:32:42.156269+0000","last_became_peered":"2023-12-02T00:32:42.156269+0000","last_unstale":"2023-12-02T00:32:42.162912+0000","last_undegraded":"2023-12-02T00:32:42.162912+0000","last_fullsized":"2023-12-02T00:32:42.162912+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:53.918707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"48'6","reported_seq":17,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.183422+0000","last_change":"2023-12-02T00:32:41.150660+0000","last_active":"2023-12-02T00:32:42.183422+0000","last_peered":"2023-12-02T00:32:42.183422+0000","last_clean":"2023-12-02T00:32:42.183422+0000","last_became_active":"2023-12-02T00:32:41.150376+0000","last_became_peered":"2023-12-02T00:32:41.150376+0000","last_unstale":"2023-12-02T00:32:42.183422+0000","last_undegraded":"2023-12-02T00:32:42.183422+0000","last_fullsized":"2023-12-02T00:32:42.183422+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:17.705982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.182723+0000","last_change":"2023-12-02T00:32:42.175243+0000","last_active":"2023-12-02T00:32:42.182723+0000","last_peered":"2023-12-02T00:32:42.182723+0000","last_clean":"2023-12-02T00:32:42.182723+0000","last_became_active":"2023-12-02T00:32:42.175026+0000","last_became_peered":"2023-12-02T00:32:42.175026+0000","last_unstale":"2023-12-02T00:32:42.182723+0000","last_undegraded":"2023-12-02T00:32:42.182723+0000","last_fullsized":"2023-12-02T00:32:42.182723+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.180399+0000","last_change":"2023-12-02T00:32:41.154875+0000","last_active":"2023-12-02T00:32:42.180399+0000","last_peered":"2023-12-02T00:32:42.180399+0000","last_clean":"2023-12-02T00:32:42.180399+0000","last_became_active":"2023-12-02T00:32:41.154595+0000","last_became_peered":"2023-12-02T00:32:41.154595+0000","last_unstale":"2023-12-02T00:32:42.180399+0000","last_undegraded":"2023-12-02T00:32:42.180399+0000","last_fullsized":"2023-12-02T00:32:42.180399+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:39.103487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168715+0000","last_change":"2023-12-02T00:32:42.159943+0000","last_active":"2023-12-02T00:32:42.168715+0000","last_peered":"2023-12-02T00:32:42.168715+0000","last_clean":"2023-12-02T00:32:42.168715+0000","last_became_active":"2023-12-02T00:32:42.159668+0000","last_became_peered":"2023-12-02T00:32:42.159668+0000","last_unstale":"2023-12-02T00:32:42.168715+0000","last_undegraded":"2023-12-02T00:32:42.168715+0000","last_fullsized":"2023-12-02T00:32:42.168715+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:58.019148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139297+0000","last_change":"2023-12-02T00:32:41.159925+0000","last_active":"2023-12-02T00:32:42.139297+0000","last_peered":"2023-12-02T00:32:42.139297+0000","last_clean":"2023-12-02T00:32:42.139297+0000","last_became_active":"2023-12-02T00:32:41.159609+0000","last_became_peered":"2023-12-02T00:32:41.159609+0000","last_unstale":"2023-12-02T00:32:42.139297+0000","last_undegraded":"2023-12-02T00:32:42.139297+0000","last_fullsized":"2023-12-02T00:32:42.139297+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.174498+0000","last_change":"2023-12-02T00:32:42.160119+0000","last_active":"2023-12-02T00:32:42.174498+0000","last_peered":"2023-12-02T00:32:42.174498+0000","last_clean":"2023-12-02T00:32:42.174498+0000","last_became_active":"2023-12-02T00:32:42.159454+0000","last_became_peered":"2023-12-02T00:32:42.159454+0000","last_unstale":"2023-12-02T00:32:42.174498+0000","last_undegraded":"2023-12-02T00:32:42.174498+0000","last_fullsized":"2023-12-02T00:32:42.174498+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145884+0000","last_change":"2023-12-02T00:32:41.153687+0000","last_active":"2023-12-02T00:32:42.145884+0000","last_peered":"2023-12-02T00:32:42.145884+0000","last_clean":"2023-12-02T00:32:42.145884+0000","last_became_active":"2023-12-02T00:32:41.153343+0000","last_became_peered":"2023-12-02T00:32:41.153343+0000","last_unstale":"2023-12-02T00:32:42.145884+0000","last_undegraded":"2023-12-02T00:32:42.145884+0000","last_fullsized":"2023-12-02T00:32:42.145884+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168449+0000","last_change":"2023-12-02T00:32:42.165637+0000","last_active":"2023-12-02T00:32:42.168449+0000","last_peered":"2023-12-02T00:32:42.168449+0000","last_clean":"2023-12-02T00:32:42.168449+0000","last_became_active":"2023-12-02T00:32:42.165337+0000","last_became_peered":"2023-12-02T00:32:42.165337+0000","last_unstale":"2023-12-02T00:32:42.168449+0000","last_undegraded":"2023-12-02T00:32:42.168449+0000","last_fullsized":"2023-12-02T00:32:42.168449+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:50.380879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"48'8","reported_seq":19,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168350+0000","last_change":"2023-12-02T00:32:41.156123+0000","last_active":"2023-12-02T00:32:42.168350+0000","last_peered":"2023-12-02T00:32:42.168350+0000","last_clean":"2023-12-02T00:32:42.168350+0000","last_became_active":"2023-12-02T00:32:41.155776+0000","last_became_peered":"2023-12-02T00:32:41.155776+0000","last_unstale":"2023-12-02T00:32:42.168350+0000","last_undegraded":"2023-12-02T00:32:42.168350+0000","last_fullsized":"2023-12-02T00:32:42.168350+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.041093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171900+0000","last_change":"2023-12-02T00:32:42.168653+0000","last_active":"2023-12-02T00:32:42.171900+0000","last_peered":"2023-12-02T00:32:42.171900+0000","last_clean":"2023-12-02T00:32:42.171900+0000","last_became_active":"2023-12-02T00:32:42.168353+0000","last_became_peered":"2023-12-02T00:32:42.168353+0000","last_unstale":"2023-12-02T00:32:42.171900+0000","last_undegraded":"2023-12-02T00:32:42.171900+0000","last_fullsized":"2023-12-02T00:32:42.171900+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.179056+0000","last_change":"2023-12-02T00:32:41.156826+0000","last_active":"2023-12-02T00:32:42.179056+0000","last_peered":"2023-12-02T00:32:42.179056+0000","last_clean":"2023-12-02T00:32:42.179056+0000","last_became_active":"2023-12-02T00:32:41.156568+0000","last_became_peered":"2023-12-02T00:32:41.156568+0000","last_unstale":"2023-12-02T00:32:42.179056+0000","last_undegraded":"2023-12-02T00:32:42.179056+0000","last_fullsized":"2023-12-02T00:32:42.179056+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:41.041111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177150+0000","last_change":"2023-12-02T00:32:42.173307+0000","last_active":"2023-12-02T00:32:42.177150+0000","last_peered":"2023-12-02T00:32:42.177150+0000","last_clean":"2023-12-02T00:32:42.177150+0000","last_became_active":"2023-12-02T00:32:42.173042+0000","last_became_peered":"2023-12-02T00:32:42.173042+0000","last_unstale":"2023-12-02T00:32:42.177150+0000","last_undegraded":"2023-12-02T00:32:42.177150+0000","last_fullsized":"2023-12-02T00:32:42.177150+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:31.181366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.174551+0000","last_change":"2023-12-02T00:32:41.155961+0000","last_active":"2023-12-02T00:32:42.174551+0000","last_peered":"2023-12-02T00:32:42.174551+0000","last_clean":"2023-12-02T00:32:42.174551+0000","last_became_active":"2023-12-02T00:32:41.155639+0000","last_became_peered":"2023-12-02T00:32:41.155639+0000","last_unstale":"2023-12-02T00:32:42.174551+0000","last_undegraded":"2023-12-02T00:32:42.174551+0000","last_fullsized":"2023-12-02T00:32:42.174551+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178324+0000","last_change":"2023-12-02T00:32:42.174556+0000","last_active":"2023-12-02T00:32:42.178324+0000","last_peered":"2023-12-02T00:32:42.178324+0000","last_clean":"2023-12-02T00:32:42.178324+0000","last_became_active":"2023-12-02T00:32:42.174302+0000","last_became_peered":"2023-12-02T00:32:42.174302+0000","last_unstale":"2023-12-02T00:32:42.178324+0000","last_undegraded":"2023-12-02T00:32:42.178324+0000","last_fullsized":"2023-12-02T00:32:42.178324+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:50:55.701648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"48'1","reported_seq":12,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.164938+0000","last_change":"2023-12-02T00:32:41.155010+0000","last_active":"2023-12-02T00:32:42.164938+0000","last_peered":"2023-12-02T00:32:42.164938+0000","last_clean":"2023-12-02T00:32:42.164938+0000","last_became_active":"2023-12-02T00:32:41.154713+0000","last_became_peered":"2023-12-02T00:32:41.154713+0000","last_unstale":"2023-12-02T00:32:42.164938+0000","last_undegraded":"2023-12-02T00:32:42.164938+0000","last_fullsized":"2023-12-02T00:32:42.164938+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.162922+0000","last_change":"2023-12-02T00:32:42.157196+0000","last_active":"2023-12-02T00:32:42.162922+0000","last_peered":"2023-12-02T00:32:42.162922+0000","last_clean":"2023-12-02T00:32:42.162922+0000","last_became_active":"2023-12-02T00:32:42.156598+0000","last_became_peered":"2023-12-02T00:32:42.156598+0000","last_unstale":"2023-12-02T00:32:42.162922+0000","last_undegraded":"2023-12-02T00:32:42.162922+0000","last_fullsized":"2023-12-02T00:32:42.162922+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:08.774141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.155912+0000","last_change":"2023-12-02T00:32:41.160845+0000","last_active":"2023-12-02T00:32:42.155912+0000","last_peered":"2023-12-02T00:32:42.155912+0000","last_clean":"2023-12-02T00:32:42.155912+0000","last_became_active":"2023-12-02T00:32:41.160530+0000","last_became_peered":"2023-12-02T00:32:41.160530+0000","last_unstale":"2023-12-02T00:32:42.155912+0000","last_undegraded":"2023-12-02T00:32:42.155912+0000","last_fullsized":"2023-12-02T00:32:42.155912+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:55.226231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172917+0000","last_change":"2023-12-02T00:32:42.169079+0000","last_active":"2023-12-02T00:32:42.172917+0000","last_peered":"2023-12-02T00:32:42.172917+0000","last_clean":"2023-12-02T00:32:42.172917+0000","last_became_active":"2023-12-02T00:32:42.168768+0000","last_became_peered":"2023-12-02T00:32:42.168768+0000","last_unstale":"2023-12-02T00:32:42.172917+0000","last_undegraded":"2023-12-02T00:32:42.172917+0000","last_fullsized":"2023-12-02T00:32:42.172917+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:04.481899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176802+0000","last_change":"2023-12-02T00:32:41.149988+0000","last_active":"2023-12-02T00:32:42.176802+0000","last_peered":"2023-12-02T00:32:42.176802+0000","last_clean":"2023-12-02T00:32:42.176802+0000","last_became_active":"2023-12-02T00:32:41.147774+0000","last_became_peered":"2023-12-02T00:32:41.147774+0000","last_unstale":"2023-12-02T00:32:42.176802+0000","last_undegraded":"2023-12-02T00:32:42.176802+0000","last_fullsized":"2023-12-02T00:32:42.176802+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:31.238751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172192+0000","last_change":"2023-12-02T00:32:42.158412+0000","last_active":"2023-12-02T00:32:42.172192+0000","last_peered":"2023-12-02T00:32:42.172192+0000","last_clean":"2023-12-02T00:32:42.172192+0000","last_became_active":"2023-12-02T00:32:42.158145+0000","last_became_peered":"2023-12-02T00:32:42.158145+0000","last_unstale":"2023-12-02T00:32:42.172192+0000","last_undegraded":"2023-12-02T00:32:42.172192+0000","last_fullsized":"2023-12-02T00:32:42.172192+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:34.493433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.137960+0000","last_change":"2023-12-02T00:32:41.152885+0000","last_active":"2023-12-02T00:32:42.137960+0000","last_peered":"2023-12-02T00:32:42.137960+0000","last_clean":"2023-12-02T00:32:42.137960+0000","last_became_active":"2023-12-02T00:32:41.152518+0000","last_became_peered":"2023-12-02T00:32:41.152518+0000","last_unstale":"2023-12-02T00:32:42.137960+0000","last_undegraded":"2023-12-02T00:32:42.137960+0000","last_fullsized":"2023-12-02T00:32:42.137960+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.176593+0000","last_change":"2023-12-02T00:32:42.165526+0000","last_active":"2023-12-02T00:32:42.176593+0000","last_peered":"2023-12-02T00:32:42.176593+0000","last_clean":"2023-12-02T00:32:42.176593+0000","last_became_active":"2023-12-02T00:32:42.165196+0000","last_became_peered":"2023-12-02T00:32:42.165196+0000","last_unstale":"2023-12-02T00:32:42.176593+0000","last_undegraded":"2023-12-02T00:32:42.176593+0000","last_fullsized":"2023-12-02T00:32:42.176593+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:53.918707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.145691+0000","last_change":"2023-12-02T00:32:41.161078+0000","last_active":"2023-12-02T00:32:42.145691+0000","last_peered":"2023-12-02T00:32:42.145691+0000","last_clean":"2023-12-02T00:32:42.145691+0000","last_became_active":"2023-12-02T00:32:41.160712+0000","last_became_peered":"2023-12-02T00:32:41.160712+0000","last_unstale":"2023-12-02T00:32:42.145691+0000","last_undegraded":"2023-12-02T00:32:42.145691+0000","last_fullsized":"2023-12-02T00:32:42.145691+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:52.911084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172587+0000","last_change":"2023-12-02T00:32:42.165111+0000","last_active":"2023-12-02T00:32:42.172587+0000","last_peered":"2023-12-02T00:32:42.172587+0000","last_clean":"2023-12-02T00:32:42.172587+0000","last_became_active":"2023-12-02T00:32:42.164752+0000","last_became_peered":"2023-12-02T00:32:42.164752+0000","last_unstale":"2023-12-02T00:32:42.172587+0000","last_undegraded":"2023-12-02T00:32:42.172587+0000","last_fullsized":"2023-12-02T00:32:42.172587+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.048716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"48'2","reported_seq":13,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.174024+0000","last_change":"2023-12-02T00:32:41.161327+0000","last_active":"2023-12-02T00:32:42.174024+0000","last_peered":"2023-12-02T00:32:42.174024+0000","last_clean":"2023-12-02T00:32:42.174024+0000","last_became_active":"2023-12-02T00:32:41.159600+0000","last_became_peered":"2023-12-02T00:32:41.159600+0000","last_unstale":"2023-12-02T00:32:42.174024+0000","last_undegraded":"2023-12-02T00:32:42.174024+0000","last_fullsized":"2023-12-02T00:32:42.174024+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:11:38.275413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.172659+0000","last_change":"2023-12-02T00:32:42.165077+0000","last_active":"2023-12-02T00:32:42.172659+0000","last_peered":"2023-12-02T00:32:42.172659+0000","last_clean":"2023-12-02T00:32:42.172659+0000","last_became_active":"2023-12-02T00:32:42.164745+0000","last_became_peered":"2023-12-02T00:32:42.164745+0000","last_unstale":"2023-12-02T00:32:42.172659+0000","last_undegraded":"2023-12-02T00:32:42.172659+0000","last_fullsized":"2023-12-02T00:32:42.172659+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:18.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.148647+0000","last_change":"2023-12-02T00:32:41.152175+0000","last_active":"2023-12-02T00:32:42.148647+0000","last_peered":"2023-12-02T00:32:42.148647+0000","last_clean":"2023-12-02T00:32:42.148647+0000","last_became_active":"2023-12-02T00:32:41.151912+0000","last_became_peered":"2023-12-02T00:32:41.151912+0000","last_unstale":"2023-12-02T00:32:42.148647+0000","last_undegraded":"2023-12-02T00:32:42.148647+0000","last_fullsized":"2023-12-02T00:32:42.148647+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.155257+0000","last_change":"2023-12-02T00:32:42.149033+0000","last_active":"2023-12-02T00:32:42.155257+0000","last_peered":"2023-12-02T00:32:42.155257+0000","last_clean":"2023-12-02T00:32:42.155257+0000","last_became_active":"2023-12-02T00:32:42.148344+0000","last_became_peered":"2023-12-02T00:32:42.148344+0000","last_unstale":"2023-12-02T00:32:42.155257+0000","last_undegraded":"2023-12-02T00:32:42.155257+0000","last_fullsized":"2023-12-02T00:32:42.155257+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:49:18.317874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139847+0000","last_change":"2023-12-02T00:32:41.156954+0000","last_active":"2023-12-02T00:32:42.139847+0000","last_peered":"2023-12-02T00:32:42.139847+0000","last_clean":"2023-12-02T00:32:42.139847+0000","last_became_active":"2023-12-02T00:32:41.153390+0000","last_became_peered":"2023-12-02T00:32:41.153390+0000","last_unstale":"2023-12-02T00:32:42.139847+0000","last_undegraded":"2023-12-02T00:32:42.139847+0000","last_fullsized":"2023-12-02T00:32:42.139847+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:18:12.595272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.177769+0000","last_change":"2023-12-02T00:32:42.161634+0000","last_active":"2023-12-02T00:32:42.177769+0000","last_peered":"2023-12-02T00:32:42.177769+0000","last_clean":"2023-12-02T00:32:42.177769+0000","last_became_active":"2023-12-02T00:32:42.160826+0000","last_became_peered":"2023-12-02T00:32:42.160826+0000","last_unstale":"2023-12-02T00:32:42.177769+0000","last_undegraded":"2023-12-02T00:32:42.177769+0000","last_fullsized":"2023-12-02T00:32:42.177769+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:50.048716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.146054+0000","last_change":"2023-12-02T00:32:41.153562+0000","last_active":"2023-12-02T00:32:42.146054+0000","last_peered":"2023-12-02T00:32:42.146054+0000","last_clean":"2023-12-02T00:32:42.146054+0000","last_became_active":"2023-12-02T00:32:41.153072+0000","last_became_peered":"2023-12-02T00:32:41.153072+0000","last_unstale":"2023-12-02T00:32:42.146054+0000","last_undegraded":"2023-12-02T00:32:42.146054+0000","last_fullsized":"2023-12-02T00:32:42.146054+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.171571+0000","last_change":"2023-12-02T00:32:42.167689+0000","last_active":"2023-12-02T00:32:42.171571+0000","last_peered":"2023-12-02T00:32:42.171571+0000","last_clean":"2023-12-02T00:32:42.171571+0000","last_became_active":"2023-12-02T00:32:42.167375+0000","last_became_peered":"2023-12-02T00:32:42.167375+0000","last_unstale":"2023-12-02T00:32:42.171571+0000","last_undegraded":"2023-12-02T00:32:42.171571+0000","last_fullsized":"2023-12-02T00:32:42.171571+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.137817+0000","last_change":"2023-12-02T00:32:41.153891+0000","last_active":"2023-12-02T00:32:42.137817+0000","last_peered":"2023-12-02T00:32:42.137817+0000","last_clean":"2023-12-02T00:32:42.137817+0000","last_became_active":"2023-12-02T00:32:41.153617+0000","last_became_peered":"2023-12-02T00:32:41.153617+0000","last_unstale":"2023-12-02T00:32:42.137817+0000","last_undegraded":"2023-12-02T00:32:42.137817+0000","last_fullsized":"2023-12-02T00:32:42.137817+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:16:15.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.168732+0000","last_change":"2023-12-02T00:32:42.165876+0000","last_active":"2023-12-02T00:32:42.168732+0000","last_peered":"2023-12-02T00:32:42.168732+0000","last_clean":"2023-12-02T00:32:42.168732+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:42.168732+0000","last_undegraded":"2023-12-02T00:32:42.168732+0000","last_fullsized":"2023-12-02T00:32:42.168732+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:12.637376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.141293+0000","last_change":"2023-12-02T00:32:41.148253+0000","last_active":"2023-12-02T00:32:42.141293+0000","last_peered":"2023-12-02T00:32:42.141293+0000","last_clean":"2023-12-02T00:32:42.141293+0000","last_became_active":"2023-12-02T00:32:41.147965+0000","last_became_peered":"2023-12-02T00:32:41.147965+0000","last_unstale":"2023-12-02T00:32:42.141293+0000","last_undegraded":"2023-12-02T00:32:42.141293+0000","last_fullsized":"2023-12-02T00:32:42.141293+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:58.457504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.161341+0000","last_change":"2023-12-02T00:32:42.149931+0000","last_active":"2023-12-02T00:32:42.161341+0000","last_peered":"2023-12-02T00:32:42.161341+0000","last_clean":"2023-12-02T00:32:42.161341+0000","last_became_active":"2023-12-02T00:32:42.149681+0000","last_became_peered":"2023-12-02T00:32:42.149681+0000","last_unstale":"2023-12-02T00:32:42.161341+0000","last_undegraded":"2023-12-02T00:32:42.161341+0000","last_fullsized":"2023-12-02T00:32:42.161341+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:15:40.591854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.137802+0000","last_change":"2023-12-02T00:32:41.153805+0000","last_active":"2023-12-02T00:32:42.137802+0000","last_peered":"2023-12-02T00:32:42.137802+0000","last_clean":"2023-12-02T00:32:42.137802+0000","last_became_active":"2023-12-02T00:32:41.153524+0000","last_became_peered":"2023-12-02T00:32:41.153524+0000","last_unstale":"2023-12-02T00:32:42.137802+0000","last_undegraded":"2023-12-02T00:32:42.137802+0000","last_fullsized":"2023-12-02T00:32:42.137802+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:23.818812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.167919+0000","last_change":"2023-12-02T00:32:42.158526+0000","last_active":"2023-12-02T00:32:42.167919+0000","last_peered":"2023-12-02T00:32:42.167919+0000","last_clean":"2023-12-02T00:32:42.167919+0000","last_became_active":"2023-12-02T00:32:42.158264+0000","last_became_peered":"2023-12-02T00:32:42.158264+0000","last_unstale":"2023-12-02T00:32:42.167919+0000","last_undegraded":"2023-12-02T00:32:42.167919+0000","last_fullsized":"2023-12-02T00:32:42.167919+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.150057+0000","last_change":"2023-12-02T00:32:41.156185+0000","last_active":"2023-12-02T00:32:42.150057+0000","last_peered":"2023-12-02T00:32:42.150057+0000","last_clean":"2023-12-02T00:32:42.150057+0000","last_became_active":"2023-12-02T00:32:41.154971+0000","last_became_peered":"2023-12-02T00:32:41.154971+0000","last_unstale":"2023-12-02T00:32:42.150057+0000","last_undegraded":"2023-12-02T00:32:42.150057+0000","last_fullsized":"2023-12-02T00:32:42.150057+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:32.297863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.178091+0000","last_change":"2023-12-02T00:32:42.175639+0000","last_active":"2023-12-02T00:32:42.178091+0000","last_peered":"2023-12-02T00:32:42.178091+0000","last_clean":"2023-12-02T00:32:42.178091+0000","last_became_active":"2023-12-02T00:32:42.174934+0000","last_became_peered":"2023-12-02T00:32:42.174934+0000","last_unstale":"2023-12-02T00:32:42.178091+0000","last_undegraded":"2023-12-02T00:32:42.178091+0000","last_fullsized":"2023-12-02T00:32:42.178091+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:03.910871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":11,"reported_epoch":48,"state":"active+clean","last_fresh":"2023-12-02T00:32:42.139560+0000","last_change":"2023-12-02T00:32:41.155432+0000","last_active":"2023-12-02T00:32:42.139560+0000","last_peered":"2023-12-02T00:32:42.139560+0000","last_clean":"2023-12-02T00:32:42.139560+0000","last_became_active":"2023-12-02T00:32:41.155128+0000","last_became_peered":"2023-12-02T00:32:41.155128+0000","last_unstale":"2023-12-02T00:32:42.139560+0000","last_undegraded":"2023-12-02T00:32:42.139560+0000","last_fullsized":"2023-12-02T00:32:42.139560+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:49:17.310251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":188,"reported_epoch":47,"state":"active+clean","last_fresh":"2023-12-02T00:32:41.145755+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:32:41.145755+0000","last_peered":"2023-12-02T00:32:41.145755+0000","last_clean":"2023-12-02T00:32:41.145755+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:32:41.145755+0000","last_undegraded":"2023-12-02T00:32:41.145755+0000","last_fullsized":"2023-12-02T00:32:41.145755+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1155072,"data_stored":823811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.61499999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.55200000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.69599999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.81299999999999994}]},{"osd":5,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.89700000000000002},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.45900000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.85599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.61399999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.23,"5min":1.23,"15min":1.23},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.83699999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.66400000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.755}]},{"osd":4,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.91400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.98699999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:31:51 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.5449999999999999,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.92400000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":2.1749999999999998,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.90600000000000003}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.72999999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":2.1549999999999998,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.71199999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":2.1179999999999999,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.77000000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.79500000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.69699999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.86499999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574874,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.79600000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.70799999999999996}]},{"osd":2,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.93799999999999994}]},{"osd":3,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.99099999999999999},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.86399999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.80900000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.59499999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:31:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.84599999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574875,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.30399999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.379},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.501}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.47199999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":3.3410000000000002,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":3.29,"5min":3.29,"15min":3.29},"last":0.53500000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.436}]}]},{"osd":2,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.433}]},{"osd":1,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.377},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.899,"5min":1.899,"15min":1.899},"last":0.499}]},{"osd":3,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.9630000000000001,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.89300000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.6830000000000001,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.78200000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.76400000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:31:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":2.0150000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.90600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27572,"kb_used_data":548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344268,"statfs":{"total":96636764160,"available":96608530432,"internally_reserved":0,"allocated":561152,"data_stored":233443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.4880000000000004,"5min":4.4880000000000004,"15min":4.4880000000000004},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53500000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.093,"5min":4.093,"15min":4.093},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":8.1620000000000008,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.41599999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":4.633,"5min":4.633,"15min":4.633},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":4.359,"5min":4.359,"15min":4.359},"last":0.499}]},{"osd":4,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":4.2569999999999997,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.7839999999999998,"5min":3.7839999999999998,"15min":3.7839999999999998},"last":0.59699999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":3.8410000000000002,"5min":3.8410000000000002,"15min":3.8410000000000002},"last":0.624},{"interface":"front","average":{"1min":1.008,"5min":1.008,"15min":1.008},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":4.5869999999999997,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.63100000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":4.3179999999999996,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":3.8889999999999998,"5min":3.8889999999999998,"15min":3.8889999999999998},"last":0.64700000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":4.5410000000000004,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":4.2110000000000003,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.67800000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574874,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1155072,"data_stored":823811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.499},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.59199999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.54200000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.77100000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.66900000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.74099999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:31:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.80200000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:46.596 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-02T00:32:46.596 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-12-02T00:32:46.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf7018d640 1 Processor -- start 2023-12-02T00:32:46.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf7018d640 1 -- start start 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf7018d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdf680c5260 0x7fdf6806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf7018d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf68155de0 0x7fdf68156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf7018d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf680c2580 con 0x7fdf680c5640 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf7018d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf68153510 con 0x7fdf680c5260 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf7018d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf680c17f0 con 0x7fdf68155de0 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf6df29640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdf680c5260 0x7fdf6806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf6df29640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdf680c5260 0x7fdf6806d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33402/0 (socket says 172.21.15.133:33402) 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf6df29640 1 -- 172.21.15.133:0/288561334 learned_addr learned my addr 172.21.15.133:0/288561334 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:46.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf6e72a640 1 --2- 172.21.15.133:0/288561334 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf68155de0 0x7fdf68156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf6df29640 1 -- 172.21.15.133:0/288561334 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf68155de0 msgr2=0x7fdf68156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:46.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.772+0000 7fdf6df29640 1 --2- 172.21.15.133:0/288561334 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf68155de0 0x7fdf68156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf6df29640 1 -- 172.21.15.133:0/288561334 >> v1:172.21.15.172:6789/0 conn(0x7fdf680c5640 legacy=0x7fdf680c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf6df29640 1 -- 172.21.15.133:0/288561334 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf680c1a00 con 0x7fdf680c5260 2023-12-02T00:32:46.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf6df29640 1 --2- 172.21.15.133:0/288561334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5260 0x7fdf6806d5b0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fdf680c1930 tx=0x7fdf6401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=501552378f3d8349 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf6cf27640 1 -- 172.21.15.133:0/288561334 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf640ab660 con 0x7fdf680c5260 2023-12-02T00:32:46.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf6cf27640 1 -- 172.21.15.133:0/288561334 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf640ab7c0 con 0x7fdf680c5260 2023-12-02T00:32:46.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf6cf27640 1 -- 172.21.15.133:0/288561334 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf640abb50 con 0x7fdf680c5260 2023-12-02T00:32:46.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 -- 172.21.15.133:0/288561334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5260 msgr2=0x7fdf6806d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 --2- 172.21.15.133:0/288561334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5260 0x7fdf6806d5b0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fdf680c1930 tx=0x7fdf6401c460 comp rx=0 tx=0).stop 2023-12-02T00:32:46.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 -- 172.21.15.133:0/288561334 shutdown_connections 2023-12-02T00:32:46.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 --2- 172.21.15.133:0/288561334 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf68155de0 0x7fdf68156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 --2- 172.21.15.133:0/288561334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5260 0x7fdf6806d5b0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 -- 172.21.15.133:0/288561334 >> 172.21.15.133:0/288561334 conn(0x7fdf6806a5b0 msgr2=0x7fdf6806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:46.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 -- 172.21.15.133:0/288561334 shutdown_connections 2023-12-02T00:32:46.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.776+0000 7fdf7018d640 1 -- 172.21.15.133:0/288561334 wait complete. 2023-12-02T00:32:46.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 Processor -- start 2023-12-02T00:32:46.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 -- start start 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf680c5260 0x7fdf6814ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5640 0x7fdf680a9340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdf68155de0 0x7fdf680bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf680702f0 con 0x7fdf680c5640 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf680a8960 con 0x7fdf68155de0 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf680a86c0 con 0x7fdf680c5260 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5640 0x7fdf680a9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5640 0x7fdf680a9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33410/0 (socket says 172.21.15.133:33410) 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 -- 172.21.15.133:0/2135658058 learned_addr learned my addr 172.21.15.133:0/2135658058 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6e72a640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdf68155de0 0x7fdf680bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6df29640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf680c5260 0x7fdf6814ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 -- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf680c5260 msgr2=0x7fdf6814ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf680c5260 0x7fdf6814ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 -- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdf68155de0 msgr2=0x7fdf680bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdf68155de0 0x7fdf680bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 -- 172.21.15.133:0/2135658058 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf640094d0 con 0x7fdf680c5640 2023-12-02T00:32:46.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf6d728640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5640 0x7fdf680a9340 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fdf5800c4d0 tx=0x7fdf5800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf5e7fc640 1 -- 172.21.15.133:0/2135658058 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf580052d0 con 0x7fdf680c5640 2023-12-02T00:32:46.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf5e7fc640 1 -- 172.21.15.133:0/2135658058 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf58005430 con 0x7fdf680c5640 2023-12-02T00:32:46.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf6806ff80 con 0x7fdf680c5640 2023-12-02T00:32:46.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf5e7fc640 1 -- 172.21.15.133:0/2135658058 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf58012830 con 0x7fdf680c5640 2023-12-02T00:32:46.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.780+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf681570e0 con 0x7fdf680c5640 2023-12-02T00:32:46.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.784+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf68070460 con 0x7fdf680c5640 2023-12-02T00:32:46.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.784+0000 7fdf5e7fc640 1 -- 172.21.15.133:0/2135658058 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdf58012990 con 0x7fdf680c5640 2023-12-02T00:32:46.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.784+0000 7fdf5e7fc640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdf4c066470 0x7fdf4c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:46.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.784+0000 7fdf5e7fc640 1 -- 172.21.15.133:0/2135658058 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdf58083870 con 0x7fdf680c5640 2023-12-02T00:32:46.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.784+0000 7fdf6df29640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdf4c066470 0x7fdf4c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:46.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.784+0000 7fdf6df29640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdf4c066470 0x7fdf4c068930 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdf640af000 tx=0x7fdf640b6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:46.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.788+0000 7fdf5e7fc640 1 -- 172.21.15.133:0/2135658058 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdf58050d90 con 0x7fdf680c5640 2023-12-02T00:32:46.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.988+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fdf68068400 con 0x7fdf680c5640 2023-12-02T00:32:46.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf5e7fc640 1 -- 172.21.15.133:0/2135658058 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) v1 ==== 190+0+147 (secure 0 0 0) 0x7fdf580543b0 con 0x7fdf680c5640 2023-12-02T00:32:46.994 INFO:teuthology.orchestra.run.smithi133.stdout:[client.0] 2023-12-02T00:32:46.994 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg== 2023-12-02T00:32:46.994 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow" 2023-12-02T00:32:46.994 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r" 2023-12-02T00:32:46.994 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-12-02T00:32:46.995 INFO:teuthology.orchestra.run.smithi133.stderr:updated caps for client.0 2023-12-02T00:32:46.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdf4c066470 msgr2=0x7fdf4c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdf4c066470 0x7fdf4c068930 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdf640af000 tx=0x7fdf640b6040 comp rx=0 tx=0).stop 2023-12-02T00:32:46.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5640 msgr2=0x7fdf680a9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:46.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5640 0x7fdf680a9340 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fdf5800c4d0 tx=0x7fdf5800c990 comp rx=0 tx=0).stop 2023-12-02T00:32:46.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 shutdown_connections 2023-12-02T00:32:46.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdf4c066470 0x7fdf4c068930 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdf68155de0 0x7fdf680bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdf680c5640 0x7fdf680a9340 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 --2- 172.21.15.133:0/2135658058 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdf680c5260 0x7fdf6814ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:46.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 >> 172.21.15.133:0/2135658058 conn(0x7fdf6806a5b0 msgr2=0x7fdf6806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:46.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 shutdown_connections 2023-12-02T00:32:46.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:46.992+0000 7fdf7018d640 1 -- 172.21.15.133:0/2135658058 wait complete. 2023-12-02T00:32:47.015 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:47.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2f432640 1 Processor -- start 2023-12-02T00:32:47.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2f432640 1 -- start start 2023-12-02T00:32:47.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2f432640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ffb28073a70 0x7ffb280bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2f432640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb2806a5b0 con 0x7ffb28157c20 2023-12-02T00:32:47.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2f432640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb2806b710 con 0x7ffb2814b010 2023-12-02T00:32:47.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2f432640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb280c1d60 con 0x7ffb28073a70 2023-12-02T00:32:47.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2c9cd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ffb28073a70 0x7ffb280bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2d9cf640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ffb28157c20 0x7ffb28158070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36850/0 (socket says 172.21.15.133:36850) 2023-12-02T00:32:47.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2d9cf640 1 -- 172.21.15.133:0/1896923096 learned_addr learned my addr 172.21.15.133:0/1896923096 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:47.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb1ffff640 1 -- 172.21.15.133:0/1896923096 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2550914710 0 0) 0x7ffb2806a5b0 con 0x7ffb28157c20 2023-12-02T00:32:47.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb1ffff640 1 -- 172.21.15.133:0/1896923096 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffb14003530 con 0x7ffb28157c20 2023-12-02T00:32:47.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2c9cd640 1 -- 172.21.15.133:0/1896923096 >> v1:172.21.15.172:6789/0 conn(0x7ffb2814b010 legacy=0x7ffb2806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2c9cd640 1 -- 172.21.15.133:0/1896923096 >> v1:172.21.15.133:6789/0 conn(0x7ffb28157c20 legacy=0x7ffb28158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.152+0000 7ffb2c9cd640 1 -- 172.21.15.133:0/1896923096 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb280c2040 con 0x7ffb28073a70 2023-12-02T00:32:47.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2c9cd640 1 --2- 172.21.15.133:0/1896923096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280bf9f0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ffb180097c0 tx=0x7ffb1801ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=495c00bac8f8f741 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb1ffff640 1 -- 172.21.15.133:0/1896923096 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb180a8970 con 0x7ffb28073a70 2023-12-02T00:32:47.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb1ffff640 1 -- 172.21.15.133:0/1896923096 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb180a8ad0 con 0x7ffb28073a70 2023-12-02T00:32:47.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb1ffff640 1 -- 172.21.15.133:0/1896923096 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb180a8e60 con 0x7ffb28073a70 2023-12-02T00:32:47.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2f432640 1 -- 172.21.15.133:0/1896923096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 msgr2=0x7ffb280bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2f432640 1 --2- 172.21.15.133:0/1896923096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280bf9f0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ffb180097c0 tx=0x7ffb1801ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:47.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2f432640 1 -- 172.21.15.133:0/1896923096 shutdown_connections 2023-12-02T00:32:47.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2f432640 1 --2- 172.21.15.133:0/1896923096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280bf9f0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2f432640 1 -- 172.21.15.133:0/1896923096 >> 172.21.15.133:0/1896923096 conn(0x7ffb280c30c0 msgr2=0x7ffb280c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2f432640 1 -- 172.21.15.133:0/1896923096 shutdown_connections 2023-12-02T00:32:47.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.156+0000 7ffb2f432640 1 -- 172.21.15.133:0/1896923096 wait complete. 2023-12-02T00:32:47.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 Processor -- start 2023-12-02T00:32:47.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 -- start start 2023-12-02T00:32:47.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280aaba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffb2814b010 0x7ffb28145c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffb28157c20 0x7ffb281461a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb280abc60 con 0x7ffb28073a70 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb281e9b90 con 0x7ffb2814b010 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb281e9e50 con 0x7ffb28157c20 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280aaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280aaba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33432/0 (socket says 172.21.15.133:33432) 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 -- 172.21.15.133:0/3481219829 learned_addr learned my addr 172.21.15.133:0/3481219829 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d9cf640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffb28157c20 0x7ffb281461a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2c9cd640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffb2814b010 0x7ffb28145c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 -- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffb28157c20 msgr2=0x7ffb281461a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffb28157c20 0x7ffb281461a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 -- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffb2814b010 msgr2=0x7ffb28145c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffb2814b010 0x7ffb28145c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 -- 172.21.15.133:0/3481219829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb18009420 con 0x7ffb28073a70 2023-12-02T00:32:47.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2d1ce640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280aaba0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400c500 tx=0x7ffb2400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb1dffb640 1 -- 172.21.15.133:0/3481219829 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb24005220 con 0x7ffb28073a70 2023-12-02T00:32:47.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb1dffb640 1 -- 172.21.15.133:0/3481219829 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb24005380 con 0x7ffb28073a70 2023-12-02T00:32:47.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb281ea130 con 0x7ffb28073a70 2023-12-02T00:32:47.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb1dffb640 1 -- 172.21.15.133:0/3481219829 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb24007270 con 0x7ffb28073a70 2023-12-02T00:32:47.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.160+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb281ea6f0 con 0x7ffb28073a70 2023-12-02T00:32:47.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.164+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb280a9460 con 0x7ffb28073a70 2023-12-02T00:32:47.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.164+0000 7ffb1dffb640 1 -- 172.21.15.133:0/3481219829 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffb240073d0 con 0x7ffb28073a70 2023-12-02T00:32:47.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.164+0000 7ffb1dffb640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffb0c066470 0x7ffb0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.164+0000 7ffb1dffb640 1 -- 172.21.15.133:0/3481219829 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffb24083710 con 0x7ffb28073a70 2023-12-02T00:32:47.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.164+0000 7ffb2c9cd640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffb0c066470 0x7ffb0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.164+0000 7ffb2c9cd640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffb0c066470 0x7ffb0c068930 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ffb180b2000 tx=0x7ffb18008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.168+0000 7ffb1dffb640 1 -- 172.21.15.133:0/3481219829 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffb24050bb0 con 0x7ffb28073a70 2023-12-02T00:32:47.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.352+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ffb28068400 con 0x7ffb28073a70 2023-12-02T00:32:47.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.352+0000 7ffb1dffb640 1 -- 172.21.15.133:0/3481219829 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) v1 ==== 94+0+4919 (secure 0 0 0) 0x7ffb240541d0 con 0x7ffb28073a70 2023-12-02T00:32:47.357 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:47.358 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":32,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5757,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:41.517859+0000","modified":"2023-12-02T00:32:44.537487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"a","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/567144125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":567144125},{"type":"v1","addr":"172.21.15.133:6837","nonce":567144125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2023-12-02T00:32:47.358 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 32 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffb0c066470 msgr2=0x7ffb0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffb0c066470 0x7ffb0c068930 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ffb180b2000 tx=0x7ffb18008040 comp rx=0 tx=0).stop 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 msgr2=0x7ffb280aaba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280aaba0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400c500 tx=0x7ffb2400c9c0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 shutdown_connections 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffb0c066470 0x7ffb0c068930 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffb28157c20 0x7ffb281461a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffb2814b010 0x7ffb28145c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 --2- 172.21.15.133:0/3481219829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb28073a70 0x7ffb280aaba0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 >> 172.21.15.133:0/3481219829 conn(0x7ffb280c30c0 msgr2=0x7ffb28158070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 shutdown_connections 2023-12-02T00:32:47.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.356+0000 7ffb2f432640 1 -- 172.21.15.133:0/3481219829 wait complete. 2023-12-02T00:32:47.779 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 32, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-02T00:32:41.517859+0000', 'modified': '2023-12-02T00:32:44.537487+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5766}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5766': {'gid': 5766, 'name': 'a', 'rank': 0, 'incarnation': 28, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.133:6837/567144125', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6835', 'nonce': 567144125}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 567144125}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-12-02T00:32:47.780 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-02T00:32:47.780 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-12-02T00:32:47.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49eb2a640 1 Processor -- start 2023-12-02T00:32:47.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49eb2a640 1 -- start start 2023-12-02T00:32:47.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49eb2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4981560e0 0x7fa49815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49eb2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa4980bffc0 0x7fa4980c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49eb2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa49815c600 con 0x7fa49806d520 2023-12-02T00:32:47.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49eb2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa49815a5c0 con 0x7fa4980bffc0 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49eb2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4981594e0 con 0x7fa4981560e0 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa48ffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa49806d520 0x7fa498159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36866/0 (socket says 172.21.15.133:36866) 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa48ffff640 1 -- 172.21.15.133:0/118609024 learned_addr learned my addr 172.21.15.133:0/118609024 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/118609024 >> v2:172.21.15.172:3300/0 conn(0x7fa4980bffc0 0x7fa4980c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4981560e0 0x7fa49815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa48f7fe640 1 -- 172.21.15.133:0/118609024 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2204974335 0 0) 0x7fa49815c600 con 0x7fa49806d520 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa48f7fe640 1 -- 172.21.15.133:0/118609024 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa480003530 con 0x7fa49806d520 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49d0c7640 1 -- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4981560e0 msgr2=0x7fa49815ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4981560e0 0x7fa49815ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49d0c7640 1 -- 172.21.15.133:0/118609024 >> v1:172.21.15.133:6789/0 conn(0x7fa49806d520 legacy=0x7fa498159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49d0c7640 1 -- 172.21.15.133:0/118609024 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4981597c0 con 0x7fa4980bffc0 2023-12-02T00:32:47.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.920+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4981560e0 0x7fa49815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:47.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4980bffc0 0x7fa4980c1bf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa490009d90 tx=0x7fa49001c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=867bca4ab84eee86 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa48f7fe640 1 -- 172.21.15.133:0/118609024 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4900a58f0 con 0x7fa4980bffc0 2023-12-02T00:32:47.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa48f7fe640 1 -- 172.21.15.133:0/118609024 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4900a5a50 con 0x7fa4980bffc0 2023-12-02T00:32:47.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa48f7fe640 1 -- 172.21.15.133:0/118609024 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4900a5de0 con 0x7fa4980bffc0 2023-12-02T00:32:47.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 -- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4980bffc0 msgr2=0x7fa4980c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4980bffc0 0x7fa4980c1bf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa490009d90 tx=0x7fa49001c920 comp rx=0 tx=0).stop 2023-12-02T00:32:47.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 -- 172.21.15.133:0/118609024 shutdown_connections 2023-12-02T00:32:47.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4980bffc0 0x7fa4980c1bf0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/118609024 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4981560e0 0x7fa49815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 -- 172.21.15.133:0/118609024 >> 172.21.15.133:0/118609024 conn(0x7fa49806a5b0 msgr2=0x7fa49806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 -- 172.21.15.133:0/118609024 shutdown_connections 2023-12-02T00:32:47.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.924+0000 7fa49eb2a640 1 -- 172.21.15.133:0/118609024 wait complete. 2023-12-02T00:32:47.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 Processor -- start 2023-12-02T00:32:47.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 -- start start 2023-12-02T00:32:47.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa49806d520 0x7fa4981551f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4980bffc0 0x7fa4981f1d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4981560e0 0x7fa4981f2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4981f18b0 con 0x7fa4980bffc0 2023-12-02T00:32:47.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4980a8d80 con 0x7fa4981560e0 2023-12-02T00:32:47.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4980a6d10 con 0x7fa49806d520 2023-12-02T00:32:47.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4980bffc0 0x7fa4981f1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4980bffc0 0x7fa4981f1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33438/0 (socket says 172.21.15.133:33438) 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 -- 172.21.15.133:0/263409467 learned_addr learned my addr 172.21.15.133:0/263409467 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa49806d520 0x7fa4981551f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4981560e0 0x7fa4981f2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 -- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa49806d520 msgr2=0x7fa4981551f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa49806d520 0x7fa4981551f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 -- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4981560e0 msgr2=0x7fa4981f2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4981560e0 0x7fa4981f2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 -- 172.21.15.133:0/263409467 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa494009420 con 0x7fa4980bffc0 2023-12-02T00:32:47.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48ffff640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4980bffc0 0x7fa4981f1d00 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fa48800c4d0 tx=0x7fa48800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48d7fa640 1 -- 172.21.15.133:0/263409467 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa488005cf0 con 0x7fa4980bffc0 2023-12-02T00:32:47.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48d7fa640 1 -- 172.21.15.133:0/263409467 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa488005e50 con 0x7fa4980bffc0 2023-12-02T00:32:47.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa48d7fa640 1 -- 172.21.15.133:0/263409467 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa488007270 con 0x7fa4980bffc0 2023-12-02T00:32:47.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa490009a70 con 0x7fa4980bffc0 2023-12-02T00:32:47.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.928+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4980aa220 con 0x7fa4980bffc0 2023-12-02T00:32:47.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.932+0000 7fa48d7fa640 1 -- 172.21.15.133:0/263409467 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa4880073d0 con 0x7fa4980bffc0 2023-12-02T00:32:47.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.932+0000 7fa48d7fa640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa484066470 0x7fa484068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.932+0000 7fa48d7fa640 1 -- 172.21.15.133:0/263409467 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa488082fe0 con 0x7fa4980bffc0 2023-12-02T00:32:47.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.932+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa484066470 0x7fa484068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.932+0000 7fa4a1e9f000 1 Processor -- start 2023-12-02T00:32:47.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.932+0000 7fa4a1e9f000 1 -- start start 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.932+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa484066470 0x7fa484068930 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa494009c50 tx=0x7fa494009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa5166c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa516fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 0x557efa560a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa383130 con 0x557efa516c00 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa3709a0 con 0x557efa5162e0 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x557efa36ded0 con 0x557efa517520 2023-12-02T00:32:47.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa516fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa516fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33454/0 (socket says 172.21.15.133:33454) 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 -- 172.21.15.133:0/3017699645 learned_addr learned my addr 172.21.15.133:0/3017699645 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 -- 172.21.15.133:0/3017699645 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 msgr2=0x557efa560a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 --2- 172.21.15.133:0/3017699645 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 0x557efa560a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 -- 172.21.15.133:0/3017699645 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 msgr2=0x557efa5166c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 --2- 172.21.15.133:0/3017699645 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa5166c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 -- 172.21.15.133:0/3017699645 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557efa061890 con 0x557efa516c00 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa48ffff640 1 --2- 172.21.15.133:0/3017699645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa516fe0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fa488054250 tx=0x7fa488054400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=728e57eef42675d6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa47effd640 1 -- 172.21.15.133:0/3017699645 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa488058170 con 0x557efa516c00 2023-12-02T00:32:47.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa47effd640 1 -- 172.21.15.133:0/3017699645 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa488007680 con 0x557efa516c00 2023-12-02T00:32:47.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa47effd640 1 -- 172.21.15.133:0/3017699645 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4880537b0 con 0x557efa516c00 2023-12-02T00:32:47.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3017699645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 msgr2=0x557efa516fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3017699645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa516fe0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fa488054250 tx=0x7fa488054400 comp rx=0 tx=0).stop 2023-12-02T00:32:47.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3017699645 shutdown_connections 2023-12-02T00:32:47.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3017699645 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 0x557efa560a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3017699645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa516fe0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3017699645 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa5166c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3017699645 >> 172.21.15.133:0/3017699645 conn(0x557efa51f190 msgr2=0x557efa5567a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3017699645 shutdown_connections 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3017699645 wait complete. 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 -- start start 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.936+0000 7fa4a1e9f000 1 Processor -- start 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa553120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa51cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa51d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa3697c0 con 0x557efa517520 2023-12-02T00:32:47.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa321bf0 con 0x557efa516c00 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x557efa327a90 con 0x557efa5162e0 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 10 client.0 _ll_register_callbacks cb 0x557efa5043c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa51d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa51d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33464/0 (socket says 172.21.15.133:33464) 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 -- 172.21.15.133:0/459524045 learned_addr learned my addr 172.21.15.133:0/459524045 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa48ffff640 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa51cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa553120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 -- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 msgr2=0x557efa553120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa553120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 -- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 msgr2=0x557efa51cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa51cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 -- 172.21.15.133:0/459524045 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4980aa220 con 0x557efa517520 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa51d040 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa490009d90 tx=0x7fa4900196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a026b9d81c572d4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:32:47.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 1 -- 172.21.15.133:0/459524045 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4900a5d80 con 0x557efa517520 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 1 -- 172.21.15.133:0/459524045 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa4900ad440 con 0x557efa517520 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557efa32b470 con 0x557efa517520 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 1 -- 172.21.15.133:0/459524045 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa4900ad600 con 0x557efa517520 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 10 client.5913 fetch_fsmap learned FSMap version 32 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=2+}) v3 -- 0x557efa32a190 con 0x557efa517520 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 1 -- 172.21.15.133:0/459524045 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x557efa32b470 con 0x557efa517520 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 1 -- 172.21.15.133:0/459524045 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 32) v1 ==== 3294+0+0 (secure 0 0 0) 0x7fa4900ad760 con 0x557efa517520 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 10 client.5913 fetch_fsmap finished waiting for FSMap version 32 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 10 client.5913 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 20 client.5913 populate_metadata read hostname 'smithi133' 2023-12-02T00:32:47.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa51da50 0x557efa51de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 4 client.5913 mds_command: new command op to 5766 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 --> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557efa32eb50 con 0x557efa51da50 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa51da50 0x557efa51de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa51da50 0x557efa51de30 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=703d57e055b503c5 server_cookie=ec91a9d5ec075ea8 in_seq=0 out_seq=0 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 10 client.5913 ms_handle_connect on v2:172.21.15.133:6835/567144125 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 1 -- 172.21.15.133:0/459524045 <== mds.0 v2:172.21.15.133:6835/567144125 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557efa32eb50 con 0x557efa51da50 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 10 client.5913 handle_command_reply: tid=0 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 client.5913 shutdown 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 msgr2=0x557efa51d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa51d040 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa490009d90 tx=0x7fa4900196c0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 shutdown_connections 2023-12-02T00:32:47.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa51da50 0x557efa51de30 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa51d040 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa51cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/459524045 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa553120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 >> 172.21.15.133:0/459524045 conn(0x557efa51f190 msgr2=0x557efa5159d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.940+0000 7fa4777fe640 0 client.5913 ms_handle_reset on v2:172.21.15.133:6835/567144125 2023-12-02T00:32:47.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.944+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 shutdown_connections 2023-12-02T00:32:47.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.944+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/459524045 wait complete. 2023-12-02T00:32:47.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.944+0000 7fa4a1e9f000 20 client.5913 trim_cache size 0 max 16384 2023-12-02T00:32:47.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.956+0000 7fa4a1e9f000 1 Processor -- start 2023-12-02T00:32:47.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.956+0000 7fa4a1e9f000 1 -- start start 2023-12-02T00:32:47.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa515c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa518010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa571220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa022940 con 0x557efa517520 2023-12-02T00:32:47.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa5196b0 con 0x557efa516c00 2023-12-02T00:32:47.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x557efa5161a0 con 0x557efa5162e0 2023-12-02T00:32:47.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa571220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa571220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33474/0 (socket says 172.21.15.133:33474) 2023-12-02T00:32:47.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 -- 172.21.15.133:0/1218437789 learned_addr learned my addr 172.21.15.133:0/1218437789 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:47.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa515c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa48ffff640 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa518010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 -- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 msgr2=0x557efa515c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa515c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 -- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 msgr2=0x557efa518010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa518010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 -- 172.21.15.133:0/1218437789 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557efa310490 con 0x557efa517520 2023-12-02T00:32:47.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa571220 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fa49001ce00 tx=0x7fa4900b0000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f3afa21350f6b0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa47f7fe640 1 -- 172.21.15.133:0/1218437789 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4900adc70 con 0x557efa517520 2023-12-02T00:32:47.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa47f7fe640 1 -- 172.21.15.133:0/1218437789 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4900ad440 con 0x557efa517520 2023-12-02T00:32:47.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa47f7fe640 1 -- 172.21.15.133:0/1218437789 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4900ad7b0 con 0x557efa517520 2023-12-02T00:32:47.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/1218437789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 msgr2=0x557efa571220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa571220 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fa49001ce00 tx=0x7fa4900b0000 comp rx=0 tx=0).stop 2023-12-02T00:32:47.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/1218437789 shutdown_connections 2023-12-02T00:32:47.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa517520 0x557efa571220 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa516c00 0x557efa518010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/1218437789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa5162e0 0x557efa515c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/1218437789 >> 172.21.15.133:0/1218437789 conn(0x557efa51f190 msgr2=0x557efa517900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/1218437789 shutdown_connections 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/1218437789 wait complete. 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- start start 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 Processor -- start 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa51cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa571220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 0x557efa56d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa3f0fa0 con 0x557efa516c00 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x557efa022940 con 0x557efa5162e0 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x557efa3332e0 con 0x557efa517520 2023-12-02T00:32:47.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa4a1e9f000 10 client.0 _ll_register_callbacks cb 0x557efa4e4bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa571220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa571220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33488/0 (socket says 172.21.15.133:33488) 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa48ffff640 1 -- 172.21.15.133:0/3336060880 learned_addr learned my addr 172.21.15.133:0/3336060880 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49c8c6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa51cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.960+0000 7fa49d0c7640 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 0x557efa56d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa48ffff640 1 -- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 msgr2=0x557efa56d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa48ffff640 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 0x557efa56d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa48ffff640 1 -- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 msgr2=0x557efa51cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa48ffff640 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa51cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa48ffff640 1 -- 172.21.15.133:0/3336060880 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557efa32a190 con 0x557efa516c00 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa51cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa48ffff640 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa571220 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fa488058520 tx=0x7fa488000ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67422524b2229f9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 1 -- 172.21.15.133:0/3336060880 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa488050600 con 0x557efa516c00 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 1 -- 172.21.15.133:0/3336060880 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa4880537b0 con 0x557efa516c00 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557efa368110 con 0x557efa516c00 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 1 -- 172.21.15.133:0/3336060880 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa488053970 con 0x557efa516c00 2023-12-02T00:32:47.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 10 client.5919 fetch_fsmap learned FSMap version 32 2023-12-02T00:32:47.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=2+}) v3 -- 0x557efa061cc0 con 0x557efa516c00 2023-12-02T00:32:47.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 1 -- 172.21.15.133:0/3336060880 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x557efa368110 con 0x557efa516c00 2023-12-02T00:32:47.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 1 -- 172.21.15.133:0/3336060880 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 32) v1 ==== 3294+0+0 (secure 0 0 0) 0x7fa48805c080 con 0x557efa516c00 2023-12-02T00:32:47.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 10 client.5919 fetch_fsmap finished waiting for FSMap version 32 2023-12-02T00:32:47.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 10 client.5919 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-02T00:32:47.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 20 client.5919 populate_metadata read hostname 'smithi133' 2023-12-02T00:32:47.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa571760 0x557efa56d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:47.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 4 client.5919 mds_command: new command op to 5766 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-02T00:32:47.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 --> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557efa3979a0 con 0x557efa571760 2023-12-02T00:32:47.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa571760 0x557efa56d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:47.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49c8c6640 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa571760 0x557efa56d720 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31353bc7f6fb5596 server_cookie=1441ac2a7615da37 in_seq=0 out_seq=0 2023-12-02T00:32:47.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 10 client.5919 ms_handle_connect on v2:172.21.15.133:6835/567144125 2023-12-02T00:32:47.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 1 -- 172.21.15.133:0/3336060880 <== mds.0 v2:172.21.15.133:6835/567144125 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x557efa3979a0 con 0x557efa571760 2023-12-02T00:32:47.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 10 client.5919 handle_command_reply: tid=0 2023-12-02T00:32:47.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 client.5919 shutdown 2023-12-02T00:32:47.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 msgr2=0x557efa571220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa571220 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fa488058520 tx=0x7fa488000ee0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 shutdown_connections 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:6835/567144125,v1:172.21.15.133:6837/567144125] conn(0x557efa571760 0x557efa56d720 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x557efa517520 0x557efa56d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557efa516c00 0x557efa571220 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 --2- 172.21.15.133:0/3336060880 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x557efa5162e0 0x557efa51cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4777fe640 0 client.5919 ms_handle_reset on v2:172.21.15.133:6835/567144125 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 >> 172.21.15.133:0/3336060880 conn(0x557efa51f190 msgr2=0x557efa518190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 shutdown_connections 2023-12-02T00:32:47.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 1 -- 172.21.15.133:0/3336060880 wait complete. 2023-12-02T00:32:47.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa4a1e9f000 20 client.5919 trim_cache size 0 max 16384 2023-12-02T00:32:47.985 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:32:47.985 INFO:teuthology.orchestra.run.smithi133.stdout: "cluster_fsid": "010aff74-abf7-4bf1-a4a3-05283159cf96", 2023-12-02T00:32:47.985 INFO:teuthology.orchestra.run.smithi133.stdout: "whoami": 0, 2023-12-02T00:32:47.985 INFO:teuthology.orchestra.run.smithi133.stdout: "id": 5766, 2023-12-02T00:32:47.985 INFO:teuthology.orchestra.run.smithi133.stdout: "want_state": "up:active", 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout: "state": "up:active", 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout: "fs_name": "cephfs", 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout: "rank_uptime": 5.8316232689999996, 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout: "mdsmap_epoch": 32, 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch": 49, 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch_barrier": 49, 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout: "uptime": 11.80243291 2023-12-02T00:32:47.986 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:32:47.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa484066470 msgr2=0x7fa484068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa484066470 0x7fa484068930 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa494009c50 tx=0x7fa494009190 comp rx=0 tx=0).stop 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4980bffc0 msgr2=0x7fa4981f1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4980bffc0 0x7fa4981f1d00 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fa48800c4d0 tx=0x7fa48800c990 comp rx=0 tx=0).stop 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 shutdown_connections 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa484066470 0x7fa484068930 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4981560e0 0x7fa4981f2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4980bffc0 0x7fa4981f1d00 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 --2- 172.21.15.133:0/263409467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa49806d520 0x7fa4981551f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 >> 172.21.15.133:0/263409467 conn(0x7fa49806a5b0 msgr2=0x7fa498159d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 shutdown_connections 2023-12-02T00:32:47.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:47.964+0000 7fa49eb2a640 1 -- 172.21.15.133:0/263409467 wait complete. 2023-12-02T00:32:47.989 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:32:48.120 INFO:tasks.ceph.mds.a.smithi133.stderr:2023-12-02T00:32:48.116+0000 7f57d4424640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:32:48.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb091468640 1 Processor -- start 2023-12-02T00:32:48.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb091468640 1 -- start start 2023-12-02T00:32:48.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb091468640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c06dba0 0x7fb08c151c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:48.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb091468640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb08c152190 con 0x7fb08c0a51b0 2023-12-02T00:32:48.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb091468640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb08c0c3c00 con 0x7fb08c0a4d30 2023-12-02T00:32:48.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb091468640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c06df80 con 0x7fb08c06dba0 2023-12-02T00:32:48.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb08b7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb08c0a51b0 0x7fb08c0c1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36882/0 (socket says 172.21.15.133:36882) 2023-12-02T00:32:48.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb08b7fe640 1 -- 172.21.15.133:0/1330196161 learned_addr learned my addr 172.21.15.133:0/1330196161 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:48.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb08affd640 1 --2- 172.21.15.133:0/1330196161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c06dba0 0x7fb08c151c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:48.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb089ffb640 1 -- 172.21.15.133:0/1330196161 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1549932774 0 0) 0x7fb08c152190 con 0x7fb08c0a51b0 2023-12-02T00:32:48.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb089ffb640 1 -- 172.21.15.133:0/1330196161 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb074005740 con 0x7fb08c0a51b0 2023-12-02T00:32:48.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb089ffb640 1 -- 172.21.15.133:0/1330196161 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3010151742 0 0) 0x7fb08c0c3c00 con 0x7fb08c0a4d30 2023-12-02T00:32:48.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.124+0000 7fb089ffb640 1 -- 172.21.15.133:0/1330196161 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb08c152190 con 0x7fb08c0a4d30 2023-12-02T00:32:48.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.128+0000 7fb08affd640 1 -- 172.21.15.133:0/1330196161 >> v1:172.21.15.172:6789/0 conn(0x7fb08c0a4d30 legacy=0x7fb08c0c0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:48.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.128+0000 7fb08affd640 1 -- 172.21.15.133:0/1330196161 >> v1:172.21.15.133:6789/0 conn(0x7fb08c0a51b0 legacy=0x7fb08c0c1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:48.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.128+0000 7fb08affd640 1 -- 172.21.15.133:0/1330196161 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb08c0c3ee0 con 0x7fb08c06dba0 2023-12-02T00:32:48.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.128+0000 7fb08affd640 1 --2- 172.21.15.133:0/1330196161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c06dba0 0x7fb08c151c50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb07c0097f0 tx=0x7fb07c01c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=139181d91d81e973 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:48.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.128+0000 7fb089ffb640 1 -- 172.21.15.133:0/1330196161 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c0ab600 con 0x7fb08c06dba0 2023-12-02T00:32:48.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.128+0000 7fb089ffb640 1 -- 172.21.15.133:0/1330196161 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb07c0a7050 con 0x7fb08c06dba0 2023-12-02T00:32:48.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.128+0000 7fb089ffb640 1 -- 172.21.15.133:0/1330196161 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c0ab980 con 0x7fb08c06dba0 2023-12-02T00:32:48.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- 172.21.15.133:0/1330196161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c06dba0 msgr2=0x7fb08c151c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:48.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 --2- 172.21.15.133:0/1330196161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c06dba0 0x7fb08c151c50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb07c0097f0 tx=0x7fb07c01c3a0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- 172.21.15.133:0/1330196161 shutdown_connections 2023-12-02T00:32:48.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 --2- 172.21.15.133:0/1330196161 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c06dba0 0x7fb08c151c50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- 172.21.15.133:0/1330196161 >> 172.21.15.133:0/1330196161 conn(0x7fb08c0a7910 msgr2=0x7fb08c0a7d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:48.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- 172.21.15.133:0/1330196161 shutdown_connections 2023-12-02T00:32:48.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- 172.21.15.133:0/1330196161 wait complete. 2023-12-02T00:32:48.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 Processor -- start 2023-12-02T00:32:48.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- start start 2023-12-02T00:32:48.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c06dba0 0x7fb08c14f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:48.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c0a4d30 0x7fb08c070f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:48.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb08c0a51b0 0x7fb08c0aa570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:48.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c151dd0 con 0x7fb08c06dba0 2023-12-02T00:32:48.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c0ab540 con 0x7fb08c0a51b0 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb091468640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c1555c0 con 0x7fb08c0a4d30 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c06dba0 0x7fb08c14f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c06dba0 0x7fb08c14f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33500/0 (socket says 172.21.15.133:33500) 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 -- 172.21.15.133:0/604236098 learned_addr learned my addr 172.21.15.133:0/604236098 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08b7fe640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb08c0a51b0 0x7fb08c0aa570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08a7fc640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c0a4d30 0x7fb08c070f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 -- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c0a4d30 msgr2=0x7fb08c070f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c0a4d30 0x7fb08c070f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 -- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb08c0a51b0 msgr2=0x7fb08c0aa570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb08c0a51b0 0x7fb08c0aa570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08affd640 1 -- 172.21.15.133:0/604236098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb07c009420 con 0x7fb08c06dba0 2023-12-02T00:32:48.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08b7fe640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb08c0a51b0 0x7fb08c0aa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:48.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.132+0000 7fb08a7fc640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c0a4d30 0x7fb08c070f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:48.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb08affd640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c06dba0 0x7fb08c14f710 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb07c018fb0 tx=0x7fb07c01abe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:48.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb0737fe640 1 -- 172.21.15.133:0/604236098 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c0b7450 con 0x7fb08c06dba0 2023-12-02T00:32:48.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb0737fe640 1 -- 172.21.15.133:0/604236098 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb07c0b75d0 con 0x7fb08c06dba0 2023-12-02T00:32:48.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb0737fe640 1 -- 172.21.15.133:0/604236098 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c0b7980 con 0x7fb08c06dba0 2023-12-02T00:32:48.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb08c0aba70 con 0x7fb08c06dba0 2023-12-02T00:32:48.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb08c0a9d70 con 0x7fb08c06dba0 2023-12-02T00:32:48.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb08c04e850 con 0x7fb08c06dba0 2023-12-02T00:32:48.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb0737fe640 1 -- 172.21.15.133:0/604236098 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb07c0b7ae0 con 0x7fb08c06dba0 2023-12-02T00:32:48.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb0737fe640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb078066470 0x7fb078068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:48.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb0737fe640 1 -- 172.21.15.133:0/604236098 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb07c11e5f0 con 0x7fb08c06dba0 2023-12-02T00:32:48.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.136+0000 7fb08a7fc640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb078066470 0x7fb078068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:48.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.140+0000 7fb08a7fc640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb078066470 0x7fb078068930 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb08c0a7220 tx=0x7fb080009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:48.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.140+0000 7fb0737fe640 1 -- 172.21.15.133:0/604236098 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb07c0ebc20 con 0x7fb08c06dba0 2023-12-02T00:32:48.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.324+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb08c06fd20 con 0x7fb08c06dba0 2023-12-02T00:32:48.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.324+0000 7fb0737fe640 1 -- 172.21.15.133:0/604236098 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v32) v1 ==== 53+0+73 (secure 0 0 0) 0x7fb07c0ef240 con 0x7fb08c06dba0 2023-12-02T00:32:48.328 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb078066470 msgr2=0x7fb078068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb078066470 0x7fb078068930 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb08c0a7220 tx=0x7fb080009040 comp rx=0 tx=0).stop 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c06dba0 msgr2=0x7fb08c14f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c06dba0 0x7fb08c14f710 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb07c018fb0 tx=0x7fb07c01abe0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 shutdown_connections 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb078066470 0x7fb078068930 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb08c0a51b0 0x7fb08c0aa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb08c0a4d30 0x7fb08c070f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 --2- 172.21.15.133:0/604236098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c06dba0 0x7fb08c14f710 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:48.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 >> 172.21.15.133:0/604236098 conn(0x7fb08c0a7910 msgr2=0x7fb08c06bd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:48.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 shutdown_connections 2023-12-02T00:32:48.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:48.328+0000 7fb091468640 1 -- 172.21.15.133:0/604236098 wait complete. 2023-12-02T00:32:48.348 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi133.front.sepia.ceph.com 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:32:48.349 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:32:48.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.350 DEBUG:teuthology.orchestra.run.smithi133:> ip addr 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 ::1/128 scope host 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b2 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f0 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:48.360 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b3 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f1 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:86 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:87 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.21.15.133/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft 42313sec preferred_lft 42313sec 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::ec4:7aff:fe88:8087/64 scope link 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 02:42:0c:5d:5e:7d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:32:48.361 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:32:48.362 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:32:48.363 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:48.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.363 DEBUG:teuthology.orchestra.run.smithi133:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:32:48.418 INFO:teuthology.orchestra.run.smithi133.stdout:1 2023-12-02T00:32:48.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.421 DEBUG:teuthology.orchestra.run.smithi133:> route 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:Kernel IP routing table 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:48.475 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:48.476 INFO:teuthology.orchestra.run.smithi133.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:48.476 INFO:teuthology.orchestra.run.smithi133.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:32:48.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.476 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:32:48.476 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:32:48.476 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:32:48.476 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:32:48.476 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:32:48.476 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:32:48.568 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.568 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:32:48.578 INFO:teuthology.orchestra.run.smithi133.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-12-02T00:32:48.578 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:32:48.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.578 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set brx.0 up 2023-12-02T00:32:48.640 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:48.641 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:48.692 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:48.692 DEBUG:teuthology.orchestra.run.smithi133:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:48.748 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:32:48.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.748 DEBUG:teuthology.orchestra.run.smithi133:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:32:48.839 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:32:48.839 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:32:48.839 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:32:48.853 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:32:48.853 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:32:48.854 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:32:48.854 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:48.854 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:48.864 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:32:48.864 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:32:48.864 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:32:48.865 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:48.865 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:48.865 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:32:48.865 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:32:48.865 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:32:48.869 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:32:48.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.869 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:32:48.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:48.890 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:32:48.953 INFO:teuthology.orchestra.run.smithi133.stdout:client5363 2023-12-02T00:32:48.953 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:32:48.953 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:49.006 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:32:49.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.188+0000 7f7b96a74640 1 Processor -- start 2023-12-02T00:32:49.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96a74640 1 -- start start 2023-12-02T00:32:49.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96a74640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900c7c50 0x7f7b901544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:49.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96a74640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7b90154a10 0x7f7b9015ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:49.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96a74640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b900c8160 con 0x7f7b90151cd0 2023-12-02T00:32:49.194 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96a74640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b90154ea0 con 0x7f7b90154a10 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96a74640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b90157b40 con 0x7f7b900c7c50 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b95a72640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7b90151cd0 0x7f7b900ca460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36894/0 (socket says 172.21.15.133:36894) 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b95a72640 1 -- 172.21.15.133:0/2549801054 learned_addr learned my addr 172.21.15.133:0/2549801054 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96273640 1 --2- 172.21.15.133:0/2549801054 >> v2:172.21.15.133:3300/0 conn(0x7f7b90154a10 0x7f7b9015ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b95271640 1 --2- 172.21.15.133:0/2549801054 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900c7c50 0x7f7b901544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b94a70640 1 -- 172.21.15.133:0/2549801054 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3847701935 0 0) 0x7f7b900c8160 con 0x7f7b90151cd0 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b94a70640 1 -- 172.21.15.133:0/2549801054 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b7c003530 con 0x7f7b90151cd0 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96273640 1 -- 172.21.15.133:0/2549801054 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900c7c50 msgr2=0x7f7b901544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96273640 1 --2- 172.21.15.133:0/2549801054 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900c7c50 0x7f7b901544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96273640 1 -- 172.21.15.133:0/2549801054 >> v1:172.21.15.133:6789/0 conn(0x7f7b90151cd0 legacy=0x7f7b900ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b96273640 1 -- 172.21.15.133:0/2549801054 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b90157e20 con 0x7f7b90154a10 2023-12-02T00:32:49.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.192+0000 7f7b95271640 1 --2- 172.21.15.133:0/2549801054 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900c7c50 0x7f7b901544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:49.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96273640 1 --2- 172.21.15.133:0/2549801054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b90154a10 0x7f7b9015ee30 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009d90 tx=0x7f7b8801c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a739c267e53022c9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:49.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b94a70640 1 -- 172.21.15.133:0/2549801054 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b880a59e0 con 0x7f7b90154a10 2023-12-02T00:32:49.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b94a70640 1 -- 172.21.15.133:0/2549801054 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b880a5b40 con 0x7f7b90154a10 2023-12-02T00:32:49.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b94a70640 1 -- 172.21.15.133:0/2549801054 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b880ad440 con 0x7f7b90154a10 2023-12-02T00:32:49.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 -- 172.21.15.133:0/2549801054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b90154a10 msgr2=0x7f7b9015ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:49.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 --2- 172.21.15.133:0/2549801054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b90154a10 0x7f7b9015ee30 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009d90 tx=0x7f7b8801c920 comp rx=0 tx=0).stop 2023-12-02T00:32:49.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 -- 172.21.15.133:0/2549801054 shutdown_connections 2023-12-02T00:32:49.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 --2- 172.21.15.133:0/2549801054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b90154a10 0x7f7b9015ee30 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 --2- 172.21.15.133:0/2549801054 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b900c7c50 0x7f7b901544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 -- 172.21.15.133:0/2549801054 >> 172.21.15.133:0/2549801054 conn(0x7f7b900abee0 msgr2=0x7f7b900c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:49.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 -- 172.21.15.133:0/2549801054 shutdown_connections 2023-12-02T00:32:49.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 -- 172.21.15.133:0/2549801054 wait complete. 2023-12-02T00:32:49.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 Processor -- start 2023-12-02T00:32:49.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.196+0000 7f7b96a74640 1 -- start start 2023-12-02T00:32:49.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c7c50 0x7f7b900c37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:49.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b90151cd0 0x7f7b90150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:49.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b90154a10 0x7f7b900c0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:49.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b900c26d0 con 0x7f7b900c7c50 2023-12-02T00:32:49.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b90152540 con 0x7f7b90154a10 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b901ec500 con 0x7f7b90151cd0 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c7c50 0x7f7b900c37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c7c50 0x7f7b900c37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33516/0 (socket says 172.21.15.133:33516) 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 -- 172.21.15.133:0/3595079505 learned_addr learned my addr 172.21.15.133:0/3595079505 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 -- 172.21.15.133:0/3595079505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b90151cd0 msgr2=0x7f7b90150800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b90151cd0 0x7f7b90150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 -- 172.21.15.133:0/3595079505 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b90154a10 msgr2=0x7f7b900c0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b90154a10 0x7f7b900c0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 -- 172.21.15.133:0/3595079505 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b88009a70 con 0x7f7b900c7c50 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b95a72640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c7c50 0x7f7b900c37c0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c00c4d0 tx=0x7f7b8c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b867fc640 1 -- 172.21.15.133:0/3595079505 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b8c005cf0 con 0x7f7b900c7c50 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b867fc640 1 -- 172.21.15.133:0/3595079505 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b8c005e50 con 0x7f7b900c7c50 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b867fc640 1 -- 172.21.15.133:0/3595079505 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b8c007270 con 0x7f7b900c7c50 2023-12-02T00:32:49.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b901ec7e0 con 0x7f7b900c7c50 2023-12-02T00:32:49.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b901ecda0 con 0x7f7b900c7c50 2023-12-02T00:32:49.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b901ecf90 con 0x7f7b900c7c50 2023-12-02T00:32:49.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.200+0000 7f7b867fc640 1 -- 172.21.15.133:0/3595079505 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7b8c0073d0 con 0x7f7b900c7c50 2023-12-02T00:32:49.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.204+0000 7f7b867fc640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b740664a0 0x7f7b74068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:49.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.204+0000 7f7b867fc640 1 -- 172.21.15.133:0/3595079505 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7b8c083420 con 0x7f7b900c7c50 2023-12-02T00:32:49.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.204+0000 7f7b95271640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b740664a0 0x7f7b74068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:49.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.204+0000 7f7b95271640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b740664a0 0x7f7b74068960 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f7b80006f10 tx=0x7f7b80008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:49.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.208+0000 7f7b867fc640 1 -- 172.21.15.133:0/3595079505 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7b8c050820 con 0x7f7b900c7c50 2023-12-02T00:32:49.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.392+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f7b9004e850 con 0x7f7b900c7c50 2023-12-02T00:32:49.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.392+0000 7f7b867fc640 1 -- 172.21.15.133:0/3595079505 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v32) v1 ==== 53+0+73 (secure 0 0 0) 0x7f7b8c017070 con 0x7f7b900c7c50 2023-12-02T00:32:49.395 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.392+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b740664a0 msgr2=0x7f7b74068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.392+0000 7f7b96a74640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b740664a0 0x7f7b74068960 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f7b80006f10 tx=0x7f7b80008040 comp rx=0 tx=0).stop 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c7c50 msgr2=0x7f7b900c37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c7c50 0x7f7b900c37c0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c00c4d0 tx=0x7f7b8c00c990 comp rx=0 tx=0).stop 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 shutdown_connections 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7b740664a0 0x7f7b74068960 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7b90154a10 0x7f7b900c0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7b90151cd0 0x7f7b90150800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 --2- 172.21.15.133:0/3595079505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b900c7c50 0x7f7b900c37c0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 >> 172.21.15.133:0/3595079505 conn(0x7f7b900abee0 msgr2=0x7f7b9014fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 shutdown_connections 2023-12-02T00:32:49.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:49.396+0000 7f7b96a74640 1 -- 172.21.15.133:0/3595079505 wait complete. 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:32:49.416 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:32:49.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.416 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:32:49.427 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42222sec preferred_lft 42222sec 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:49.428 INFO:teuthology.orchestra.run.smithi172.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:32:49.429 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:32:49.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.430 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:32:49.497 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:32:49.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.500 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:32:49.555 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:49.610 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:32:49.611 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:32:49.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.611 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:32:49.611 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:32:49.611 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:32:49.611 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:32:49.611 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:32:49.611 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:32:49.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.668 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:32:49.677 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:32:49.677 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:32:49.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.678 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:32:49.741 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:49.741 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:49.793 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:32:49.793 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:32:49.793 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:49.844 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:32:49.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.844 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:32:49.938 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:32:49.938 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:32:49.938 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:32:49.954 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:32:49.954 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:32:49.954 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:32:49.954 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:49.954 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:49.963 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:32:49.964 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:32:49.964 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:32:49.964 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:32:49.964 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:32:49.964 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:32:49.964 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:32:49.964 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:32:49.968 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:32:49.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.968 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:32:49.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:32:49.989 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:32:50.043 INFO:teuthology.orchestra.run.smithi172.stdout:client5937 2023-12-02T00:32:50.043 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:32:50.043 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:32:50.094 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2023-12-02T00:32:50.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.236+0000 7f0c1aa79640 1 Processor -- start 2023-12-02T00:32:50.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.236+0000 7f0c1aa79640 1 -- start start 2023-12-02T00:32:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c1aa79640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0c14151e90 0x7f0c140c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c1aa79640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c1406c860 con 0x7f0c140c4e60 2023-12-02T00:32:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c1aa79640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c14154930 con 0x7f0c140c7ea0 2023-12-02T00:32:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c1aa79640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c140c8750 con 0x7f0c14151e90 2023-12-02T00:32:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c19016640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0c140c4e60 0x7f0c1415f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36898/0 (socket says 172.21.15.133:36898) 2023-12-02T00:32:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c19016640 1 -- 172.21.15.133:0/145602250 learned_addr learned my addr 172.21.15.133:0/145602250 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:50.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c18815640 1 --2- 172.21.15.133:0/145602250 >> v2:172.21.15.172:3300/0 conn(0x7f0c14151e90 0x7f0c140c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c137fe640 1 -- 172.21.15.133:0/145602250 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 454452363 0 0) 0x7f0c1406c860 con 0x7f0c140c4e60 2023-12-02T00:32:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c137fe640 1 -- 172.21.15.133:0/145602250 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c04003530 con 0x7f0c140c4e60 2023-12-02T00:32:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c18815640 1 -- 172.21.15.133:0/145602250 >> v1:172.21.15.172:6789/0 conn(0x7f0c140c7ea0 legacy=0x7f0c1406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c18815640 1 -- 172.21.15.133:0/145602250 >> v1:172.21.15.133:6789/0 conn(0x7f0c140c4e60 legacy=0x7f0c1415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.240+0000 7f0c18815640 1 -- 172.21.15.133:0/145602250 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c14154c10 con 0x7f0c14151e90 2023-12-02T00:32:50.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c18815640 1 --2- 172.21.15.133:0/145602250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 0x7f0c140c4920 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c080097c0 tx=0x7f0c0801c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=399ae336e90b9149 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c137fe640 1 -- 172.21.15.133:0/145602250 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c080ab600 con 0x7f0c14151e90 2023-12-02T00:32:50.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c137fe640 1 -- 172.21.15.133:0/145602250 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c080a7050 con 0x7f0c14151e90 2023-12-02T00:32:50.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c137fe640 1 -- 172.21.15.133:0/145602250 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c080ab980 con 0x7f0c14151e90 2023-12-02T00:32:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 -- 172.21.15.133:0/145602250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 msgr2=0x7f0c140c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/145602250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 0x7f0c140c4920 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0c080097c0 tx=0x7f0c0801c360 comp rx=0 tx=0).stop 2023-12-02T00:32:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 -- 172.21.15.133:0/145602250 shutdown_connections 2023-12-02T00:32:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/145602250 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 0x7f0c140c4920 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 -- 172.21.15.133:0/145602250 >> 172.21.15.133:0/145602250 conn(0x7f0c140ca170 msgr2=0x7f0c140ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 -- 172.21.15.133:0/145602250 shutdown_connections 2023-12-02T00:32:50.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 -- 172.21.15.133:0/145602250 wait complete. 2023-12-02T00:32:50.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 Processor -- start 2023-12-02T00:32:50.247 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.244+0000 7f0c1aa79640 1 -- start start 2023-12-02T00:32:50.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0c140c4e60 0x7f0c141f0960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c140c7ea0 0x7f0c14145260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 0x7f0c141457a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c141552d0 con 0x7f0c140c7ea0 2023-12-02T00:32:50.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c141ee600 con 0x7f0c14151e90 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c141f1220 con 0x7f0c140c4e60 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c140c7ea0 0x7f0c14145260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c18815640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0c140c4e60 0x7f0c141f0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c140c7ea0 0x7f0c14145260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33528/0 (socket says 172.21.15.133:33528) 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 -- 172.21.15.133:0/3222877962 learned_addr learned my addr 172.21.15.133:0/3222877962 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c19016640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 0x7f0c141457a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 -- 172.21.15.133:0/3222877962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0c140c4e60 msgr2=0x7f0c141f0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0c140c4e60 0x7f0c141f0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 -- 172.21.15.133:0/3222877962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 msgr2=0x7f0c141457a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 0x7f0c141457a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 -- 172.21.15.133:0/3222877962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c08009420 con 0x7f0c140c7ea0 2023-12-02T00:32:50.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c13fff640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c140c7ea0 0x7f0c14145260 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f0c0000c3c0 tx=0x7f0c0000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c117fa640 1 -- 172.21.15.133:0/3222877962 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c000052d0 con 0x7f0c140c7ea0 2023-12-02T00:32:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c117fa640 1 -- 172.21.15.133:0/3222877962 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c00005430 con 0x7f0c140c7ea0 2023-12-02T00:32:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c1414e7f0 con 0x7f0c140c7ea0 2023-12-02T00:32:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c117fa640 1 -- 172.21.15.133:0/3222877962 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c00003840 con 0x7f0c140c7ea0 2023-12-02T00:32:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c140c0cd0 con 0x7f0c140c7ea0 2023-12-02T00:32:50.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c14068400 con 0x7f0c140c7ea0 2023-12-02T00:32:50.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.248+0000 7f0c117fa640 1 -- 172.21.15.133:0/3222877962 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0c000039a0 con 0x7f0c140c7ea0 2023-12-02T00:32:50.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.252+0000 7f0c117fa640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0bf8066470 0x7f0bf8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.252+0000 7f0c117fa640 1 -- 172.21.15.133:0/3222877962 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0c00083300 con 0x7f0c140c7ea0 2023-12-02T00:32:50.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.252+0000 7f0c18815640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0bf8066470 0x7f0bf8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.252+0000 7f0c18815640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0bf8066470 0x7f0bf8068930 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0c080ad000 tx=0x7f0c080a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.260+0000 7f0c117fa640 1 -- 172.21.15.133:0/3222877962 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0c00050820 con 0x7f0c140c7ea0 2023-12-02T00:32:50.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.464+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7f0c140c60b0 con 0x7f0c140c7ea0 2023-12-02T00:32:50.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.464+0000 7f0c117fa640 1 -- 172.21.15.133:0/3222877962 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v17) v1 ==== 84+0+0 (secure 0 0 0) 0x7f0c00053e40 con 0x7f0c140c7ea0 2023-12-02T00:32:50.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0bf8066470 msgr2=0x7f0bf8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0bf8066470 0x7f0bf8068930 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0c080ad000 tx=0x7f0c080a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:50.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c140c7ea0 msgr2=0x7f0c14145260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c140c7ea0 0x7f0c14145260 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f0c0000c3c0 tx=0x7f0c0000c880 comp rx=0 tx=0).stop 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 shutdown_connections 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0bf8066470 0x7f0bf8068930 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0c14151e90 0x7f0c141457a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c140c7ea0 0x7f0c14145260 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 --2- 172.21.15.133:0/3222877962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0c140c4e60 0x7f0c141f0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 >> 172.21.15.133:0/3222877962 conn(0x7f0c140ca170 msgr2=0x7f0c14153f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 shutdown_connections 2023-12-02T00:32:50.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.468+0000 7f0c1aa79640 1 -- 172.21.15.133:0/3222877962 wait complete. 2023-12-02T00:32:50.490 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:50.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f273c1640 1 Processor -- start 2023-12-02T00:32:50.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f273c1640 1 -- start start 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f273c1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4f200c63c0 0x7f4f200c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f273c1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4f200c4100 0x7f4f200c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f273c1640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f200c31c0 con 0x7f4f200c29e0 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f273c1640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f200c34a0 con 0x7f4f200c63c0 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f273c1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f200c1030 con 0x7f4f200c4100 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2515d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4f200c63c0 0x7f4f200c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2515d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4f200c63c0 0x7f4f200c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33534/0 (socket says 172.21.15.133:33534) 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2515d640 1 -- 172.21.15.133:0/4276204484 learned_addr learned my addr 172.21.15.133:0/4276204484 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2495c640 1 --2- 172.21.15.133:0/4276204484 >> v2:172.21.15.172:3300/0 conn(0x7f4f200c4100 0x7f4f200c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2515d640 1 -- 172.21.15.133:0/4276204484 >> v2:172.21.15.172:3300/0 conn(0x7f4f200c4100 msgr2=0x7f4f200c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2515d640 1 --2- 172.21.15.133:0/4276204484 >> v2:172.21.15.172:3300/0 conn(0x7f4f200c4100 0x7f4f200c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2515d640 1 -- 172.21.15.133:0/4276204484 >> v1:172.21.15.172:6789/0 conn(0x7f4f200c29e0 legacy=0x7f4f200a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.628+0000 7f4f2515d640 1 -- 172.21.15.133:0/4276204484 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f200c1310 con 0x7f4f200c63c0 2023-12-02T00:32:50.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f2515d640 1 --2- 172.21.15.133:0/4276204484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c63c0 0x7f4f200c06d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f4f200a8b40 tx=0x7f4f1c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61e1b03ac86c8d0e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f17fff640 1 -- 172.21.15.133:0/4276204484 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c0ac630 con 0x7f4f200c63c0 2023-12-02T00:32:50.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f17fff640 1 -- 172.21.15.133:0/4276204484 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f1c0ac790 con 0x7f4f200c63c0 2023-12-02T00:32:50.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f17fff640 1 -- 172.21.15.133:0/4276204484 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c0acb20 con 0x7f4f200c63c0 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 -- 172.21.15.133:0/4276204484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c63c0 msgr2=0x7f4f200c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 --2- 172.21.15.133:0/4276204484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c63c0 0x7f4f200c06d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f4f200a8b40 tx=0x7f4f1c01c3b0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 -- 172.21.15.133:0/4276204484 shutdown_connections 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 --2- 172.21.15.133:0/4276204484 >> v2:172.21.15.172:3300/0 conn(0x7f4f200c4100 0x7f4f200c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 --2- 172.21.15.133:0/4276204484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c63c0 0x7f4f200c06d0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 -- 172.21.15.133:0/4276204484 >> 172.21.15.133:0/4276204484 conn(0x7f4f2006a5b0 msgr2=0x7f4f2006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 -- 172.21.15.133:0/4276204484 shutdown_connections 2023-12-02T00:32:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 -- 172.21.15.133:0/4276204484 wait complete. 2023-12-02T00:32:50.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.632+0000 7f4f273c1640 1 Processor -- start 2023-12-02T00:32:50.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 -- start start 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4f200c29e0 0x7f4f2015a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c4100 0x7f4f2014de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4f200c63c0 0x7f4f2014e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f200a7800 con 0x7f4f200c4100 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f201f0be0 con 0x7f4f200c29e0 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f201f1110 con 0x7f4f200c63c0 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2495c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c4100 0x7f4f2014de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2495c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c4100 0x7f4f2014de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33544/0 (socket says 172.21.15.133:33544) 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2515d640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4f200c29e0 0x7f4f2015a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2495c640 1 -- 172.21.15.133:0/3993939986 learned_addr learned my addr 172.21.15.133:0/3993939986 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2595e640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4f200c63c0 0x7f4f2014e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2515d640 1 -- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4f200c63c0 msgr2=0x7f4f2014e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2515d640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4f200c63c0 0x7f4f2014e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2515d640 1 -- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c4100 msgr2=0x7f4f2014de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2515d640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c4100 0x7f4f2014de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2515d640 1 -- 172.21.15.133:0/3993939986 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f1c0094d0 con 0x7f4f200c29e0 2023-12-02T00:32:50.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f2515d640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4f200c29e0 0x7f4f2015a420 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4f2006e030 tx=0x7f4f1c019150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f15ffb640 1 -- 172.21.15.133:0/3993939986 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c0b5640 con 0x7f4f200c29e0 2023-12-02T00:32:50.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f15ffb640 1 -- 172.21.15.133:0/3993939986 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f1c0b57c0 con 0x7f4f200c29e0 2023-12-02T00:32:50.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f15ffb640 1 -- 172.21.15.133:0/3993939986 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c0b5b70 con 0x7f4f200c29e0 2023-12-02T00:32:50.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f200a7370 con 0x7f4f200c29e0 2023-12-02T00:32:50.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f2014e910 con 0x7f4f200c29e0 2023-12-02T00:32:50.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.636+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f20068400 con 0x7f4f200c29e0 2023-12-02T00:32:50.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.640+0000 7f4f15ffb640 1 -- 172.21.15.133:0/3993939986 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4f1c0b3070 con 0x7f4f200c29e0 2023-12-02T00:32:50.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.640+0000 7f4f15ffb640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4f04066470 0x7f4f04068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.640+0000 7f4f15ffb640 1 -- 172.21.15.133:0/3993939986 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4f1c11da50 con 0x7f4f200c29e0 2023-12-02T00:32:50.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.640+0000 7f4f2495c640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4f04066470 0x7f4f04068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.640+0000 7f4f2495c640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4f04066470 0x7f4f04068930 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4f2015ace0 tx=0x7f4f10009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.644+0000 7f4f15ffb640 1 -- 172.21.15.133:0/3993939986 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4f1c0eb090 con 0x7f4f200c29e0 2023-12-02T00:32:50.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.792+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4f200c3e70 con 0x7f4f200c29e0 2023-12-02T00:32:50.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f15ffb640 1 -- 172.21.15.133:0/3993939986 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) v1 ==== 74+0+16601 (secure 0 0 0) 0x7f4f1c0b9090 con 0x7f4f200c29e0 2023-12-02T00:32:50.798 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:50.799 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":49,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:43.145492+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:50.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4f04066470 msgr2=0x7f4f04068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4f04066470 0x7f4f04068930 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4f2015ace0 tx=0x7f4f10009190 comp rx=0 tx=0).stop 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4f200c29e0 msgr2=0x7f4f2015a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4f200c29e0 0x7f4f2015a420 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4f2006e030 tx=0x7f4f1c019150 comp rx=0 tx=0).stop 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 shutdown_connections 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4f04066470 0x7f4f04068930 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4f200c63c0 0x7f4f2014e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4f200c4100 0x7f4f2014de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 --2- 172.21.15.133:0/3993939986 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4f200c29e0 0x7f4f2015a420 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 >> 172.21.15.133:0/3993939986 conn(0x7f4f2006a5b0 msgr2=0x7f4f20066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 shutdown_connections 2023-12-02T00:32:50.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.796+0000 7f4f273c1640 1 -- 172.21.15.133:0/3993939986 wait complete. 2023-12-02T00:32:50.819 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:32:39.247929+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:32:40.514699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '49', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:32:50.819 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:32:50.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.956+0000 7ff3b7079640 1 Processor -- start 2023-12-02T00:32:50.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.956+0000 7ff3b7079640 1 -- start start 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b7079640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff3b00c63c0 0x7ff3b00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b7079640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c4100 0x7ff3b00c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b7079640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3b00c31c0 con 0x7ff3b00c29e0 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b7079640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3b00c34a0 con 0x7ff3b00c63c0 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b7079640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b00c1030 con 0x7ff3b00c4100 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b4e15640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff3b00c63c0 0x7ff3b00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3affff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c4100 0x7ff3b00c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b5616640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7ff3b00c29e0 0x7ff3b00a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:44262/0 (socket says 172.21.15.133:44262) 2023-12-02T00:32:50.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b5616640 1 -- 172.21.15.133:0/2330839221 learned_addr learned my addr 172.21.15.133:0/2330839221 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:50.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3af7fe640 1 -- 172.21.15.133:0/2330839221 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 414629890 0 0) 0x7ff3b00c31c0 con 0x7ff3b00c29e0 2023-12-02T00:32:50.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3af7fe640 1 -- 172.21.15.133:0/2330839221 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3a0003530 con 0x7ff3b00c29e0 2023-12-02T00:32:50.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b4e15640 1 -- 172.21.15.133:0/2330839221 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c4100 msgr2=0x7ff3b00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:50.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b4e15640 1 --2- 172.21.15.133:0/2330839221 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c4100 0x7ff3b00c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b4e15640 1 -- 172.21.15.133:0/2330839221 >> v1:172.21.15.172:6789/0 conn(0x7ff3b00c29e0 legacy=0x7ff3b00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.960+0000 7ff3b4e15640 1 -- 172.21.15.133:0/2330839221 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3b00c1310 con 0x7ff3b00c63c0 2023-12-02T00:32:50.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b4e15640 1 --2- 172.21.15.133:0/2330839221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c63c0 0x7ff3b00c06d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff3a400ba60 tx=0x7ff3a401ea00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4596d721cdb1a229 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3af7fe640 1 -- 172.21.15.133:0/2330839221 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a40a79f0 con 0x7ff3b00c63c0 2023-12-02T00:32:50.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3af7fe640 1 -- 172.21.15.133:0/2330839221 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3a40a7b50 con 0x7ff3b00c63c0 2023-12-02T00:32:50.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3af7fe640 1 -- 172.21.15.133:0/2330839221 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a40af440 con 0x7ff3b00c63c0 2023-12-02T00:32:50.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 -- 172.21.15.133:0/2330839221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c63c0 msgr2=0x7ff3b00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 --2- 172.21.15.133:0/2330839221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c63c0 0x7ff3b00c06d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff3a400ba60 tx=0x7ff3a401ea00 comp rx=0 tx=0).stop 2023-12-02T00:32:50.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 -- 172.21.15.133:0/2330839221 shutdown_connections 2023-12-02T00:32:50.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 --2- 172.21.15.133:0/2330839221 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c4100 0x7ff3b00c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 --2- 172.21.15.133:0/2330839221 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c63c0 0x7ff3b00c06d0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 -- 172.21.15.133:0/2330839221 >> 172.21.15.133:0/2330839221 conn(0x7ff3b006a5b0 msgr2=0x7ff3b006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:50.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 -- 172.21.15.133:0/2330839221 shutdown_connections 2023-12-02T00:32:50.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 -- 172.21.15.133:0/2330839221 wait complete. 2023-12-02T00:32:50.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 Processor -- start 2023-12-02T00:32:50.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.964+0000 7ff3b7079640 1 -- start start 2023-12-02T00:32:50.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c29e0 0x7ff3b014e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c4100 0x7ff3b00c4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b00c63c0 0x7ff3b0071270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b014f450 con 0x7ff3b00c63c0 2023-12-02T00:32:50.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b014cf80 con 0x7ff3b00c4100 2023-12-02T00:32:50.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b01e3cb0 con 0x7ff3b00c29e0 2023-12-02T00:32:50.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b00c63c0 0x7ff3b0071270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b00c63c0 0x7ff3b0071270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33560/0 (socket says 172.21.15.133:33560) 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 -- 172.21.15.133:0/551617075 learned_addr learned my addr 172.21.15.133:0/551617075 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b4e15640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c29e0 0x7ff3b014e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3affff640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c4100 0x7ff3b00c4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 -- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c29e0 msgr2=0x7ff3b014e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c29e0 0x7ff3b014e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 -- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c4100 msgr2=0x7ff3b00c4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c4100 0x7ff3b00c4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 -- 172.21.15.133:0/551617075 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3a400b6c0 con 0x7ff3b00c63c0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3affff640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c4100 0x7ff3b00c4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b5616640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b00c63c0 0x7ff3b0071270 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff3a800cb40 tx=0x7ff3a800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3ad7fa640 1 -- 172.21.15.133:0/551617075 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a800aca0 con 0x7ff3b00c63c0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3ad7fa640 1 -- 172.21.15.133:0/551617075 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3a800ae00 con 0x7ff3b00c63c0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3b01e3f90 con 0x7ff3b00c63c0 2023-12-02T00:32:50.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3ad7fa640 1 -- 172.21.15.133:0/551617075 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a8012620 con 0x7ff3b00c63c0 2023-12-02T00:32:50.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3b00c5220 con 0x7ff3b00c63c0 2023-12-02T00:32:50.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3b01e4790 con 0x7ff3b00c63c0 2023-12-02T00:32:50.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.968+0000 7ff3ad7fa640 1 -- 172.21.15.133:0/551617075 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff3a8007070 con 0x7ff3b00c63c0 2023-12-02T00:32:50.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.972+0000 7ff3ad7fa640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3940664a0 0x7ff394068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:50.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.972+0000 7ff3ad7fa640 1 -- 172.21.15.133:0/551617075 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff3a8083ea0 con 0x7ff3b00c63c0 2023-12-02T00:32:50.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.972+0000 7ff3b4e15640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3940664a0 0x7ff394068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:50.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.972+0000 7ff3b4e15640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3940664a0 0x7ff394068960 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40b1000 tx=0x7ff3a4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:50.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:50.976+0000 7ff3ad7fa640 1 -- 172.21.15.133:0/551617075 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff3b01e4790 con 0x7ff3b00c63c0 2023-12-02T00:32:51.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.124+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff3b01e4790 con 0x7ff3b00c63c0 2023-12-02T00:32:51.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.124+0000 7ff3ad7fa640 1 -- 172.21.15.133:0/551617075 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v49) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff3b01e4790 con 0x7ff3b00c63c0 2023-12-02T00:32:51.127 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:32:51.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3940664a0 msgr2=0x7ff394068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3940664a0 0x7ff394068960 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff3a40b1000 tx=0x7ff3a4008040 comp rx=0 tx=0).stop 2023-12-02T00:32:51.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b00c63c0 msgr2=0x7ff3b0071270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b00c63c0 0x7ff3b0071270 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff3a800cb40 tx=0x7ff3a800a060 comp rx=0 tx=0).stop 2023-12-02T00:32:51.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 shutdown_connections 2023-12-02T00:32:51.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3940664a0 0x7ff394068960 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b00c63c0 0x7ff3b0071270 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3b00c4100 0x7ff3b00c4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 --2- 172.21.15.133:0/551617075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b00c29e0 0x7ff3b014e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 >> 172.21.15.133:0/551617075 conn(0x7ff3b006a5b0 msgr2=0x7ff3b00a5c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:51.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 shutdown_connections 2023-12-02T00:32:51.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.128+0000 7ff3b7079640 1 -- 172.21.15.133:0/551617075 wait complete. 2023-12-02T00:32:51.149 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:32:51.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c261d8640 1 Processor -- start 2023-12-02T00:32:51.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c261d8640 1 -- start start 2023-12-02T00:32:51.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c261d8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7c200c4100 0x7f7c200c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c261d8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c200c31c0 con 0x7f7c200c06d0 2023-12-02T00:32:51.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c261d8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c200c34a0 con 0x7f7c200c63c0 2023-12-02T00:32:51.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c261d8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c200c1030 con 0x7f7c200c4100 2023-12-02T00:32:51.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c1ffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7c200c06d0 0x7f7c200a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36914/0 (socket says 172.21.15.133:36914) 2023-12-02T00:32:51.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c1ffff640 1 -- 172.21.15.133:0/2316802530 learned_addr learned my addr 172.21.15.133:0/2316802530 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:51.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c1effd640 1 --2- 172.21.15.133:0/2316802530 >> v2:172.21.15.172:3300/0 conn(0x7f7c200c4100 0x7f7c200c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c1e7fc640 1 -- 172.21.15.133:0/2316802530 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3344652665 0 0) 0x7f7c200c31c0 con 0x7f7c200c06d0 2023-12-02T00:32:51.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.292+0000 7f7c1e7fc640 1 -- 172.21.15.133:0/2316802530 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7c08003530 con 0x7f7c200c06d0 2023-12-02T00:32:51.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1e7fc640 1 -- 172.21.15.133:0/2316802530 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4281119720 0 0) 0x7f7c200c34a0 con 0x7f7c200c63c0 2023-12-02T00:32:51.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1effd640 1 -- 172.21.15.133:0/2316802530 >> v1:172.21.15.172:6789/0 conn(0x7f7c200c63c0 legacy=0x7f7c200c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1effd640 1 -- 172.21.15.133:0/2316802530 >> v1:172.21.15.133:6789/0 conn(0x7f7c200c06d0 legacy=0x7f7c200a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1effd640 1 -- 172.21.15.133:0/2316802530 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c200c1310 con 0x7f7c200c4100 2023-12-02T00:32:51.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1effd640 1 --2- 172.21.15.133:0/2316802530 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c4100 0x7f7c200c2bb0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7c140097c0 tx=0x7f7c1401c1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40d7689478c93fe3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1e7fc640 1 -- 172.21.15.133:0/2316802530 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c180019a0 con 0x7f7c200c4100 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1e7fc640 1 -- 172.21.15.133:0/2316802530 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c140a7050 con 0x7f7c200c4100 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c1e7fc640 1 -- 172.21.15.133:0/2316802530 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c140ab600 con 0x7f7c200c4100 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c261d8640 1 -- 172.21.15.133:0/2316802530 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c4100 msgr2=0x7f7c200c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c261d8640 1 --2- 172.21.15.133:0/2316802530 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c4100 0x7f7c200c2bb0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7c140097c0 tx=0x7f7c1401c1a0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c261d8640 1 -- 172.21.15.133:0/2316802530 shutdown_connections 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c261d8640 1 --2- 172.21.15.133:0/2316802530 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c4100 0x7f7c200c2bb0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.296+0000 7f7c261d8640 1 -- 172.21.15.133:0/2316802530 >> 172.21.15.133:0/2316802530 conn(0x7f7c2006a5b0 msgr2=0x7f7c2006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 -- 172.21.15.133:0/2316802530 shutdown_connections 2023-12-02T00:32:51.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 -- 172.21.15.133:0/2316802530 wait complete. 2023-12-02T00:32:51.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 Processor -- start 2023-12-02T00:32:51.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 -- start start 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c200c06d0 0x7f7c20070ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c200c4100 0x7f7c2015b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c63c0 0x7f7c201f0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c20156400 con 0x7f7c200c4100 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c201566c0 con 0x7f7c200c63c0 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c261d8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c20156bf0 con 0x7f7c200c06d0 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c200c4100 0x7f7c2015b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c200c4100 0x7f7c2015b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33572/0 (socket says 172.21.15.133:33572) 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 -- 172.21.15.133:0/3932600031 learned_addr learned my addr 172.21.15.133:0/3932600031 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1f7fe640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c200c06d0 0x7f7c20070ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1ffff640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c63c0 0x7f7c201f0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.305 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 -- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c200c06d0 msgr2=0x7f7c20070ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c200c06d0 0x7f7c20070ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 -- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c63c0 msgr2=0x7f7c201f0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c63c0 0x7f7c201f0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 -- 172.21.15.133:0/3932600031 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c14009420 con 0x7f7c200c4100 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1ffff640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c63c0 0x7f7c201f0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c1effd640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c200c4100 0x7f7c2015b4b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7c14000c10 tx=0x7f7c14018f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.300+0000 7f7c07fff640 1 -- 172.21.15.133:0/3932600031 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c140b4400 con 0x7f7c200c4100 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c07fff640 1 -- 172.21.15.133:0/3932600031 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c140b4560 con 0x7f7c200c4100 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c200c69b0 con 0x7f7c200c4100 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c07fff640 1 -- 172.21.15.133:0/3932600031 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c140b48d0 con 0x7f7c200c4100 2023-12-02T00:32:51.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c2015b9f0 con 0x7f7c200c4100 2023-12-02T00:32:51.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c201f0c00 con 0x7f7c200c4100 2023-12-02T00:32:51.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c07fff640 1 -- 172.21.15.133:0/3932600031 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7c140b2040 con 0x7f7c200c4100 2023-12-02T00:32:51.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c07fff640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c0c0664a0 0x7f7c0c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c07fff640 1 -- 172.21.15.133:0/3932600031 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c1411dfe0 con 0x7f7c200c4100 2023-12-02T00:32:51.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.304+0000 7f7c1f7fe640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c0c0664a0 0x7f7c0c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.308+0000 7f7c1f7fe640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c0c0664a0 0x7f7c0c068960 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7c10007fd0 tx=0x7f7c10009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.308+0000 7f7c07fff640 1 -- 172.21.15.133:0/3932600031 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7c140eb4a0 con 0x7f7c200c4100 2023-12-02T00:32:51.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7c20068400 con 0x7f7c200c4100 2023-12-02T00:32:51.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c07fff640 1 -- 172.21.15.133:0/3932600031 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v49) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7c140eeac0 con 0x7f7c200c4100 2023-12-02T00:32:51.461 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:32:51.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c0c0664a0 msgr2=0x7f7c0c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c0c0664a0 0x7f7c0c068960 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7c10007fd0 tx=0x7f7c10009040 comp rx=0 tx=0).stop 2023-12-02T00:32:51.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c200c4100 msgr2=0x7f7c2015b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c200c4100 0x7f7c2015b4b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7c14000c10 tx=0x7f7c14018f40 comp rx=0 tx=0).stop 2023-12-02T00:32:51.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 shutdown_connections 2023-12-02T00:32:51.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c0c0664a0 0x7f7c0c068960 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c200c63c0 0x7f7c201f0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c200c4100 0x7f7c2015b4b0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 --2- 172.21.15.133:0/3932600031 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c200c06d0 0x7f7c20070ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 >> 172.21.15.133:0/3932600031 conn(0x7f7c2006a5b0 msgr2=0x7f7c200a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:51.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 shutdown_connections 2023-12-02T00:32:51.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.460+0000 7f7c261d8640 1 -- 172.21.15.133:0/3932600031 wait complete. 2023-12-02T00:32:51.483 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:32:51.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.620+0000 7f0b31b0f640 1 Processor -- start 2023-12-02T00:32:51.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.620+0000 7f0b31b0f640 1 -- start start 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b31b0f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0b2c0c5260 0x7f0b2c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b31b0f640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0b2c0c5640 0x7f0b2c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b31b0f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b2c0c2580 con 0x7f0b2c0c60f0 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b31b0f640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b2c153510 con 0x7f0b2c0c5640 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b31b0f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b2c0c17f0 con 0x7f0b2c0c5260 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b23fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0b2c0c5640 0x7f0b2c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b23fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0b2c0c5640 0x7f0b2c0c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33586/0 (socket says 172.21.15.133:33586) 2023-12-02T00:32:51.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b2bfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0b2c0c60f0 0x7f0b2c155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36928/0 (socket says 172.21.15.133:36928) 2023-12-02T00:32:51.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b23fff640 1 -- 172.21.15.133:0/1014430426 learned_addr learned my addr 172.21.15.133:0/1014430426 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:51.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b2b7fe640 1 --2- 172.21.15.133:0/1014430426 >> v2:172.21.15.172:3300/0 conn(0x7f0b2c0c5260 0x7f0b2c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b23fff640 1 -- 172.21.15.133:0/1014430426 >> v2:172.21.15.172:3300/0 conn(0x7f0b2c0c5260 msgr2=0x7f0b2c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:51.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b23fff640 1 --2- 172.21.15.133:0/1014430426 >> v2:172.21.15.172:3300/0 conn(0x7f0b2c0c5260 0x7f0b2c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b23fff640 1 -- 172.21.15.133:0/1014430426 >> v1:172.21.15.133:6789/0 conn(0x7f0b2c0c60f0 legacy=0x7f0b2c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b23fff640 1 -- 172.21.15.133:0/1014430426 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b2c0c1a00 con 0x7f0b2c0c5640 2023-12-02T00:32:51.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.624+0000 7f0b2affd640 1 -- 172.21.15.133:0/1014430426 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2825767640 0 0) 0x7f0b2c0c2580 con 0x7f0b2c0c60f0 2023-12-02T00:32:51.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b23fff640 1 --2- 172.21.15.133:0/1014430426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c0c5bb0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c0c6920 tx=0x7f0b1401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ffa5ecebce46bd3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b2affd640 1 -- 172.21.15.133:0/1014430426 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b14004230 con 0x7f0b2c0c5640 2023-12-02T00:32:51.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b2affd640 1 -- 172.21.15.133:0/1014430426 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b140a7050 con 0x7f0b2c0c5640 2023-12-02T00:32:51.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b2affd640 1 -- 172.21.15.133:0/1014430426 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b14003620 con 0x7f0b2c0c5640 2023-12-02T00:32:51.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 -- 172.21.15.133:0/1014430426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5640 msgr2=0x7f0b2c0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/1014430426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c0c5bb0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c0c6920 tx=0x7f0b1401c440 comp rx=0 tx=0).stop 2023-12-02T00:32:51.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 -- 172.21.15.133:0/1014430426 shutdown_connections 2023-12-02T00:32:51.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/1014430426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c0c5bb0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/1014430426 >> v2:172.21.15.172:3300/0 conn(0x7f0b2c0c5260 0x7f0b2c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 -- 172.21.15.133:0/1014430426 >> 172.21.15.133:0/1014430426 conn(0x7f0b2c06a5b0 msgr2=0x7f0b2c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:51.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 -- 172.21.15.133:0/1014430426 shutdown_connections 2023-12-02T00:32:51.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 -- 172.21.15.133:0/1014430426 wait complete. 2023-12-02T00:32:51.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 Processor -- start 2023-12-02T00:32:51.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.628+0000 7f0b31b0f640 1 -- start start 2023-12-02T00:32:51.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5260 0x7f0b2c0bb870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c1eb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0b2c0c60f0 0x7f0b2c155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2c1ebd70 con 0x7f0b2c0c5260 2023-12-02T00:32:51.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2c0bb3e0 con 0x7f0b2c0c5640 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2c0bc270 con 0x7f0b2c0c60f0 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5260 0x7f0b2c0bb870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5260 0x7f0b2c0bb870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33594/0 (socket says 172.21.15.133:33594) 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 -- 172.21.15.133:0/3324508667 learned_addr learned my addr 172.21.15.133:0/3324508667 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2bfff640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0b2c0c60f0 0x7f0b2c155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b23fff640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c1eb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 -- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0b2c0c60f0 msgr2=0x7f0b2c155160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0b2c0c60f0 0x7f0b2c155160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 -- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0b2c0c5640 msgr2=0x7f0b2c1eb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c1eb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 -- 172.21.15.133:0/3324508667 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b140094d0 con 0x7f0b2c0c5260 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b23fff640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c1eb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:51.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2bfff640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0b2c0c60f0 0x7f0b2c155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:51.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b2b7fe640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5260 0x7f0b2c0bb870 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c00e870 tx=0x7f0b1c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b28ff9640 1 -- 172.21.15.133:0/3324508667 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c009510 con 0x7f0b2c0c5260 2023-12-02T00:32:51.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b28ff9640 1 -- 172.21.15.133:0/3324508667 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b1c00eec0 con 0x7f0b2c0c5260 2023-12-02T00:32:51.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b2c0bad90 con 0x7f0b2c0c5260 2023-12-02T00:32:51.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b28ff9640 1 -- 172.21.15.133:0/3324508667 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c00cb40 con 0x7f0b2c0c5260 2023-12-02T00:32:51.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b2c0a8050 con 0x7f0b2c0c5260 2023-12-02T00:32:51.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b2c068400 con 0x7f0b2c0c5260 2023-12-02T00:32:51.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.632+0000 7f0b28ff9640 1 -- 172.21.15.133:0/3324508667 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0b1c00cca0 con 0x7f0b2c0c5260 2023-12-02T00:32:51.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.636+0000 7f0b28ff9640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0b0c066470 0x7f0b0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.636+0000 7f0b28ff9640 1 -- 172.21.15.133:0/3324508667 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0b1c083ff0 con 0x7f0b2c0c5260 2023-12-02T00:32:51.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.636+0000 7f0b23fff640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0b0c066470 0x7f0b0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.636+0000 7f0b23fff640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0b0c066470 0x7f0b0c068930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0b140ad000 tx=0x7f0b140a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.640+0000 7f0b28ff9640 1 -- 172.21.15.133:0/3324508667 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0b1c0b5280 con 0x7f0b2c0c5260 2023-12-02T00:32:51.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.788+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0b2c15db90 con 0x7f0b2c0c5260 2023-12-02T00:32:51.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.788+0000 7f0b28ff9640 1 -- 172.21.15.133:0/3324508667 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v49) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0b1c051480 con 0x7f0b2c0c5260 2023-12-02T00:32:51.792 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:32:51.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0b0c066470 msgr2=0x7f0b0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0b0c066470 0x7f0b0c068930 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0b140ad000 tx=0x7f0b140a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:51.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5260 msgr2=0x7f0b2c0bb870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5260 0x7f0b2c0bb870 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c00e870 tx=0x7f0b1c00ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:51.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 shutdown_connections 2023-12-02T00:32:51.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0b0c066470 0x7f0b0c068930 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0b2c0c60f0 0x7f0b2c155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0b2c0c5640 0x7f0b2c1eb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 --2- 172.21.15.133:0/3324508667 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b2c0c5260 0x7f0b2c0bb870 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 >> 172.21.15.133:0/3324508667 conn(0x7f0b2c06a5b0 msgr2=0x7f0b2c1543c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:51.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 shutdown_connections 2023-12-02T00:32:51.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.792+0000 7f0b31b0f640 1 -- 172.21.15.133:0/3324508667 wait complete. 2023-12-02T00:32:51.814 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-02T00:32:51.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.948+0000 7f6c61ebb640 1 Processor -- start 2023-12-02T00:32:51.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.948+0000 7f6c61ebb640 1 -- start start 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.948+0000 7f6c61ebb640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6c5c0a5370 0x7f6c5c0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.948+0000 7f6c61ebb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.948+0000 7f6c61ebb640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c5c0c2760 con 0x7f6c5c072090 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.948+0000 7f6c61ebb640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c5c0c3070 con 0x7f6c5c0a5370 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.948+0000 7f6c61ebb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c151bf0 con 0x7f6c5c0c4110 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6c5c0a5370 0x7f6c5c0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6c5c0a5370 0x7f6c5c0c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33602/0 (socket says 172.21.15.133:33602) 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c53fff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 -- 172.21.15.133:0/3623296864 learned_addr learned my addr 172.21.15.133:0/3623296864 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:51.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5bfff640 1 --1- 172.21.15.133:0/3623296864 >> v1:172.21.15.133:6789/0 conn(0x7f6c5c072090 0x7f6c5c1514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:36936/0 (socket says 172.21.15.133:36936) 2023-12-02T00:32:51.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 -- 172.21.15.133:0/3623296864 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 msgr2=0x7f6c5c150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:51.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 --2- 172.21.15.133:0/3623296864 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 -- 172.21.15.133:0/3623296864 >> v1:172.21.15.133:6789/0 conn(0x7f6c5c072090 legacy=0x7f6c5c1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 -- 172.21.15.133:0/3623296864 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c5c0a5750 con 0x7f6c5c0a5370 2023-12-02T00:32:51.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5affd640 1 -- 172.21.15.133:0/3623296864 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1773765781 0 0) 0x7f6c5c0c2760 con 0x7f6c5c072090 2023-12-02T00:32:51.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5b7fe640 1 --2- 172.21.15.133:0/3623296864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c0c3bd0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c0098a0 tx=0x7f6c4c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4af744a3339a939c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5affd640 1 -- 172.21.15.133:0/3623296864 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c0ab600 con 0x7f6c5c0a5370 2023-12-02T00:32:51.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5affd640 1 -- 172.21.15.133:0/3623296864 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c4c0a7050 con 0x7f6c5c0a5370 2023-12-02T00:32:51.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.952+0000 7f6c5affd640 1 -- 172.21.15.133:0/3623296864 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c0ab980 con 0x7f6c5c0a5370 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- 172.21.15.133:0/3623296864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 msgr2=0x7f6c5c0c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/3623296864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c0c3bd0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c0098a0 tx=0x7f6c4c01c3d0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- 172.21.15.133:0/3623296864 shutdown_connections 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/3623296864 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/3623296864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c0c3bd0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- 172.21.15.133:0/3623296864 >> 172.21.15.133:0/3623296864 conn(0x7f6c5c06a5b0 msgr2=0x7f6c5c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- 172.21.15.133:0/3623296864 shutdown_connections 2023-12-02T00:32:51.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- 172.21.15.133:0/3623296864 wait complete. 2023-12-02T00:32:51.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 Processor -- start 2023-12-02T00:32:51.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- start start 2023-12-02T00:32:51.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c5c072090 0x7f6c5c15d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c150330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c0bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c147510 con 0x7f6c5c0a5370 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c15db50 con 0x7f6c5c072090 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c61ebb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c5c15e030 con 0x7f6c5c0c4110 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c150330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c150330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33606/0 (socket says 172.21.15.133:33606) 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 -- 172.21.15.133:0/2140812838 learned_addr learned my addr 172.21.15.133:0/2140812838 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c5b7fe640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c5c072090 0x7f6c5c15d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c5bfff640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c0bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 -- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 msgr2=0x7f6c5c0bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c0bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 -- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c5c072090 msgr2=0x7f6c5c15d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:51.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c5c072090 0x7f6c5c15d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:51.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 -- 172.21.15.133:0/2140812838 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c4c0094d0 con 0x7f6c5c0a5370 2023-12-02T00:32:51.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c5bfff640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c0bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:51.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.956+0000 7f6c53fff640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c150330 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f6c4400e870 tx=0x7f6c4400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c58ff9640 1 -- 172.21.15.133:0/2140812838 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c44009510 con 0x7f6c5c0a5370 2023-12-02T00:32:51.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c58ff9640 1 -- 172.21.15.133:0/2140812838 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c4400eec0 con 0x7f6c5c0a5370 2023-12-02T00:32:51.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c58ff9640 1 -- 172.21.15.133:0/2140812838 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4400cb40 con 0x7f6c5c0a5370 2023-12-02T00:32:51.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c5c15e310 con 0x7f6c5c0a5370 2023-12-02T00:32:51.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c5c1489e0 con 0x7f6c5c0a5370 2023-12-02T00:32:51.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c5c068400 con 0x7f6c5c0a5370 2023-12-02T00:32:51.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c58ff9640 1 -- 172.21.15.133:0/2140812838 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6c4400cca0 con 0x7f6c5c0a5370 2023-12-02T00:32:51.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c58ff9640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c3c0664a0 0x7f6c3c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:51.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c58ff9640 1 -- 172.21.15.133:0/2140812838 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6c44083dc0 con 0x7f6c5c0a5370 2023-12-02T00:32:51.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.960+0000 7f6c5b7fe640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c3c0664a0 0x7f6c3c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:51.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.964+0000 7f6c5b7fe640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c3c0664a0 0x7f6c3c068960 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c0ad000 tx=0x7f6c4c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:51.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:51.964+0000 7f6c58ff9640 1 -- 172.21.15.133:0/2140812838 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6c44051380 con 0x7f6c5c0a5370 2023-12-02T00:32:52.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.116+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f6c5c0c1820 con 0x7f6c5c0a5370 2023-12-02T00:32:52.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.116+0000 7f6c58ff9640 1 -- 172.21.15.133:0/2140812838 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v49) v1 ==== 84+0+207 (secure 0 0 0) 0x7f6c440170e0 con 0x7f6c5c0a5370 2023-12-02T00:32:52.119 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:52.119 INFO:teuthology.orchestra.run.smithi133.stdout:[ 2023-12-02T00:32:52.119 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:52.119 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 1, 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": ".mgr" 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 8, 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": "cephfs_metadata" 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 9, 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": "cephfs_data" 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:32:52.120 INFO:teuthology.orchestra.run.smithi133.stdout:] 2023-12-02T00:32:52.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c3c0664a0 msgr2=0x7f6c3c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:52.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c3c0664a0 0x7f6c3c068960 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c0ad000 tx=0x7f6c4c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:32:52.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 msgr2=0x7f6c5c150330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:52.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c150330 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f6c4400e870 tx=0x7f6c4400ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:52.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 shutdown_connections 2023-12-02T00:32:52.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c3c0664a0 0x7f6c3c068960 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c5c0c4110 0x7f6c5c0bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c5c0a5370 0x7f6c5c150330 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 --2- 172.21.15.133:0/2140812838 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c5c072090 0x7f6c5c15d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 >> 172.21.15.133:0/2140812838 conn(0x7f6c5c06a5b0 msgr2=0x7f6c5c06ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:52.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 shutdown_connections 2023-12-02T00:32:52.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.120+0000 7f6c61ebb640 1 -- 172.21.15.133:0/2140812838 wait complete. 2023-12-02T00:32:52.141 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2023-12-02T00:32:52.141 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f194a067640 1 Processor -- start 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f194a067640 1 -- start start 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f194a067640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1944071df0 0x7f194406ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f194a067640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f194a067640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19440c24d0 con 0x7f194406bda0 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f194a067640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19440c1fe0 con 0x7f1944071df0 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f194a067640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1944150970 con 0x7f194406c1f0 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949065640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1944071df0 0x7f194406ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:52.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1948864640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f194406bda0 0x7f19441510a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:44282/0 (socket says 172.21.15.133:44282) 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1948864640 1 -- 172.21.15.133:0/3510973402 learned_addr learned my addr 172.21.15.133:0/3510973402 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949065640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1944071df0 0x7f194406ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:56618/0 (socket says 172.21.15.133:56618) 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949866640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f193bfff640 1 -- 172.21.15.133:0/3510973402 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 244571689 0 0) 0x7f19440c24d0 con 0x7f194406bda0 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f193bfff640 1 -- 172.21.15.133:0/3510973402 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1930003530 con 0x7f194406bda0 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949065640 1 -- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 msgr2=0x7f194415b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949065640 1 --2- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949065640 1 -- 172.21.15.133:0/3510973402 >> v1:172.21.15.172:6789/0 conn(0x7f194406bda0 legacy=0x7f19441510a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949065640 1 -- 172.21.15.133:0/3510973402 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19440721d0 con 0x7f1944071df0 2023-12-02T00:32:52.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.284+0000 7f1949866640 1 --2- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f1949065640 1 --2- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1944071df0 0x7f194406ca70 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f194000a960 tx=0x7f194001d730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74f054a0c8c899bc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f193bfff640 1 -- 172.21.15.133:0/3510973402 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19400a7610 con 0x7f1944071df0 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f193bfff640 1 -- 172.21.15.133:0/3510973402 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19400a7770 con 0x7f1944071df0 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f193bfff640 1 -- 172.21.15.133:0/3510973402 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19400a7b00 con 0x7f1944071df0 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 -- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1944071df0 msgr2=0x7f194406ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 --2- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1944071df0 0x7f194406ca70 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f194000a960 tx=0x7f194001d730 comp rx=0 tx=0).stop 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 -- 172.21.15.133:0/3510973402 shutdown_connections 2023-12-02T00:32:52.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 --2- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 --2- 172.21.15.133:0/3510973402 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1944071df0 0x7f194406ca70 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 -- 172.21.15.133:0/3510973402 >> 172.21.15.133:0/3510973402 conn(0x7f19440c2660 msgr2=0x7f19440c2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:52.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 -- 172.21.15.133:0/3510973402 shutdown_connections 2023-12-02T00:32:52.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.288+0000 7f194a067640 1 -- 172.21.15.133:0/3510973402 wait complete. 2023-12-02T00:32:52.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 Processor -- start 2023-12-02T00:32:52.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 -- start start 2023-12-02T00:32:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f194406bda0 0x7f19441553f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1944071df0 0x7f194414eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19441ed420 con 0x7f1944071df0 2023-12-02T00:32:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19441ed6e0 con 0x7f194406bda0 2023-12-02T00:32:52.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19441ed9c0 con 0x7f194406c1f0 2023-12-02T00:32:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1944071df0 0x7f194414eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1944071df0 0x7f194414eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33610/0 (socket says 172.21.15.133:33610) 2023-12-02T00:32:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 -- 172.21.15.133:0/886575169 learned_addr learned my addr 172.21.15.133:0/886575169 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949065640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f194406bda0 0x7f19441553f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1948864640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 -- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 msgr2=0x7f194415a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:52.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 -- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f194406bda0 msgr2=0x7f19441553f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f194406bda0 0x7f19441553f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 -- 172.21.15.133:0/886575169 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f193c009a70 con 0x7f1944071df0 2023-12-02T00:32:52.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1949866640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1944071df0 0x7f194414eff0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f193c00efc0 tx=0x7f193c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:52.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1939ffb640 1 -- 172.21.15.133:0/886575169 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c009cd0 con 0x7f1944071df0 2023-12-02T00:32:52.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1939ffb640 1 -- 172.21.15.133:0/886575169 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f193c00f040 con 0x7f1944071df0 2023-12-02T00:32:52.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f1939ffb640 1 -- 172.21.15.133:0/886575169 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0039a0 con 0x7f1944071df0 2023-12-02T00:32:52.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f194000a5c0 con 0x7f1944071df0 2023-12-02T00:32:52.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.292+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19441edf80 con 0x7f1944071df0 2023-12-02T00:32:52.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.296+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19441ee1a0 con 0x7f1944071df0 2023-12-02T00:32:52.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.296+0000 7f1939ffb640 1 -- 172.21.15.133:0/886575169 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f193c014480 con 0x7f1944071df0 2023-12-02T00:32:52.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.296+0000 7f1939ffb640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1928066470 0x7f1928068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:52.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.296+0000 7f1939ffb640 1 -- 172.21.15.133:0/886575169 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f193c0849b0 con 0x7f1944071df0 2023-12-02T00:32:52.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.296+0000 7f1949065640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1928066470 0x7f1928068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:52.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.296+0000 7f1949065640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1928066470 0x7f1928068930 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f19400af000 tx=0x7f19400b4040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:52.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.300+0000 7f1939ffb640 1 -- 172.21.15.133:0/886575169 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f193c051e20 con 0x7f1944071df0 2023-12-02T00:32:52.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:52.448+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f194404e850 con 0x7f1944071df0 2023-12-02T00:32:53.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.208+0000 7f1939ffb640 1 -- 172.21.15.133:0/886575169 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v50) v1 ==== 140+0+0 (secure 0 0 0) 0x7f193c0180b0 con 0x7f1944071df0 2023-12-02T00:32:53.211 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_metadata' created 2023-12-02T00:32:53.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1928066470 msgr2=0x7f1928068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:53.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1928066470 0x7f1928068930 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f19400af000 tx=0x7f19400b4040 comp rx=0 tx=0).stop 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1944071df0 msgr2=0x7f194414eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1944071df0 0x7f194414eff0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f193c00efc0 tx=0x7f193c00c490 comp rx=0 tx=0).stop 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 shutdown_connections 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1928066470 0x7f1928068930 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1944071df0 0x7f194414eff0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f194406c1f0 0x7f194415a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 --2- 172.21.15.133:0/886575169 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f194406bda0 0x7f19441553f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 >> 172.21.15.133:0/886575169 conn(0x7f19440c2660 msgr2=0x7f1944070dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:53.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 shutdown_connections 2023-12-02T00:32:53.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.212+0000 7f194a067640 1 -- 172.21.15.133:0/886575169 wait complete. 2023-12-02T00:32:53.244 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-02T00:32:53.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66bd3f5640 1 Processor -- start 2023-12-02T00:32:53.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66bd3f5640 1 -- start start 2023-12-02T00:32:53.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66bd3f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f66b80c7ed0 0x7f66b8154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:53.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66bd3f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f66b80bd660 0x7f66b8154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:53.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66bd3f5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66b80ac4f0 con 0x7f66b8151dc0 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66bd3f5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66b8158780 con 0x7f66b80c7ed0 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66bd3f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66b8158a60 con 0x7f66b80bd660 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66ae7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f66b80c7ed0 0x7f66b8154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66ae7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f66b80c7ed0 0x7f66b8154650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33622/0 (socket says 172.21.15.133:33622) 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66ae7fc640 1 -- 172.21.15.133:0/942701847 learned_addr learned my addr 172.21.15.133:0/942701847 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66b77fe640 1 --2- 172.21.15.133:0/942701847 >> v2:172.21.15.172:3300/0 conn(0x7f66b80bd660 0x7f66b8154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66ae7fc640 1 -- 172.21.15.133:0/942701847 >> v2:172.21.15.172:3300/0 conn(0x7f66b80bd660 msgr2=0x7f66b8154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66ae7fc640 1 --2- 172.21.15.133:0/942701847 >> v2:172.21.15.172:3300/0 conn(0x7f66b80bd660 0x7f66b8154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66ae7fc640 1 -- 172.21.15.133:0/942701847 >> v1:172.21.15.172:6789/0 conn(0x7f66b8151dc0 legacy=0x7f66b80c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:53.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.392+0000 7f66ae7fc640 1 -- 172.21.15.133:0/942701847 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66b80ac180 con 0x7f66b80c7ed0 2023-12-02T00:32:53.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66ae7fc640 1 --2- 172.21.15.133:0/942701847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b8154650 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f66a0009870 tx=0x7f66a001c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2419866a7f2a029d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:53.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66b67fc640 1 -- 172.21.15.133:0/942701847 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a00ab600 con 0x7f66b80c7ed0 2023-12-02T00:32:53.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66b67fc640 1 -- 172.21.15.133:0/942701847 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66a00a7050 con 0x7f66b80c7ed0 2023-12-02T00:32:53.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66b67fc640 1 -- 172.21.15.133:0/942701847 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a00ab980 con 0x7f66b80c7ed0 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 -- 172.21.15.133:0/942701847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 msgr2=0x7f66b8154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/942701847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b8154650 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f66a0009870 tx=0x7f66a001c3e0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 -- 172.21.15.133:0/942701847 shutdown_connections 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/942701847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b8154650 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/942701847 >> v2:172.21.15.172:3300/0 conn(0x7f66b80bd660 0x7f66b8154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 -- 172.21.15.133:0/942701847 >> 172.21.15.133:0/942701847 conn(0x7f66b8071eb0 msgr2=0x7f66b80722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 -- 172.21.15.133:0/942701847 shutdown_connections 2023-12-02T00:32:53.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 -- 172.21.15.133:0/942701847 wait complete. 2023-12-02T00:32:53.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.396+0000 7f66bd3f5640 1 Processor -- start 2023-12-02T00:32:53.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 -- start start 2023-12-02T00:32:53.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66b80bd660 0x7f66b80c3df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:53.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b81ecf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:53.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66b8151dc0 0x7f66b80be960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:53.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66b80bdad0 con 0x7f66b80c7ed0 2023-12-02T00:32:53.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66b814e110 con 0x7f66b80bd660 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66b814bfe0 con 0x7f66b8151dc0 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b81ecf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b81ecf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33626/0 (socket says 172.21.15.133:33626) 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 -- 172.21.15.133:0/3322266005 learned_addr learned my addr 172.21.15.133:0/3322266005 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66b77fe640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66b8151dc0 0x7f66b80be960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66b6ffd640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66b80bd660 0x7f66b80c3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 -- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66b8151dc0 msgr2=0x7f66b80be960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66b8151dc0 0x7f66b80be960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 -- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66b80bd660 msgr2=0x7f66b80c3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66b80bd660 0x7f66b80c3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 -- 172.21.15.133:0/3322266005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66a00094d0 con 0x7f66b80c7ed0 2023-12-02T00:32:53.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66ae7fc640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b81ecf40 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f66a0018ff0 tx=0x7f66a0019180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:53.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66affff640 1 -- 172.21.15.133:0/3322266005 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a00b37d0 con 0x7f66b80c7ed0 2023-12-02T00:32:53.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66affff640 1 -- 172.21.15.133:0/3322266005 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66a00a4e90 con 0x7f66b80c7ed0 2023-12-02T00:32:53.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66affff640 1 -- 172.21.15.133:0/3322266005 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66a00b3b70 con 0x7f66b80c7ed0 2023-12-02T00:32:53.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66b81f0930 con 0x7f66b80c7ed0 2023-12-02T00:32:53.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66b81ed480 con 0x7f66b80c7ed0 2023-12-02T00:32:53.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.400+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66b8068400 con 0x7f66b80c7ed0 2023-12-02T00:32:53.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.404+0000 7f66affff640 1 -- 172.21.15.133:0/3322266005 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f66a00b2070 con 0x7f66b80c7ed0 2023-12-02T00:32:53.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.404+0000 7f66affff640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6698066470 0x7f6698068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:53.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.404+0000 7f66affff640 1 -- 172.21.15.133:0/3322266005 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6080+0+0 (secure 0 0 0) 0x7f66a011e0b0 con 0x7f66b80c7ed0 2023-12-02T00:32:53.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.404+0000 7f66b6ffd640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6698066470 0x7f6698068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:53.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.404+0000 7f66b6ffd640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6698066470 0x7f6698068930 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f66a80012f0 tx=0x7f66a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:53.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.408+0000 7f66affff640 1 -- 172.21.15.133:0/3322266005 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f66a00eb340 con 0x7f66b80c7ed0 2023-12-02T00:32:53.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:53.560+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f66b806c9a0 con 0x7f66b80c7ed0 2023-12-02T00:32:54.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.216+0000 7f66affff640 1 -- 172.21.15.133:0/3322266005 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v51) v1 ==== 172+0+0 (secure 0 0 0) 0x7f66a00ee960 con 0x7f66b80c7ed0 2023-12-02T00:32:54.218 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_data' created 2023-12-02T00:32:54.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6698066470 msgr2=0x7f6698068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:54.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6698066470 0x7f6698068930 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f66a80012f0 tx=0x7f66a8009040 comp rx=0 tx=0).stop 2023-12-02T00:32:54.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 msgr2=0x7f66b81ecf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:54.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b81ecf40 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f66a0018ff0 tx=0x7f66a0019180 comp rx=0 tx=0).stop 2023-12-02T00:32:54.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 shutdown_connections 2023-12-02T00:32:54.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6698066470 0x7f6698068930 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66b8151dc0 0x7f66b80be960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66b80c7ed0 0x7f66b81ecf40 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 --2- 172.21.15.133:0/3322266005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66b80bd660 0x7f66b80c3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 >> 172.21.15.133:0/3322266005 conn(0x7f66b8071eb0 msgr2=0x7f66b8150820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:54.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 shutdown_connections 2023-12-02T00:32:54.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.220+0000 7f66bd3f5640 1 -- 172.21.15.133:0/3322266005 wait complete. 2023-12-02T00:32:54.266 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2023-12-02T00:32:54.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f95f8640 1 Processor -- start 2023-12-02T00:32:54.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f95f8640 1 -- start start 2023-12-02T00:32:54.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f95f8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc8f40c7ea0 0x7fc8f406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:54.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f95f8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc8f406b9e0 0x7fc8f415f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:54.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f95f8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8f406c860 con 0x7fc8f4151e90 2023-12-02T00:32:54.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f95f8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8f40c8750 con 0x7fc8f406b9e0 2023-12-02T00:32:54.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f95f8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8f41552d0 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f37fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc8f406b9e0 0x7fc8f415f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:54.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f37fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc8f406b9e0 0x7fc8f415f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33632/0 (socket says 172.21.15.133:33632) 2023-12-02T00:32:54.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f37fe640 1 -- 172.21.15.133:0/2585939955 learned_addr learned my addr 172.21.15.133:0/2585939955 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:54.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8ea7fc640 1 --2- 172.21.15.133:0/2585939955 >> v2:172.21.15.172:3300/0 conn(0x7fc8f40c7ea0 0x7fc8f406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:54.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f37fe640 1 -- 172.21.15.133:0/2585939955 >> v2:172.21.15.172:3300/0 conn(0x7fc8f40c7ea0 msgr2=0x7fc8f406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:54.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f37fe640 1 --2- 172.21.15.133:0/2585939955 >> v2:172.21.15.172:3300/0 conn(0x7fc8f40c7ea0 0x7fc8f406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f37fe640 1 -- 172.21.15.133:0/2585939955 >> v1:172.21.15.133:6789/0 conn(0x7fc8f4151e90 legacy=0x7fc8f40c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:54.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8f37fe640 1 -- 172.21.15.133:0/2585939955 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8f4154930 con 0x7fc8f406b9e0 2023-12-02T00:32:54.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.408+0000 7fc8ea7fc640 1 --2- 172.21.15.133:0/2585939955 >> v2:172.21.15.172:3300/0 conn(0x7fc8f40c7ea0 0x7fc8f406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:54.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f37fe640 1 --2- 172.21.15.133:0/2585939955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f406b9e0 0x7fc8f415f0a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fc8f40a9a70 tx=0x7fc8ec01c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e144557f1586388 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:54.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f27fc640 1 -- 172.21.15.133:0/2585939955 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ec0a5570 con 0x7fc8f406b9e0 2023-12-02T00:32:54.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f27fc640 1 -- 172.21.15.133:0/2585939955 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8ec0a56d0 con 0x7fc8f406b9e0 2023-12-02T00:32:54.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f27fc640 1 -- 172.21.15.133:0/2585939955 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ec0a5a60 con 0x7fc8f406b9e0 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2585939955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f406b9e0 msgr2=0x7fc8f415f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2585939955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f406b9e0 0x7fc8f415f0a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fc8f40a9a70 tx=0x7fc8ec01c8b0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2585939955 shutdown_connections 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2585939955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f406b9e0 0x7fc8f415f0a0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2585939955 >> v2:172.21.15.172:3300/0 conn(0x7fc8f40c7ea0 0x7fc8f406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2585939955 >> 172.21.15.133:0/2585939955 conn(0x7fc8f40ca170 msgr2=0x7fc8f40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2585939955 shutdown_connections 2023-12-02T00:32:54.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.412+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2585939955 wait complete. 2023-12-02T00:32:54.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 Processor -- start 2023-12-02T00:32:54.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 -- start start 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8f406b9e0 0x7fc8f41ece80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f40c7ea0 0x7fc8f4153af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8f4151e90 0x7fc8f4140f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f4148070 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f40a9960 con 0x7fc8f4151e90 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f40a9c40 con 0x7fc8f406b9e0 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f40c7ea0 0x7fc8f4153af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f40c7ea0 0x7fc8f4153af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33648/0 (socket says 172.21.15.133:33648) 2023-12-02T00:32:54.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 -- 172.21.15.133:0/2719217591 learned_addr learned my addr 172.21.15.133:0/2719217591 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f37fe640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8f4151e90 0x7fc8f4140f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f2ffd640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8f406b9e0 0x7fc8f41ece80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 -- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8f406b9e0 msgr2=0x7fc8f41ece80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8f406b9e0 0x7fc8f41ece80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 -- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8f4151e90 msgr2=0x7fc8f4140f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8f4151e90 0x7fc8f4140f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 -- 172.21.15.133:0/2719217591 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8ec009b30 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f37fe640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8f4151e90 0x7fc8f4140f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ea7fc640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f40c7ea0 0x7fc8f4153af0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc00c7f0 tx=0x7fc8dc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ebfff640 1 -- 172.21.15.133:0/2719217591 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8dc007820 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ebfff640 1 -- 172.21.15.133:0/2719217591 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8dc007980 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8ebfff640 1 -- 172.21.15.133:0/2719217591 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8dc007d30 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8f40a9f20 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.416+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8f40aa4e0 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.420+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8f4068400 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.420+0000 7fc8ebfff640 1 -- 172.21.15.133:0/2719217591 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc8dc024480 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.420+0000 7fc8ebfff640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8d4066470 0x7fc8d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:54.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.420+0000 7fc8ebfff640 1 -- 172.21.15.133:0/2719217591 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 6463+0+0 (secure 0 0 0) 0x7fc8dc0847b0 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.420+0000 7fc8f2ffd640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8d4066470 0x7fc8d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:54.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.424+0000 7fc8f2ffd640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8d4066470 0x7fc8d4068930 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc8f414bbb0 tx=0x7fc8e4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:54.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.424+0000 7fc8ebfff640 1 -- 172.21.15.133:0/2719217591 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc8dc051ab0 con 0x7fc8f40c7ea0 2023-12-02T00:32:54.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:54.604+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7fc8f40c39c0 con 0x7fc8f40c7ea0 2023-12-02T00:32:55.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8ebfff640 1 -- 172.21.15.133:0/2719217591 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 10 and data pool 11 v33) v1 ==== 177+0+0 (secure 0 0 0) 0x7fc8dc0550d0 con 0x7fc8f40c7ea0 2023-12-02T00:32:55.221 INFO:teuthology.orchestra.run.smithi133.stderr:new fs with metadata pool 10 and data pool 11 2023-12-02T00:32:55.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8d4066470 msgr2=0x7fc8d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8d4066470 0x7fc8d4068930 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc8f414bbb0 tx=0x7fc8e4009040 comp rx=0 tx=0).stop 2023-12-02T00:32:55.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f40c7ea0 msgr2=0x7fc8f4153af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f40c7ea0 0x7fc8f4153af0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc00c7f0 tx=0x7fc8dc00ccb0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 shutdown_connections 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc8d4066470 0x7fc8d4068930 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8f4151e90 0x7fc8f4140f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8f40c7ea0 0x7fc8f4153af0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 --2- 172.21.15.133:0/2719217591 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8f406b9e0 0x7fc8f41ece80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 >> 172.21.15.133:0/2719217591 conn(0x7fc8f40ca170 msgr2=0x7fc8f414f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 shutdown_connections 2023-12-02T00:32:55.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.220+0000 7fc8f95f8640 1 -- 172.21.15.133:0/2719217591 wait complete. 2023-12-02T00:32:55.268 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:55.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa144965640 1 Processor -- start 2023-12-02T00:32:55.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa144965640 1 -- start start 2023-12-02T00:32:55.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa144965640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa140157410 0x7fa14006fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa144965640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1401577f0 0x7fa140157c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa144965640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1400c1db0 con 0x7fa1400c64d0 2023-12-02T00:32:55.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa144965640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1400c2090 con 0x7fa140157410 2023-12-02T00:32:55.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa144965640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1400c5cd0 con 0x7fa1401577f0 2023-12-02T00:32:55.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13e59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa140157410 0x7fa14006fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13e59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa140157410 0x7fa14006fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33664/0 (socket says 172.21.15.133:33664) 2023-12-02T00:32:55.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13e59c640 1 -- 172.21.15.133:0/884740452 learned_addr learned my addr 172.21.15.133:0/884740452 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:55.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13ed9d640 1 --2- 172.21.15.133:0/884740452 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1401577f0 0x7fa140157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13e59c640 1 -- 172.21.15.133:0/884740452 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1401577f0 msgr2=0x7fa140157c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:55.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13e59c640 1 --2- 172.21.15.133:0/884740452 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1401577f0 0x7fa140157c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13e59c640 1 -- 172.21.15.133:0/884740452 >> v1:172.21.15.172:6789/0 conn(0x7fa1400c64d0 legacy=0x7fa1400c6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:55.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13e59c640 1 -- 172.21.15.133:0/884740452 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1400c5fb0 con 0x7fa140157410 2023-12-02T00:32:55.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.404+0000 7fa13ed9d640 1 --2- 172.21.15.133:0/884740452 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1401577f0 0x7fa140157c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:55.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa13e59c640 1 --2- 172.21.15.133:0/884740452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14006fdb0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa130009870 tx=0x7fa13001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcc138c16fe83b3d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:55.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa13dd9b640 1 -- 172.21.15.133:0/884740452 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1300ab600 con 0x7fa140157410 2023-12-02T00:32:55.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa13dd9b640 1 -- 172.21.15.133:0/884740452 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1300a7050 con 0x7fa140157410 2023-12-02T00:32:55.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa13dd9b640 1 -- 172.21.15.133:0/884740452 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1300ab980 con 0x7fa140157410 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 -- 172.21.15.133:0/884740452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 msgr2=0x7fa14006fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 --2- 172.21.15.133:0/884740452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14006fdb0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa130009870 tx=0x7fa13001c500 comp rx=0 tx=0).stop 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 -- 172.21.15.133:0/884740452 shutdown_connections 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 --2- 172.21.15.133:0/884740452 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1401577f0 0x7fa140157c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 --2- 172.21.15.133:0/884740452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14006fdb0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 -- 172.21.15.133:0/884740452 >> 172.21.15.133:0/884740452 conn(0x7fa1400a9b80 msgr2=0x7fa1400a9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 -- 172.21.15.133:0/884740452 shutdown_connections 2023-12-02T00:32:55.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.408+0000 7fa144965640 1 -- 172.21.15.133:0/884740452 wait complete. 2023-12-02T00:32:55.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 Processor -- start 2023-12-02T00:32:55.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 -- start start 2023-12-02T00:32:55.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1400c64d0 0x7fa1400a8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14014c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1401577f0 0x7fa1401f0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa14006f1a0 con 0x7fa140157410 2023-12-02T00:32:55.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1401edc90 con 0x7fa1401577f0 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa14006e880 con 0x7fa1400c64d0 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14014c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14014c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33680/0 (socket says 172.21.15.133:33680) 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 -- 172.21.15.133:0/3777010125 learned_addr learned my addr 172.21.15.133:0/3777010125 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa13ed9d640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1401577f0 0x7fa1401f0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa13e59c640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1400c64d0 0x7fa1400a8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 -- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1400c64d0 msgr2=0x7fa1400a8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1400c64d0 0x7fa1400a8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 -- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1401577f0 msgr2=0x7fa1401f0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1401577f0 0x7fa1401f0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 -- 172.21.15.133:0/3777010125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1300094d0 con 0x7fa140157410 2023-12-02T00:32:55.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa135d9b640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14014c1c0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fa12800c7f0 tx=0x7fa12800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:55.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa1377fe640 1 -- 172.21.15.133:0/3777010125 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12800aa50 con 0x7fa140157410 2023-12-02T00:32:55.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa1377fe640 1 -- 172.21.15.133:0/3777010125 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa12800abb0 con 0x7fa140157410 2023-12-02T00:32:55.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa1377fe640 1 -- 172.21.15.133:0/3777010125 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa128012420 con 0x7fa140157410 2023-12-02T00:32:55.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1401ed760 con 0x7fa140157410 2023-12-02T00:32:55.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.412+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa140153b20 con 0x7fa140157410 2023-12-02T00:32:55.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.416+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa140153980 con 0x7fa140157410 2023-12-02T00:32:55.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.416+0000 7fa1377fe640 1 -- 172.21.15.133:0/3777010125 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa128012580 con 0x7fa140157410 2023-12-02T00:32:55.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.416+0000 7fa1377fe640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa120066470 0x7fa120068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.416+0000 7fa1377fe640 1 -- 172.21.15.133:0/3777010125 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa128084370 con 0x7fa140157410 2023-12-02T00:32:55.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.416+0000 7fa13e59c640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa120066470 0x7fa120068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.416+0000 7fa13e59c640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa120066470 0x7fa120068930 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa1300ad000 tx=0x7fa130008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:55.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.420+0000 7fa1377fe640 1 -- 172.21.15.133:0/3777010125 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa140153980 con 0x7fa140157410 2023-12-02T00:32:55.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.572+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa140153980 con 0x7fa140157410 2023-12-02T00:32:55.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.572+0000 7fa1377fe640 1 -- 172.21.15.133:0/3777010125 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) v1 ==== 74+0+20329 (secure 0 0 0) 0x7fa140153980 con 0x7fa140157410 2023-12-02T00:32:55.576 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:55.577 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":52,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:54.606459+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa120066470 msgr2=0x7fa120068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa120066470 0x7fa120068930 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa1300ad000 tx=0x7fa130008040 comp rx=0 tx=0).stop 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 msgr2=0x7fa14014c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14014c1c0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fa12800c7f0 tx=0x7fa12800ccb0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 shutdown_connections 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa120066470 0x7fa120068930 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1401577f0 0x7fa1401f0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa140157410 0x7fa14014c1c0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 --2- 172.21.15.133:0/3777010125 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa1400c64d0 0x7fa1400a8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 >> 172.21.15.133:0/3777010125 conn(0x7fa1400a9b80 msgr2=0x7fa1400a9f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 shutdown_connections 2023-12-02T00:32:55.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.576+0000 7fa144965640 1 -- 172.21.15.133:0/3777010125 wait complete. 2023-12-02T00:32:55.598 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:55.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.732+0000 7f1f3712a640 1 Processor -- start 2023-12-02T00:32:55.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.732+0000 7f1f3712a640 1 -- start start 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f3712a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1f300c63c0 0x7f1f300c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f3712a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c4100 0x7f1f300c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f3712a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f300c31c0 con 0x7f1f300c29e0 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f3712a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f300c34a0 con 0x7f1f300c63c0 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f3712a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f300c1030 con 0x7f1f300c4100 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1f300c63c0 0x7f1f300c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1f300c63c0 0x7f1f300c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33692/0 (socket says 172.21.15.133:33692) 2023-12-02T00:32:55.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 -- 172.21.15.133:0/1527991906 learned_addr learned my addr 172.21.15.133:0/1527991906 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:55.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f27fff640 1 --2- 172.21.15.133:0/1527991906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c4100 0x7f1f300c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 -- 172.21.15.133:0/1527991906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c4100 msgr2=0x7f1f300c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:55.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 --2- 172.21.15.133:0/1527991906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c4100 0x7f1f300c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 -- 172.21.15.133:0/1527991906 >> v1:172.21.15.172:6789/0 conn(0x7f1f300c29e0 legacy=0x7f1f300a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 -- 172.21.15.133:0/1527991906 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f300c1310 con 0x7f1f300c63c0 2023-12-02T00:32:55.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.736+0000 7f1f34ec6640 1 --2- 172.21.15.133:0/1527991906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c63c0 0x7f1f300c06d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00bb10 tx=0x7f1f2c01eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cd41de1009c7dea server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:55.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f277fe640 1 -- 172.21.15.133:0/1527991906 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c0a7ab0 con 0x7f1f300c63c0 2023-12-02T00:32:55.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f277fe640 1 -- 172.21.15.133:0/1527991906 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f2c0a7c10 con 0x7f1f300c63c0 2023-12-02T00:32:55.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f277fe640 1 -- 172.21.15.133:0/1527991906 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c0af440 con 0x7f1f300c63c0 2023-12-02T00:32:55.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- 172.21.15.133:0/1527991906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c63c0 msgr2=0x7f1f300c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 --2- 172.21.15.133:0/1527991906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c63c0 0x7f1f300c06d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00bb10 tx=0x7f1f2c01eac0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- 172.21.15.133:0/1527991906 shutdown_connections 2023-12-02T00:32:55.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 --2- 172.21.15.133:0/1527991906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c4100 0x7f1f300c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 --2- 172.21.15.133:0/1527991906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c63c0 0x7f1f300c06d0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- 172.21.15.133:0/1527991906 >> 172.21.15.133:0/1527991906 conn(0x7f1f3006a5b0 msgr2=0x7f1f3006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:55.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- 172.21.15.133:0/1527991906 shutdown_connections 2023-12-02T00:32:55.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- 172.21.15.133:0/1527991906 wait complete. 2023-12-02T00:32:55.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 Processor -- start 2023-12-02T00:32:55.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- start start 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f300c29e0 0x7f1f3015ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c4100 0x7f1f3015a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c63c0 0x7f1f300bacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f301587d0 con 0x7f1f300c4100 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f30158a20 con 0x7f1f300c29e0 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f3712a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f30158d00 con 0x7f1f300c63c0 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f27fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c4100 0x7f1f3015a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.740+0000 7f1f27fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c4100 0x7f1f3015a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33704/0 (socket says 172.21.15.133:33704) 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f27fff640 1 -- 172.21.15.133:0/2004294344 learned_addr learned my addr 172.21.15.133:0/2004294344 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:55.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f34ec6640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f300c29e0 0x7f1f3015ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f356c7640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c63c0 0x7f1f300bacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f27fff640 1 -- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c63c0 msgr2=0x7f1f300bacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f27fff640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c63c0 0x7f1f300bacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f27fff640 1 -- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f300c29e0 msgr2=0x7f1f3015ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f27fff640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f300c29e0 0x7f1f3015ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f27fff640 1 -- 172.21.15.133:0/2004294344 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f2c00b770 con 0x7f1f300c4100 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f27fff640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c4100 0x7f1f3015a2d0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000e930 tx=0x7f1f2000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f257fa640 1 -- 172.21.15.133:0/2004294344 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f20009690 con 0x7f1f300c4100 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f257fa640 1 -- 172.21.15.133:0/2004294344 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f2000ca00 con 0x7f1f300c4100 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f257fa640 1 -- 172.21.15.133:0/2004294344 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2000cd70 con 0x7f1f300c4100 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f30158fe0 con 0x7f1f300c4100 2023-12-02T00:32:55.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f301595a0 con 0x7f1f300c4100 2023-12-02T00:32:55.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f30068400 con 0x7f1f300c4100 2023-12-02T00:32:55.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f257fa640 1 -- 172.21.15.133:0/2004294344 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1f20013470 con 0x7f1f300c4100 2023-12-02T00:32:55.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f257fa640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f1c066470 0x7f1f1c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:55.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.744+0000 7f1f257fa640 1 -- 172.21.15.133:0/2004294344 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1f20084360 con 0x7f1f300c4100 2023-12-02T00:32:55.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.748+0000 7f1f34ec6640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f1c066470 0x7f1f1c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:55.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.748+0000 7f1f34ec6640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f1c066470 0x7f1f1c068930 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c0b1000 tx=0x7f1f2c0a9070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:55.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.748+0000 7f1f257fa640 1 -- 172.21.15.133:0/2004294344 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1f200515f0 con 0x7f1f300c4100 2023-12-02T00:32:55.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.900+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1f300c3e70 con 0x7f1f300c4100 2023-12-02T00:32:55.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.900+0000 7f1f257fa640 1 -- 172.21.15.133:0/2004294344 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) v1 ==== 74+0+20329 (secure 0 0 0) 0x7f1f20054c10 con 0x7f1f300c4100 2023-12-02T00:32:55.903 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:55.903 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":52,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:54.606459+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f1c066470 msgr2=0x7f1f1c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f1c066470 0x7f1f1c068930 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c0b1000 tx=0x7f1f2c0a9070 comp rx=0 tx=0).stop 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c4100 msgr2=0x7f1f3015a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c4100 0x7f1f3015a2d0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000e930 tx=0x7f1f2000edf0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 shutdown_connections 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1f1c066470 0x7f1f1c068930 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1f300c63c0 0x7f1f300bacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1f300c4100 0x7f1f3015a2d0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 --2- 172.21.15.133:0/2004294344 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1f300c29e0 0x7f1f3015ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 >> 172.21.15.133:0/2004294344 conn(0x7f1f3006a5b0 msgr2=0x7f1f30066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:55.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 shutdown_connections 2023-12-02T00:32:55.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:55.904+0000 7f1f3712a640 1 -- 172.21.15.133:0/2004294344 wait complete. 2023-12-02T00:32:55.924 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2023-12-02T00:32:56.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc7e68640 1 Processor -- start 2023-12-02T00:32:56.066 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc7e68640 1 -- start start 2023-12-02T00:32:56.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc7e68640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1bc00bffc0 0x7f1bc015ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:56.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc7e68640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bc015c600 con 0x7f1bc01560e0 2023-12-02T00:32:56.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc7e68640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bc015a5c0 con 0x7f1bc006d520 2023-12-02T00:32:56.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc7e68640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bc01594e0 con 0x7f1bc00bffc0 2023-12-02T00:32:56.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc6405640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1bc00bffc0 0x7f1bc015ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:56.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc5c04640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f1bc01560e0 0x7f1bc0159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40242/0 (socket says 172.21.15.133:40242) 2023-12-02T00:32:56.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc5c04640 1 -- 172.21.15.133:0/2597290469 learned_addr learned my addr 172.21.15.133:0/2597290469 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:56.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc6405640 1 -- 172.21.15.133:0/2597290469 >> v1:172.21.15.172:6789/0 conn(0x7f1bc006d520 legacy=0x7f1bc00c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:56.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc6405640 1 -- 172.21.15.133:0/2597290469 >> v1:172.21.15.133:6789/0 conn(0x7f1bc01560e0 legacy=0x7f1bc0159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:56.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc6405640 1 -- 172.21.15.133:0/2597290469 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc01597c0 con 0x7f1bc00bffc0 2023-12-02T00:32:56.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.064+0000 7f1bc4c02640 1 -- 172.21.15.133:0/2597290469 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2906531232 0 0) 0x7f1bc015c600 con 0x7f1bc01560e0 2023-12-02T00:32:56.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc6405640 1 --2- 172.21.15.133:0/2597290469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc00bffc0 0x7f1bc015ca90 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009d90 tx=0x7f1bb801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4073e5e9f061eda server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:56.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc4c02640 1 -- 172.21.15.133:0/2597290469 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb80a59a0 con 0x7f1bc00bffc0 2023-12-02T00:32:56.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc4c02640 1 -- 172.21.15.133:0/2597290469 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb80a5b00 con 0x7f1bc00bffc0 2023-12-02T00:32:56.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc4c02640 1 -- 172.21.15.133:0/2597290469 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb80a5e90 con 0x7f1bc00bffc0 2023-12-02T00:32:56.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc7e68640 1 -- 172.21.15.133:0/2597290469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc00bffc0 msgr2=0x7f1bc015ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:56.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/2597290469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc00bffc0 0x7f1bc015ca90 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8009d90 tx=0x7f1bb801c8e0 comp rx=0 tx=0).stop 2023-12-02T00:32:56.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc7e68640 1 -- 172.21.15.133:0/2597290469 shutdown_connections 2023-12-02T00:32:56.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/2597290469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc00bffc0 0x7f1bc015ca90 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:56.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc7e68640 1 -- 172.21.15.133:0/2597290469 >> 172.21.15.133:0/2597290469 conn(0x7f1bc006a5b0 msgr2=0x7f1bc006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:56.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc7e68640 1 -- 172.21.15.133:0/2597290469 shutdown_connections 2023-12-02T00:32:56.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.068+0000 7f1bc7e68640 1 -- 172.21.15.133:0/2597290469 wait complete. 2023-12-02T00:32:56.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 Processor -- start 2023-12-02T00:32:56.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 -- start start 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bc006d520 0x7f1bc01f13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bc00bffc0 0x7f1bc014dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc01560e0 0x7f1bc00a8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc014f300 con 0x7f1bc01560e0 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc014eba0 con 0x7f1bc006d520 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc00aa9f0 con 0x7f1bc00bffc0 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc01560e0 0x7f1bc00a8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc01560e0 0x7f1bc00a8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52860/0 (socket says 172.21.15.133:52860) 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 -- 172.21.15.133:0/802292819 learned_addr learned my addr 172.21.15.133:0/802292819 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc5c04640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bc006d520 0x7f1bc01f13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc5403640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bc00bffc0 0x7f1bc014dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:56.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 -- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bc00bffc0 msgr2=0x7f1bc014dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:56.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bc00bffc0 0x7f1bc014dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:56.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 -- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bc006d520 msgr2=0x7f1bc01f13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:56.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bc006d520 0x7f1bc01f13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:56.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 -- 172.21.15.133:0/802292819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bb8009a70 con 0x7f1bc01560e0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc6405640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc01560e0 0x7f1bc00a8d80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f1bb801a510 tx=0x7f1bb8019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bb67fc640 1 -- 172.21.15.133:0/802292819 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb80ade40 con 0x7f1bc01560e0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bb67fc640 1 -- 172.21.15.133:0/802292819 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bb80b7410 con 0x7f1bc01560e0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bb67fc640 1 -- 172.21.15.133:0/802292819 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bb80b77a0 con 0x7f1bc01560e0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bc00aacd0 con 0x7f1bc01560e0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.072+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bc014e400 con 0x7f1bc01560e0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.076+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bc01f5360 con 0x7f1bc01560e0 2023-12-02T00:32:56.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.076+0000 7f1bb67fc640 1 -- 172.21.15.133:0/802292819 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1bb80b4050 con 0x7f1bc01560e0 2023-12-02T00:32:56.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.076+0000 7f1bb67fc640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1ba4066470 0x7f1ba4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:56.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.076+0000 7f1bb67fc640 1 -- 172.21.15.133:0/802292819 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1bb811f480 con 0x7f1bc01560e0 2023-12-02T00:32:56.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.076+0000 7f1bc5c04640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1ba4066470 0x7f1ba4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:56.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.076+0000 7f1bc5c04640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1ba4066470 0x7f1ba4068930 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc007fd0 tx=0x7f1bbc007d60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:56.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.080+0000 7f1bb67fc640 1 -- 172.21.15.133:0/802292819 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1bc01f5360 con 0x7f1bc01560e0 2023-12-02T00:32:56.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:56.272+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f1bc01f5740 con 0x7f1bc01560e0 2023-12-02T00:32:57.117 INFO:tasks.ceph.mds.c.smithi133.stderr:2023-12-02T00:32:57.116+0000 7f858f95b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:32:57.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.260+0000 7f1bb67fc640 1 -- 172.21.15.133:0/802292819 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v36) v1 ==== 119+0+0 (secure 0 0 0) 0x7f1bc01f5740 con 0x7f1bc01560e0 2023-12-02T00:32:57.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1ba4066470 msgr2=0x7f1ba4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:57.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1ba4066470 0x7f1ba4068930 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc007fd0 tx=0x7f1bbc007d60 comp rx=0 tx=0).stop 2023-12-02T00:32:57.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc01560e0 msgr2=0x7f1bc00a8d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc01560e0 0x7f1bc00a8d80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f1bb801a510 tx=0x7f1bb8019680 comp rx=0 tx=0).stop 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 shutdown_connections 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1ba4066470 0x7f1ba4068930 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bc01560e0 0x7f1bc00a8d80 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1bc00bffc0 0x7f1bc014dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 --2- 172.21.15.133:0/802292819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1bc006d520 0x7f1bc01f13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 >> 172.21.15.133:0/802292819 conn(0x7f1bc006a5b0 msgr2=0x7f1bc0071750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 shutdown_connections 2023-12-02T00:32:57.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.264+0000 7f1bc7e68640 1 -- 172.21.15.133:0/802292819 wait complete. 2023-12-02T00:32:57.292 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-02T00:32:57.292 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2023-12-02T00:32:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79bd0fe640 1 Processor -- start 2023-12-02T00:32:57.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79bd0fe640 1 -- start start 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79bd0fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f79b80c63c0 0x7f79b80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79bd0fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c4100 0x7f79b80c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79bd0fe640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79b80c31c0 con 0x7f79b80c29e0 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79bd0fe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79b80c34a0 con 0x7f79b80c63c0 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79bd0fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79b80c1030 con 0x7f79b80c4100 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79b6d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f79b80c63c0 0x7f79b80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79b6d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f79b80c63c0 0x7f79b80c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52874/0 (socket says 172.21.15.133:52874) 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79b6d9d640 1 -- 172.21.15.133:0/3749182307 learned_addr learned my addr 172.21.15.133:0/3749182307 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:57.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79ae59c640 1 --2- 172.21.15.133:0/3749182307 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c4100 0x7f79b80c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:57.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79b6d9d640 1 -- 172.21.15.133:0/3749182307 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c4100 msgr2=0x7f79b80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:57.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79b6d9d640 1 --2- 172.21.15.133:0/3749182307 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c4100 0x7f79b80c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79b6d9d640 1 -- 172.21.15.133:0/3749182307 >> v1:172.21.15.172:6789/0 conn(0x7f79b80c29e0 legacy=0x7f79b80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:57.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.436+0000 7f79b6d9d640 1 -- 172.21.15.133:0/3749182307 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79b80c1310 con 0x7f79b80c63c0 2023-12-02T00:32:57.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79b6d9d640 1 --2- 172.21.15.133:0/3749182307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c63c0 0x7f79b80c06d0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f79a8009870 tx=0x7f79a801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=548332d490f0cc36 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:57.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79b659c640 1 -- 172.21.15.133:0/3749182307 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a80ab610 con 0x7f79b80c63c0 2023-12-02T00:32:57.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79b659c640 1 -- 172.21.15.133:0/3749182307 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a80ab770 con 0x7f79b80c63c0 2023-12-02T00:32:57.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79b659c640 1 -- 172.21.15.133:0/3749182307 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a80abb00 con 0x7f79b80c63c0 2023-12-02T00:32:57.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 -- 172.21.15.133:0/3749182307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c63c0 msgr2=0x7f79b80c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:57.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/3749182307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c63c0 0x7f79b80c06d0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f79a8009870 tx=0x7f79a801c3f0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 -- 172.21.15.133:0/3749182307 shutdown_connections 2023-12-02T00:32:57.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/3749182307 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c4100 0x7f79b80c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/3749182307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c63c0 0x7f79b80c06d0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 -- 172.21.15.133:0/3749182307 >> 172.21.15.133:0/3749182307 conn(0x7f79b806a5b0 msgr2=0x7f79b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:57.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 -- 172.21.15.133:0/3749182307 shutdown_connections 2023-12-02T00:32:57.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.440+0000 7f79bd0fe640 1 -- 172.21.15.133:0/3749182307 wait complete. 2023-12-02T00:32:57.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 Processor -- start 2023-12-02T00:32:57.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 -- start start 2023-12-02T00:32:57.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c29e0 0x7f79b806d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:57.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c4100 0x7f79b81574b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:57.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f79b80c63c0 0x7f79b8158620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:57.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79b81edec0 con 0x7f79b80c4100 2023-12-02T00:32:57.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79b81ed050 con 0x7f79b80c63c0 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79b80a5c20 con 0x7f79b80c29e0 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c4100 0x7f79b81574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c4100 0x7f79b81574b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52880/0 (socket says 172.21.15.133:52880) 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 -- 172.21.15.133:0/2413566237 learned_addr learned my addr 172.21.15.133:0/2413566237 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79b6d9d640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c29e0 0x7f79b806d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79b759e640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f79b80c63c0 0x7f79b8158620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 -- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c29e0 msgr2=0x7f79b806d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c29e0 0x7f79b806d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 -- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f79b80c63c0 msgr2=0x7f79b8158620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f79b80c63c0 0x7f79b8158620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 -- 172.21.15.133:0/2413566237 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a80094d0 con 0x7f79b80c4100 2023-12-02T00:32:57.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79ae59c640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c4100 0x7f79b81574b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f79a0007ef0 tx=0x7f79a000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:57.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79affff640 1 -- 172.21.15.133:0/2413566237 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a0014620 con 0x7f79b80c4100 2023-12-02T00:32:57.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79affff640 1 -- 172.21.15.133:0/2413566237 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a0014780 con 0x7f79b80c4100 2023-12-02T00:32:57.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79b81ed240 con 0x7f79b80c4100 2023-12-02T00:32:57.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79affff640 1 -- 172.21.15.133:0/2413566237 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a0014b30 con 0x7f79b80c4100 2023-12-02T00:32:57.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79b81ed800 con 0x7f79b80c4100 2023-12-02T00:32:57.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.444+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79b80a7840 con 0x7f79b80c4100 2023-12-02T00:32:57.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.448+0000 7f79affff640 1 -- 172.21.15.133:0/2413566237 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f79a0014c90 con 0x7f79b80c4100 2023-12-02T00:32:57.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.448+0000 7f79affff640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7998066470 0x7f7998068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:57.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.448+0000 7f79affff640 1 -- 172.21.15.133:0/2413566237 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f79a00849a0 con 0x7f79b80c4100 2023-12-02T00:32:57.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.448+0000 7f79b6d9d640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7998066470 0x7f7998068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:57.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.448+0000 7f79b6d9d640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7998066470 0x7f7998068930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f79a80af000 tx=0x7f79a80b6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:57.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.452+0000 7f79affff640 1 -- 172.21.15.133:0/2413566237 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f79a0051c00 con 0x7f79b80c4100 2023-12-02T00:32:57.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:57.632+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f79b8068400 con 0x7f79b80c4100 2023-12-02T00:32:57.873 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:32:57.877 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:32:58.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79affff640 1 -- 172.21.15.133:0/2413566237 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v37) v1 ==== 123+0+0 (secure 0 0 0) 0x7f79a0055220 con 0x7f79b80c4100 2023-12-02T00:32:58.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7998066470 msgr2=0x7f7998068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7998066470 0x7f7998068930 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f79a80af000 tx=0x7f79a80b6040 comp rx=0 tx=0).stop 2023-12-02T00:32:58.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c4100 msgr2=0x7f79b81574b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c4100 0x7f79b81574b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f79a0007ef0 tx=0x7f79a000e4b0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 shutdown_connections 2023-12-02T00:32:58.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7998066470 0x7f7998068930 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f79b80c63c0 0x7f79b8158620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79b80c4100 0x7f79b81574b0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 --2- 172.21.15.133:0/2413566237 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f79b80c29e0 0x7f79b806d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 >> 172.21.15.133:0/2413566237 conn(0x7f79b806a5b0 msgr2=0x7f79b80a6fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:58.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 shutdown_connections 2023-12-02T00:32:58.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.272+0000 7f79bd0fe640 1 -- 172.21.15.133:0/2413566237 wait complete. 2023-12-02T00:32:58.296 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2023-12-02T00:32:58.296 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:32:58.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5e3e7640 1 Processor -- start 2023-12-02T00:32:58.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5e3e7640 1 -- start start 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5e3e7640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6c580c4100 0x7f6c580c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5e3e7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c580a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5e3e7640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c580c31c0 con 0x7f6c580c63c0 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5e3e7640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c580c34a0 con 0x7f6c580c4100 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5e3e7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c580c1030 con 0x7f6c580c06d0 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5c984640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c580a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c577fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6c580c4100 0x7f6c580c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c577fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6c580c4100 0x7f6c580c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:36890/0 (socket says 172.21.15.133:36890) 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c5c984640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c580a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:38750/0 (socket says 172.21.15.133:38750) 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c577fe640 1 -- 172.21.15.133:0/3918851826 learned_addr learned my addr 172.21.15.133:0/3918851826 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:58.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c57fff640 1 --1- 172.21.15.133:0/3918851826 >> v1:172.21.15.172:6789/0 conn(0x7f6c580c63c0 0x7f6c580c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:40342/0 (socket says 172.21.15.133:40342) 2023-12-02T00:32:58.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c577fe640 1 -- 172.21.15.133:0/3918851826 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 msgr2=0x7f6c580a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:58.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c577fe640 1 --2- 172.21.15.133:0/3918851826 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c580a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.432+0000 7f6c577fe640 1 -- 172.21.15.133:0/3918851826 >> v1:172.21.15.172:6789/0 conn(0x7f6c580c63c0 legacy=0x7f6c580c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c577fe640 1 -- 172.21.15.133:0/3918851826 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c580c1310 con 0x7f6c580c4100 2023-12-02T00:32:58.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c577fe640 1 --2- 172.21.15.133:0/3918851826 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 0x7f6c580c2bb0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c009870 tx=0x7f6c4c01c420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff9c884a7d015d5d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c56ffd640 1 -- 172.21.15.133:0/3918851826 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c580aa3d0 con 0x7f6c580c4100 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c56ffd640 1 -- 172.21.15.133:0/3918851826 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c4c0a7050 con 0x7f6c580c4100 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c56ffd640 1 -- 172.21.15.133:0/3918851826 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c0ab820 con 0x7f6c580c4100 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3918851826 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 msgr2=0x7f6c580c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3918851826 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 0x7f6c580c2bb0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c009870 tx=0x7f6c4c01c420 comp rx=0 tx=0).stop 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3918851826 shutdown_connections 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3918851826 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c580a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3918851826 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 0x7f6c580c2bb0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3918851826 >> 172.21.15.133:0/3918851826 conn(0x7f6c5806a5b0 msgr2=0x7f6c5806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3918851826 shutdown_connections 2023-12-02T00:32:58.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.436+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3918851826 wait complete. 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 Processor -- start 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 -- start start 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c581ec250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 0x7f6c581ea060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c580c63c0 0x7f6c581ea5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c580bfc60 con 0x7f6c580c63c0 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c580bbda0 con 0x7f6c580c4100 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c581ecba0 con 0x7f6c580c06d0 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c580c63c0 0x7f6c581ea5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c580c63c0 0x7f6c581ea5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52896/0 (socket says 172.21.15.133:52896) 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 -- 172.21.15.133:0/3429323089 learned_addr learned my addr 172.21.15.133:0/3429323089 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c57fff640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c581ec250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c577fe640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 0x7f6c581ea060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 -- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 msgr2=0x7f6c581ec250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c581ec250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 -- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 msgr2=0x7f6c581ea060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 0x7f6c581ea060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 -- 172.21.15.133:0/3429323089 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c4c0094d0 con 0x7f6c580c63c0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5c984640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c580c63c0 0x7f6c581ea5a0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f6c5000efc0 tx=0x7f6c5000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c54ff9640 1 -- 172.21.15.133:0/3429323089 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c50014480 con 0x7f6c580c63c0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c54ff9640 1 -- 172.21.15.133:0/3429323089 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c5000f040 con 0x7f6c580c63c0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c54ff9640 1 -- 172.21.15.133:0/3429323089 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c50014820 con 0x7f6c580c63c0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.440+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c580bc040 con 0x7f6c580c63c0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.444+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c581ece80 con 0x7f6c580c63c0 2023-12-02T00:32:58.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.444+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c58072a00 con 0x7f6c580c63c0 2023-12-02T00:32:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.444+0000 7f6c54ff9640 1 -- 172.21.15.133:0/3429323089 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6c50014980 con 0x7f6c580c63c0 2023-12-02T00:32:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.444+0000 7f6c54ff9640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c440664a0 0x7f6c44068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.444+0000 7f6c54ff9640 1 -- 172.21.15.133:0/3429323089 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6c50084f30 con 0x7f6c580c63c0 2023-12-02T00:32:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.444+0000 7f6c57fff640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c440664a0 0x7f6c44068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.444+0000 7f6c57fff640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c440664a0 0x7f6c44068960 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6c48000f70 tx=0x7f6c48001180 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:58.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.448+0000 7f6c54ff9640 1 -- 172.21.15.133:0/3429323089 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6c500520f0 con 0x7f6c580c63c0 2023-12-02T00:32:58.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.628+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6c58068400 con 0x7f6c580c63c0 2023-12-02T00:32:58.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c54ff9640 1 -- 172.21.15.133:0/3429323089 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) v1 ==== 94+0+6138 (secure 0 0 0) 0x7f6c50055710 con 0x7f6c580c63c0 2023-12-02T00:32:58.633 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:58.633 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":37,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:41.517859+0000","modified":"2023-12-02T00:32:44.537487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"a","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/567144125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":567144125},{"type":"v1","addr":"172.21.15.133:6837","nonce":567144125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:32:58.633 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 37 2023-12-02T00:32:58.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c440664a0 msgr2=0x7f6c44068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c440664a0 0x7f6c44068960 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6c48000f70 tx=0x7f6c48001180 comp rx=0 tx=0).stop 2023-12-02T00:32:58.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c580c63c0 msgr2=0x7f6c581ea5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c580c63c0 0x7f6c581ea5a0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f6c5000efc0 tx=0x7f6c5000c490 comp rx=0 tx=0).stop 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 shutdown_connections 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c440664a0 0x7f6c44068960 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c580c63c0 0x7f6c581ea5a0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c580c4100 0x7f6c581ea060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 --2- 172.21.15.133:0/3429323089 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c580c06d0 0x7f6c581ec250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 >> 172.21.15.133:0/3429323089 conn(0x7f6c5806a5b0 msgr2=0x7f6c580a6ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 shutdown_connections 2023-12-02T00:32:58.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.632+0000 7f6c5e3e7640 1 -- 172.21.15.133:0/3429323089 wait complete. 2023-12-02T00:32:58.655 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:32:58.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.788+0000 7f94a05df640 1 Processor -- start 2023-12-02T00:32:58.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.788+0000 7f94a05df640 1 -- start start 2023-12-02T00:32:58.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f94a05df640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f949814b010 0x7f94980bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f94a05df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 0x7f949806b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f94a05df640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f949806a5b0 con 0x7f949806b540 2023-12-02T00:32:58.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f94a05df640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94980c1d60 con 0x7f949814b010 2023-12-02T00:32:58.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f94a05df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94980c2040 con 0x7f9498073a70 2023-12-02T00:32:58.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949eb7c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f949806b540 0x7f9498157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40256/0 (socket says 172.21.15.133:40256) 2023-12-02T00:32:58.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949eb7c640 1 -- 172.21.15.133:0/903038453 learned_addr learned my addr 172.21.15.133:0/903038453 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:58.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949e37b640 1 --2- 172.21.15.133:0/903038453 >> v2:172.21.15.172:3300/0 conn(0x7f949814b010 0x7f94980bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949db7a640 1 --2- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 0x7f949806b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949d379640 1 -- 172.21.15.133:0/903038453 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3761018952 0 0) 0x7f949806a5b0 con 0x7f949806b540 2023-12-02T00:32:58.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949d379640 1 -- 172.21.15.133:0/903038453 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9484003530 con 0x7f949806b540 2023-12-02T00:32:58.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949e37b640 1 -- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 msgr2=0x7f949806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:58.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949e37b640 1 --2- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 0x7f949806b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949e37b640 1 -- 172.21.15.133:0/903038453 >> v1:172.21.15.133:6789/0 conn(0x7f949806b540 legacy=0x7f9498157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.792+0000 7f949e37b640 1 -- 172.21.15.133:0/903038453 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f949806a800 con 0x7f949814b010 2023-12-02T00:32:58.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f949e37b640 1 --2- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814b010 0x7f94980bf9f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f94940097c0 tx=0x7f949401ec70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45f74c16c56cd05e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:58.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f949d379640 1 -- 172.21.15.133:0/903038453 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94940a8970 con 0x7f949814b010 2023-12-02T00:32:58.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f949d379640 1 -- 172.21.15.133:0/903038453 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94940a8ad0 con 0x7f949814b010 2023-12-02T00:32:58.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f949d379640 1 -- 172.21.15.133:0/903038453 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94940a8e60 con 0x7f949814b010 2023-12-02T00:32:58.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 -- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814b010 msgr2=0x7f94980bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 --2- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814b010 0x7f94980bf9f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f94940097c0 tx=0x7f949401ec70 comp rx=0 tx=0).stop 2023-12-02T00:32:58.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 -- 172.21.15.133:0/903038453 shutdown_connections 2023-12-02T00:32:58.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 --2- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 0x7f949806b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 --2- 172.21.15.133:0/903038453 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814b010 0x7f94980bf9f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 -- 172.21.15.133:0/903038453 >> 172.21.15.133:0/903038453 conn(0x7f94980c30c0 msgr2=0x7f94980c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:58.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 -- 172.21.15.133:0/903038453 shutdown_connections 2023-12-02T00:32:58.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 -- 172.21.15.133:0/903038453 wait complete. 2023-12-02T00:32:58.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.796+0000 7f94a05df640 1 Processor -- start 2023-12-02T00:32:58.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 -- start start 2023-12-02T00:32:58.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 0x7f9498150c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f949814b010 0x7f9498153940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814c100 0x7f949814dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f949814c7f0 con 0x7f949814b010 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94981504f0 con 0x7f949814c100 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9498151c60 con 0x7f9498073a70 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f949814b010 0x7f9498153940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f949814b010 0x7f9498153940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52906/0 (socket says 172.21.15.133:52906) 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 -- 172.21.15.133:0/4223570779 learned_addr learned my addr 172.21.15.133:0/4223570779 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 -- 172.21.15.133:0/4223570779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 msgr2=0x7f9498150c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 0x7f9498150c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 -- 172.21.15.133:0/4223570779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814c100 msgr2=0x7f949814dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814c100 0x7f949814dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 -- 172.21.15.133:0/4223570779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9494009420 con 0x7f949814b010 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f949db7a640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f949814b010 0x7f9498153940 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f948800e930 tx=0x7f948800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f948effd640 1 -- 172.21.15.133:0/4223570779 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9488009690 con 0x7f949814b010 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f948effd640 1 -- 172.21.15.133:0/4223570779 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f948800ca00 con 0x7f949814b010 2023-12-02T00:32:58.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f948effd640 1 -- 172.21.15.133:0/4223570779 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f948800cd70 con 0x7f949814b010 2023-12-02T00:32:58.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f949814baa0 con 0x7f949814b010 2023-12-02T00:32:58.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9498150740 con 0x7f949814b010 2023-12-02T00:32:58.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.800+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9498068400 con 0x7f949814b010 2023-12-02T00:32:58.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.804+0000 7f948effd640 1 -- 172.21.15.133:0/4223570779 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9488013470 con 0x7f949814b010 2023-12-02T00:32:58.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.804+0000 7f948effd640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f947c066470 0x7f947c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:58.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.804+0000 7f948effd640 1 -- 172.21.15.133:0/4223570779 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9488084410 con 0x7f949814b010 2023-12-02T00:32:58.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.804+0000 7f949e37b640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f947c066470 0x7f947c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:58.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.804+0000 7f949e37b640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f947c066470 0x7f947c068930 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f94940b2000 tx=0x7f9494004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:58.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.808+0000 7f948effd640 1 -- 172.21.15.133:0/4223570779 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f94880515f0 con 0x7f949814b010 2023-12-02T00:32:58.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.956+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f949814ea50 con 0x7f949814b010 2023-12-02T00:32:58.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f948effd640 1 -- 172.21.15.133:0/4223570779 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+20316 (secure 0 0 0) 0x7f9488054c10 con 0x7f949814b010 2023-12-02T00:32:58.961 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:58.961 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":53,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:56.234236+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:32:58.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f947c066470 msgr2=0x7f947c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f947c066470 0x7f947c068930 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f94940b2000 tx=0x7f9494004740 comp rx=0 tx=0).stop 2023-12-02T00:32:58.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f949814b010 msgr2=0x7f9498153940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f949814b010 0x7f9498153940 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f948800e930 tx=0x7f948800edf0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 shutdown_connections 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f947c066470 0x7f947c068930 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f949814c100 0x7f949814dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f949814b010 0x7f9498153940 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 --2- 172.21.15.133:0/4223570779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9498073a70 0x7f9498150c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 >> 172.21.15.133:0/4223570779 conn(0x7f94980c30c0 msgr2=0x7f94980bf9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 shutdown_connections 2023-12-02T00:32:58.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:58.960+0000 7f94a05df640 1 -- 172.21.15.133:0/4223570779 wait complete. 2023-12-02T00:32:58.983 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-02T00:32:58.983 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.116+0000 7fcdd491d640 1 Processor -- start 2023-12-02T00:32:59.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.116+0000 7fcdd491d640 1 -- start start 2023-12-02T00:32:59.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdd491d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fcdd0072090 0x7fcdd0150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdd491d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdd00c2760 con 0x7fcdd00a5370 2023-12-02T00:32:59.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdd491d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdd00a5750 con 0x7fcdd00725c0 2023-12-02T00:32:59.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdd491d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdd00c3070 con 0x7fcdd0072090 2023-12-02T00:32:59.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdce59c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fcdd00a5370 0x7fcdd00c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40262/0 (socket says 172.21.15.133:40262) 2023-12-02T00:32:59.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdce59c640 1 -- 172.21.15.133:0/1486728538 learned_addr learned my addr 172.21.15.133:0/1486728538 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:32:59.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdc5d9b640 1 --2- 172.21.15.133:0/1486728538 >> v2:172.21.15.133:3300/0 conn(0x7fcdd0072090 0x7fcdd0150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdcdd9b640 1 -- 172.21.15.133:0/1486728538 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3943605707 0 0) 0x7fcdd00c2760 con 0x7fcdd00a5370 2023-12-02T00:32:59.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdcdd9b640 1 -- 172.21.15.133:0/1486728538 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcdbc003450 con 0x7fcdd00a5370 2023-12-02T00:32:59.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdc5d9b640 1 -- 172.21.15.133:0/1486728538 >> v1:172.21.15.172:6789/0 conn(0x7fcdd00725c0 legacy=0x7fcdd01514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:59.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdc5d9b640 1 -- 172.21.15.133:0/1486728538 >> v1:172.21.15.133:6789/0 conn(0x7fcdd00a5370 legacy=0x7fcdd00c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.120+0000 7fcdc5d9b640 1 -- 172.21.15.133:0/1486728538 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdd00aad20 con 0x7fcdd0072090 2023-12-02T00:32:59.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdc5d9b640 1 --2- 172.21.15.133:0/1486728538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd0072090 0x7fcdd0150fa0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fcdb80097c0 tx=0x7fcdb801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f28e2cccde0c776 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdcdd9b640 1 -- 172.21.15.133:0/1486728538 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb80ab600 con 0x7fcdd0072090 2023-12-02T00:32:59.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdcdd9b640 1 -- 172.21.15.133:0/1486728538 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdb80a7050 con 0x7fcdd0072090 2023-12-02T00:32:59.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdcdd9b640 1 -- 172.21.15.133:0/1486728538 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb80ab980 con 0x7fcdd0072090 2023-12-02T00:32:59.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 -- 172.21.15.133:0/1486728538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd0072090 msgr2=0x7fcdd0150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1486728538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd0072090 0x7fcdd0150fa0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fcdb80097c0 tx=0x7fcdb801c320 comp rx=0 tx=0).stop 2023-12-02T00:32:59.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 -- 172.21.15.133:0/1486728538 shutdown_connections 2023-12-02T00:32:59.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1486728538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd0072090 0x7fcdd0150fa0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 -- 172.21.15.133:0/1486728538 >> 172.21.15.133:0/1486728538 conn(0x7fcdd006a5b0 msgr2=0x7fcdd006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:59.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 -- 172.21.15.133:0/1486728538 shutdown_connections 2023-12-02T00:32:59.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 -- 172.21.15.133:0/1486728538 wait complete. 2023-12-02T00:32:59.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 Processor -- start 2023-12-02T00:32:59.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.124+0000 7fcdd491d640 1 -- start start 2023-12-02T00:32:59.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdd0072090 0x7fcdd01f02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdd00725c0 0x7fcdd01f0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd00a5370 0x7fcdd0153f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdd014fb20 con 0x7fcdd00a5370 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdd0149fb0 con 0x7fcdd0072090 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdd01f0d60 con 0x7fcdd00725c0 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd00a5370 0x7fcdd0153f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd00a5370 0x7fcdd0153f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52936/0 (socket says 172.21.15.133:52936) 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 -- 172.21.15.133:0/1383883296 learned_addr learned my addr 172.21.15.133:0/1383883296 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdce59c640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdd0072090 0x7fcdd01f02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdc5d9b640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdd00725c0 0x7fcdd01f0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 -- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdd00725c0 msgr2=0x7fcdd01f0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdd00725c0 0x7fcdd01f0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 -- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdd0072090 msgr2=0x7fcdd01f02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdd0072090 0x7fcdd01f02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 -- 172.21.15.133:0/1383883296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb8009420 con 0x7fcdd00a5370 2023-12-02T00:32:59.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdced9d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd00a5370 0x7fcdd0153f20 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800c780 tx=0x7fcdc800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdc77fe640 1 -- 172.21.15.133:0/1383883296 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8004b70 con 0x7fcdd00a5370 2023-12-02T00:32:59.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdc77fe640 1 -- 172.21.15.133:0/1383883296 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdc800ce90 con 0x7fcdd00a5370 2023-12-02T00:32:59.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdc77fe640 1 -- 172.21.15.133:0/1383883296 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdc800a850 con 0x7fcdd00a5370 2023-12-02T00:32:59.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdd014eea0 con 0x7fcdd00a5370 2023-12-02T00:32:59.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdd014f460 con 0x7fcdd00a5370 2023-12-02T00:32:59.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdd014a120 con 0x7fcdd00a5370 2023-12-02T00:32:59.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.128+0000 7fcdc77fe640 1 -- 172.21.15.133:0/1383883296 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcdc800a9b0 con 0x7fcdd00a5370 2023-12-02T00:32:59.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.132+0000 7fcdc77fe640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdb00664a0 0x7fcdb0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.132+0000 7fcdc77fe640 1 -- 172.21.15.133:0/1383883296 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fcdc8084270 con 0x7fcdd00a5370 2023-12-02T00:32:59.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.132+0000 7fcdce59c640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdb00664a0 0x7fcdb0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.132+0000 7fcdce59c640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdb00664a0 0x7fcdb0068960 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fcdc00011f0 tx=0x7fcdc0007d40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.136+0000 7fcdc77fe640 1 -- 172.21.15.133:0/1383883296 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcdc80513a0 con 0x7fcdd00a5370 2023-12-02T00:32:59.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.284+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcdd015e510 con 0x7fcdb00664a0 2023-12-02T00:32:59.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.300+0000 7fcdc77fe640 1 -- 172.21.15.133:0/1383883296 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527853 (secure 0 0 0) 0x7fcdc0005860 con 0x7fcdb00664a0 2023-12-02T00:32:59.306 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:59.310 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:59.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdb00664a0 msgr2=0x7fcdb0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdb00664a0 0x7fcdb0068960 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fcdc00011f0 tx=0x7fcdc0007d40 comp rx=0 tx=0).stop 2023-12-02T00:32:59.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd00a5370 msgr2=0x7fcdd0153f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd00a5370 0x7fcdd0153f20 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800c780 tx=0x7fcdc800cc40 comp rx=0 tx=0).stop 2023-12-02T00:32:59.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 shutdown_connections 2023-12-02T00:32:59.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdb00664a0 0x7fcdb0068960 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdd00a5370 0x7fcdd0153f20 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdd00725c0 0x7fcdd01f0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 --2- 172.21.15.133:0/1383883296 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdd0072090 0x7fcdd01f02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 >> 172.21.15.133:0/1383883296 conn(0x7fcdd006a5b0 msgr2=0x7fcdd00c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:59.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 shutdown_connections 2023-12-02T00:32:59.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.304+0000 7fcdd491d640 1 -- 172.21.15.133:0/1383883296 wait complete. 2023-12-02T00:32:59.326 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":112,"stamp":"2023-12-02T00:32:59.265231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":250,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196,"ondisk_log_size":196,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":349,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":222468,"kb_used_data":6248,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754752252,"statfs":{"total":773094113280,"available":772866306048,"internally_reserved":0,"allocated":6397952,"data_stored":3394238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002720"},"pg_stats":[{"pgid":"11.3d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257387+0000","last_change":"2023-12-02T00:32:55.252933+0000","last_active":"2023-12-02T00:32:56.257387+0000","last_peered":"2023-12-02T00:32:56.257387+0000","last_clean":"2023-12-02T00:32:56.257387+0000","last_became_active":"2023-12-02T00:32:55.252660+0000","last_became_peered":"2023-12-02T00:32:55.252660+0000","last_unstale":"2023-12-02T00:32:56.257387+0000","last_undegraded":"2023-12-02T00:32:56.257387+0000","last_fullsized":"2023-12-02T00:32:56.257387+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:14:22.213387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.248075+0000","last_change":"2023-12-02T00:32:42.163137+0000","last_active":"2023-12-02T00:32:55.248075+0000","last_peered":"2023-12-02T00:32:55.248075+0000","last_clean":"2023-12-02T00:32:55.248075+0000","last_became_active":"2023-12-02T00:32:42.162834+0000","last_became_peered":"2023-12-02T00:32:42.162834+0000","last_unstale":"2023-12-02T00:32:55.248075+0000","last_undegraded":"2023-12-02T00:32:55.248075+0000","last_fullsized":"2023-12-02T00:32:55.248075+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:28:07.358856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243483+0000","last_change":"2023-12-02T00:32:55.238083+0000","last_active":"2023-12-02T00:32:56.243483+0000","last_peered":"2023-12-02T00:32:56.243483+0000","last_clean":"2023-12-02T00:32:56.243483+0000","last_became_active":"2023-12-02T00:32:55.237867+0000","last_became_peered":"2023-12-02T00:32:55.237867+0000","last_unstale":"2023-12-02T00:32:56.243483+0000","last_undegraded":"2023-12-02T00:32:56.243483+0000","last_fullsized":"2023-12-02T00:32:56.243483+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:45.982905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240626+0000","last_change":"2023-12-02T00:32:42.166414+0000","last_active":"2023-12-02T00:32:55.240626+0000","last_peered":"2023-12-02T00:32:55.240626+0000","last_clean":"2023-12-02T00:32:55.240626+0000","last_became_active":"2023-12-02T00:32:42.165926+0000","last_became_peered":"2023-12-02T00:32:42.165926+0000","last_unstale":"2023-12-02T00:32:55.240626+0000","last_undegraded":"2023-12-02T00:32:55.240626+0000","last_fullsized":"2023-12-02T00:32:55.240626+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:40.644767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259233+0000","last_change":"2023-12-02T00:32:55.255789+0000","last_active":"2023-12-02T00:32:56.259233+0000","last_peered":"2023-12-02T00:32:56.259233+0000","last_clean":"2023-12-02T00:32:56.259233+0000","last_became_active":"2023-12-02T00:32:55.255488+0000","last_became_peered":"2023-12-02T00:32:55.255488+0000","last_unstale":"2023-12-02T00:32:56.259233+0000","last_undegraded":"2023-12-02T00:32:56.259233+0000","last_fullsized":"2023-12-02T00:32:56.259233+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:59:50.355692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243475+0000","last_change":"2023-12-02T00:32:42.162847+0000","last_active":"2023-12-02T00:32:55.243475+0000","last_peered":"2023-12-02T00:32:55.243475+0000","last_clean":"2023-12-02T00:32:55.243475+0000","last_became_active":"2023-12-02T00:32:42.162573+0000","last_became_peered":"2023-12-02T00:32:42.162573+0000","last_unstale":"2023-12-02T00:32:55.243475+0000","last_undegraded":"2023-12-02T00:32:55.243475+0000","last_fullsized":"2023-12-02T00:32:55.243475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:03.910871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.246122+0000","last_change":"2023-12-02T00:32:55.238835+0000","last_active":"2023-12-02T00:32:56.246122+0000","last_peered":"2023-12-02T00:32:56.246122+0000","last_clean":"2023-12-02T00:32:56.246122+0000","last_became_active":"2023-12-02T00:32:55.238562+0000","last_became_peered":"2023-12-02T00:32:55.238562+0000","last_unstale":"2023-12-02T00:32:56.246122+0000","last_undegraded":"2023-12-02T00:32:56.246122+0000","last_fullsized":"2023-12-02T00:32:56.246122+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:10.627258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232835+0000","last_change":"2023-12-02T00:32:42.176669+0000","last_active":"2023-12-02T00:32:55.232835+0000","last_peered":"2023-12-02T00:32:55.232835+0000","last_clean":"2023-12-02T00:32:55.232835+0000","last_became_active":"2023-12-02T00:32:42.176429+0000","last_became_peered":"2023-12-02T00:32:42.176429+0000","last_unstale":"2023-12-02T00:32:55.232835+0000","last_undegraded":"2023-12-02T00:32:55.232835+0000","last_fullsized":"2023-12-02T00:32:55.232835+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258589+0000","last_change":"2023-12-02T00:32:55.247848+0000","last_active":"2023-12-02T00:32:56.258589+0000","last_peered":"2023-12-02T00:32:56.258589+0000","last_clean":"2023-12-02T00:32:56.258589+0000","last_became_active":"2023-12-02T00:32:55.247601+0000","last_became_peered":"2023-12-02T00:32:55.247601+0000","last_unstale":"2023-12-02T00:32:56.258589+0000","last_undegraded":"2023-12-02T00:32:56.258589+0000","last_fullsized":"2023-12-02T00:32:56.258589+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:10.627258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.248056+0000","last_change":"2023-12-02T00:32:42.163320+0000","last_active":"2023-12-02T00:32:55.248056+0000","last_peered":"2023-12-02T00:32:55.248056+0000","last_clean":"2023-12-02T00:32:55.248056+0000","last_became_active":"2023-12-02T00:32:42.163046+0000","last_became_peered":"2023-12-02T00:32:42.163046+0000","last_unstale":"2023-12-02T00:32:55.248056+0000","last_undegraded":"2023-12-02T00:32:55.248056+0000","last_fullsized":"2023-12-02T00:32:55.248056+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:11.136078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243993+0000","last_change":"2023-12-02T00:32:55.231722+0000","last_active":"2023-12-02T00:32:56.243993+0000","last_peered":"2023-12-02T00:32:56.243993+0000","last_clean":"2023-12-02T00:32:56.243993+0000","last_became_active":"2023-12-02T00:32:55.231443+0000","last_became_peered":"2023-12-02T00:32:55.231443+0000","last_unstale":"2023-12-02T00:32:56.243993+0000","last_undegraded":"2023-12-02T00:32:56.243993+0000","last_fullsized":"2023-12-02T00:32:56.243993+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:46.211480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231760+0000","last_change":"2023-12-02T00:32:42.169887+0000","last_active":"2023-12-02T00:32:55.231760+0000","last_peered":"2023-12-02T00:32:55.231760+0000","last_clean":"2023-12-02T00:32:55.231760+0000","last_became_active":"2023-12-02T00:32:42.169591+0000","last_became_peered":"2023-12-02T00:32:42.169591+0000","last_unstale":"2023-12-02T00:32:55.231760+0000","last_undegraded":"2023-12-02T00:32:55.231760+0000","last_fullsized":"2023-12-02T00:32:55.231760+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256745+0000","last_change":"2023-12-02T00:32:55.255887+0000","last_active":"2023-12-02T00:32:56.256745+0000","last_peered":"2023-12-02T00:32:56.256745+0000","last_clean":"2023-12-02T00:32:56.256745+0000","last_became_active":"2023-12-02T00:32:55.255589+0000","last_became_peered":"2023-12-02T00:32:55.255589+0000","last_unstale":"2023-12-02T00:32:56.256745+0000","last_undegraded":"2023-12-02T00:32:56.256745+0000","last_fullsized":"2023-12-02T00:32:56.256745+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:44.268769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.228894+0000","last_change":"2023-12-02T00:32:42.159266+0000","last_active":"2023-12-02T00:32:55.228894+0000","last_peered":"2023-12-02T00:32:55.228894+0000","last_clean":"2023-12-02T00:32:55.228894+0000","last_became_active":"2023-12-02T00:32:42.158993+0000","last_became_peered":"2023-12-02T00:32:42.158993+0000","last_unstale":"2023-12-02T00:32:55.228894+0000","last_undegraded":"2023-12-02T00:32:55.228894+0000","last_fullsized":"2023-12-02T00:32:55.228894+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:53.918707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245274+0000","last_change":"2023-12-02T00:32:55.239444+0000","last_active":"2023-12-02T00:32:56.245274+0000","last_peered":"2023-12-02T00:32:56.245274+0000","last_clean":"2023-12-02T00:32:56.245274+0000","last_became_active":"2023-12-02T00:32:55.239149+0000","last_became_peered":"2023-12-02T00:32:55.239149+0000","last_unstale":"2023-12-02T00:32:56.245274+0000","last_undegraded":"2023-12-02T00:32:56.245274+0000","last_fullsized":"2023-12-02T00:32:56.245274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:53.732170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234075+0000","last_change":"2023-12-02T00:32:42.175777+0000","last_active":"2023-12-02T00:32:55.234075+0000","last_peered":"2023-12-02T00:32:55.234075+0000","last_clean":"2023-12-02T00:32:55.234075+0000","last_became_active":"2023-12-02T00:32:42.175356+0000","last_became_peered":"2023-12-02T00:32:42.175356+0000","last_unstale":"2023-12-02T00:32:55.234075+0000","last_undegraded":"2023-12-02T00:32:55.234075+0000","last_fullsized":"2023-12-02T00:32:55.234075+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:26.156938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257927+0000","last_change":"2023-12-02T00:32:55.259945+0000","last_active":"2023-12-02T00:32:56.257927+0000","last_peered":"2023-12-02T00:32:56.257927+0000","last_clean":"2023-12-02T00:32:56.257927+0000","last_became_active":"2023-12-02T00:32:55.259613+0000","last_became_peered":"2023-12-02T00:32:55.259613+0000","last_unstale":"2023-12-02T00:32:56.257927+0000","last_undegraded":"2023-12-02T00:32:56.257927+0000","last_fullsized":"2023-12-02T00:32:56.257927+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:22:21.605086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227047+0000","last_change":"2023-12-02T00:32:42.163663+0000","last_active":"2023-12-02T00:32:55.227047+0000","last_peered":"2023-12-02T00:32:55.227047+0000","last_clean":"2023-12-02T00:32:55.227047+0000","last_became_active":"2023-12-02T00:32:42.160245+0000","last_became_peered":"2023-12-02T00:32:42.160245+0000","last_unstale":"2023-12-02T00:32:55.227047+0000","last_undegraded":"2023-12-02T00:32:55.227047+0000","last_fullsized":"2023-12-02T00:32:55.227047+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:04.875613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243177+0000","last_change":"2023-12-02T00:32:55.254358+0000","last_active":"2023-12-02T00:32:56.243177+0000","last_peered":"2023-12-02T00:32:56.243177+0000","last_clean":"2023-12-02T00:32:56.243177+0000","last_became_active":"2023-12-02T00:32:55.254177+0000","last_became_peered":"2023-12-02T00:32:55.254177+0000","last_unstale":"2023-12-02T00:32:56.243177+0000","last_undegraded":"2023-12-02T00:32:56.243177+0000","last_fullsized":"2023-12-02T00:32:56.243177+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:51:08.789051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226563+0000","last_change":"2023-12-02T00:32:42.153928+0000","last_active":"2023-12-02T00:32:55.226563+0000","last_peered":"2023-12-02T00:32:55.226563+0000","last_clean":"2023-12-02T00:32:55.226563+0000","last_became_active":"2023-12-02T00:32:42.150204+0000","last_became_peered":"2023-12-02T00:32:42.150204+0000","last_unstale":"2023-12-02T00:32:55.226563+0000","last_undegraded":"2023-12-02T00:32:55.226563+0000","last_fullsized":"2023-12-02T00:32:55.226563+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:04.481899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258016+0000","last_change":"2023-12-02T00:32:55.261681+0000","last_active":"2023-12-02T00:32:56.258016+0000","last_peered":"2023-12-02T00:32:56.258016+0000","last_clean":"2023-12-02T00:32:56.258016+0000","last_became_active":"2023-12-02T00:32:55.261328+0000","last_became_peered":"2023-12-02T00:32:55.261328+0000","last_unstale":"2023-12-02T00:32:56.258016+0000","last_undegraded":"2023-12-02T00:32:56.258016+0000","last_fullsized":"2023-12-02T00:32:56.258016+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:48:07.006110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227251+0000","last_change":"2023-12-02T00:32:42.152122+0000","last_active":"2023-12-02T00:32:55.227251+0000","last_peered":"2023-12-02T00:32:55.227251+0000","last_clean":"2023-12-02T00:32:55.227251+0000","last_became_active":"2023-12-02T00:32:42.151846+0000","last_became_peered":"2023-12-02T00:32:42.151846+0000","last_unstale":"2023-12-02T00:32:55.227251+0000","last_undegraded":"2023-12-02T00:32:55.227251+0000","last_fullsized":"2023-12-02T00:32:55.227251+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:47:11.868794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244887+0000","last_change":"2023-12-02T00:32:55.261348+0000","last_active":"2023-12-02T00:32:56.244887+0000","last_peered":"2023-12-02T00:32:56.244887+0000","last_clean":"2023-12-02T00:32:56.244887+0000","last_became_active":"2023-12-02T00:32:55.258093+0000","last_became_peered":"2023-12-02T00:32:55.258093+0000","last_unstale":"2023-12-02T00:32:56.244887+0000","last_undegraded":"2023-12-02T00:32:56.244887+0000","last_fullsized":"2023-12-02T00:32:56.244887+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:10.627258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232931+0000","last_change":"2023-12-02T00:32:42.165167+0000","last_active":"2023-12-02T00:32:55.232931+0000","last_peered":"2023-12-02T00:32:55.232931+0000","last_clean":"2023-12-02T00:32:55.232931+0000","last_became_active":"2023-12-02T00:32:42.164837+0000","last_became_peered":"2023-12-02T00:32:42.164837+0000","last_unstale":"2023-12-02T00:32:55.232931+0000","last_undegraded":"2023-12-02T00:32:55.232931+0000","last_fullsized":"2023-12-02T00:32:55.232931+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:50:55.701648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256638+0000","last_change":"2023-12-02T00:32:55.255472+0000","last_active":"2023-12-02T00:32:56.256638+0000","last_peered":"2023-12-02T00:32:56.256638+0000","last_clean":"2023-12-02T00:32:56.256638+0000","last_became_active":"2023-12-02T00:32:55.255180+0000","last_became_peered":"2023-12-02T00:32:55.255180+0000","last_unstale":"2023-12-02T00:32:56.256638+0000","last_undegraded":"2023-12-02T00:32:56.256638+0000","last_fullsized":"2023-12-02T00:32:56.256638+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:38.277340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.230766+0000","last_change":"2023-12-02T00:32:42.158563+0000","last_active":"2023-12-02T00:32:55.230766+0000","last_peered":"2023-12-02T00:32:55.230766+0000","last_clean":"2023-12-02T00:32:55.230766+0000","last_became_active":"2023-12-02T00:32:42.158315+0000","last_became_peered":"2023-12-02T00:32:42.158315+0000","last_unstale":"2023-12-02T00:32:55.230766+0000","last_undegraded":"2023-12-02T00:32:55.230766+0000","last_fullsized":"2023-12-02T00:32:55.230766+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:18.958076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243629+0000","last_change":"2023-12-02T00:32:55.245173+0000","last_active":"2023-12-02T00:32:56.243629+0000","last_peered":"2023-12-02T00:32:56.243629+0000","last_clean":"2023-12-02T00:32:56.243629+0000","last_became_active":"2023-12-02T00:32:55.244816+0000","last_became_peered":"2023-12-02T00:32:55.244816+0000","last_unstale":"2023-12-02T00:32:56.243629+0000","last_undegraded":"2023-12-02T00:32:56.243629+0000","last_fullsized":"2023-12-02T00:32:56.243629+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:55.136136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227490+0000","last_change":"2023-12-02T00:32:42.150836+0000","last_active":"2023-12-02T00:32:55.227490+0000","last_peered":"2023-12-02T00:32:55.227490+0000","last_clean":"2023-12-02T00:32:55.227490+0000","last_became_active":"2023-12-02T00:32:42.150526+0000","last_became_peered":"2023-12-02T00:32:42.150526+0000","last_unstale":"2023-12-02T00:32:55.227490+0000","last_undegraded":"2023-12-02T00:32:55.227490+0000","last_fullsized":"2023-12-02T00:32:55.227490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:58.019148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258002+0000","last_change":"2023-12-02T00:32:55.249558+0000","last_active":"2023-12-02T00:32:56.258002+0000","last_peered":"2023-12-02T00:32:56.258002+0000","last_clean":"2023-12-02T00:32:56.258002+0000","last_became_active":"2023-12-02T00:32:55.249207+0000","last_became_peered":"2023-12-02T00:32:55.249207+0000","last_unstale":"2023-12-02T00:32:56.258002+0000","last_undegraded":"2023-12-02T00:32:56.258002+0000","last_fullsized":"2023-12-02T00:32:56.258002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:47.534198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.229067+0000","last_change":"2023-12-02T00:32:42.153632+0000","last_active":"2023-12-02T00:32:55.229067+0000","last_peered":"2023-12-02T00:32:55.229067+0000","last_clean":"2023-12-02T00:32:55.229067+0000","last_became_active":"2023-12-02T00:32:42.153364+0000","last_became_peered":"2023-12-02T00:32:42.153364+0000","last_unstale":"2023-12-02T00:32:55.229067+0000","last_undegraded":"2023-12-02T00:32:55.229067+0000","last_fullsized":"2023-12-02T00:32:55.229067+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:46.295551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257370+0000","last_change":"2023-12-02T00:32:55.260168+0000","last_active":"2023-12-02T00:32:56.257370+0000","last_peered":"2023-12-02T00:32:56.257370+0000","last_clean":"2023-12-02T00:32:56.257370+0000","last_became_active":"2023-12-02T00:32:55.258976+0000","last_became_peered":"2023-12-02T00:32:55.258976+0000","last_unstale":"2023-12-02T00:32:56.257370+0000","last_undegraded":"2023-12-02T00:32:56.257370+0000","last_fullsized":"2023-12-02T00:32:56.257370+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:33.148157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232011+0000","last_change":"2023-12-02T00:32:42.168902+0000","last_active":"2023-12-02T00:32:55.232011+0000","last_peered":"2023-12-02T00:32:55.232011+0000","last_clean":"2023-12-02T00:32:55.232011+0000","last_became_active":"2023-12-02T00:32:42.168605+0000","last_became_peered":"2023-12-02T00:32:42.168605+0000","last_unstale":"2023-12-02T00:32:55.232011+0000","last_undegraded":"2023-12-02T00:32:55.232011+0000","last_fullsized":"2023-12-02T00:32:55.232011+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244974+0000","last_change":"2023-12-02T00:32:55.244063+0000","last_active":"2023-12-02T00:32:56.244974+0000","last_peered":"2023-12-02T00:32:56.244974+0000","last_clean":"2023-12-02T00:32:56.244974+0000","last_became_active":"2023-12-02T00:32:55.243778+0000","last_became_peered":"2023-12-02T00:32:55.243778+0000","last_unstale":"2023-12-02T00:32:56.244974+0000","last_undegraded":"2023-12-02T00:32:56.244974+0000","last_fullsized":"2023-12-02T00:32:56.244974+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:55.136136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.241775+0000","last_change":"2023-12-02T00:32:42.172075+0000","last_active":"2023-12-02T00:32:55.241775+0000","last_peered":"2023-12-02T00:32:55.241775+0000","last_clean":"2023-12-02T00:32:55.241775+0000","last_became_active":"2023-12-02T00:32:42.171047+0000","last_became_peered":"2023-12-02T00:32:42.171047+0000","last_unstale":"2023-12-02T00:32:55.241775+0000","last_undegraded":"2023-12-02T00:32:55.241775+0000","last_fullsized":"2023-12-02T00:32:55.241775+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:34.446795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258647+0000","last_change":"2023-12-02T00:32:55.245101+0000","last_active":"2023-12-02T00:32:56.258647+0000","last_peered":"2023-12-02T00:32:56.258647+0000","last_clean":"2023-12-02T00:32:56.258647+0000","last_became_active":"2023-12-02T00:32:55.244764+0000","last_became_peered":"2023-12-02T00:32:55.244764+0000","last_unstale":"2023-12-02T00:32:56.258647+0000","last_undegraded":"2023-12-02T00:32:56.258647+0000","last_fullsized":"2023-12-02T00:32:56.258647+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:25.867471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.244207+0000","last_change":"2023-12-02T00:32:42.171606+0000","last_active":"2023-12-02T00:32:55.244207+0000","last_peered":"2023-12-02T00:32:55.244207+0000","last_clean":"2023-12-02T00:32:55.244207+0000","last_became_active":"2023-12-02T00:32:42.171294+0000","last_became_peered":"2023-12-02T00:32:42.171294+0000","last_unstale":"2023-12-02T00:32:55.244207+0000","last_undegraded":"2023-12-02T00:32:55.244207+0000","last_fullsized":"2023-12-02T00:32:55.244207+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:09.366336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258139+0000","last_change":"2023-12-02T00:32:55.261675+0000","last_active":"2023-12-02T00:32:56.258139+0000","last_peered":"2023-12-02T00:32:56.258139+0000","last_clean":"2023-12-02T00:32:56.258139+0000","last_became_active":"2023-12-02T00:32:55.261205+0000","last_became_peered":"2023-12-02T00:32:55.261205+0000","last_unstale":"2023-12-02T00:32:56.258139+0000","last_undegraded":"2023-12-02T00:32:56.258139+0000","last_fullsized":"2023-12-02T00:32:56.258139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:26:11.106552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.247864+0000","last_change":"2023-12-02T00:32:42.164053+0000","last_active":"2023-12-02T00:32:55.247864+0000","last_peered":"2023-12-02T00:32:55.247864+0000","last_clean":"2023-12-02T00:32:55.247864+0000","last_became_active":"2023-12-02T00:32:42.163798+0000","last_became_peered":"2023-12-02T00:32:42.163798+0000","last_unstale":"2023-12-02T00:32:55.247864+0000","last_undegraded":"2023-12-02T00:32:55.247864+0000","last_fullsized":"2023-12-02T00:32:55.247864+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:28:16.329162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243441+0000","last_change":"2023-12-02T00:32:55.262902+0000","last_active":"2023-12-02T00:32:56.243441+0000","last_peered":"2023-12-02T00:32:56.243441+0000","last_clean":"2023-12-02T00:32:56.243441+0000","last_became_active":"2023-12-02T00:32:55.262630+0000","last_became_peered":"2023-12-02T00:32:55.262630+0000","last_unstale":"2023-12-02T00:32:56.243441+0000","last_undegraded":"2023-12-02T00:32:56.243441+0000","last_fullsized":"2023-12-02T00:32:56.243441+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:33.190834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239582+0000","last_change":"2023-12-02T00:32:42.171440+0000","last_active":"2023-12-02T00:32:55.239582+0000","last_peered":"2023-12-02T00:32:55.239582+0000","last_clean":"2023-12-02T00:32:55.239582+0000","last_became_active":"2023-12-02T00:32:42.170616+0000","last_became_peered":"2023-12-02T00:32:42.170616+0000","last_unstale":"2023-12-02T00:32:55.239582+0000","last_undegraded":"2023-12-02T00:32:55.239582+0000","last_fullsized":"2023-12-02T00:32:55.239582+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:39:57.539855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257301+0000","last_change":"2023-12-02T00:32:55.252116+0000","last_active":"2023-12-02T00:32:56.257301+0000","last_peered":"2023-12-02T00:32:56.257301+0000","last_clean":"2023-12-02T00:32:56.257301+0000","last_became_active":"2023-12-02T00:32:55.251845+0000","last_became_peered":"2023-12-02T00:32:55.251845+0000","last_unstale":"2023-12-02T00:32:56.257301+0000","last_undegraded":"2023-12-02T00:32:56.257301+0000","last_fullsized":"2023-12-02T00:32:56.257301+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:10.040615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240617+0000","last_change":"2023-12-02T00:32:42.158554+0000","last_active":"2023-12-02T00:32:55.240617+0000","last_peered":"2023-12-02T00:32:55.240617+0000","last_clean":"2023-12-02T00:32:55.240617+0000","last_became_active":"2023-12-02T00:32:42.158207+0000","last_became_peered":"2023-12-02T00:32:42.158207+0000","last_unstale":"2023-12-02T00:32:55.240617+0000","last_undegraded":"2023-12-02T00:32:55.240617+0000","last_fullsized":"2023-12-02T00:32:55.240617+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257160+0000","last_change":"2023-12-02T00:32:55.254150+0000","last_active":"2023-12-02T00:32:56.257160+0000","last_peered":"2023-12-02T00:32:56.257160+0000","last_clean":"2023-12-02T00:32:56.257160+0000","last_became_active":"2023-12-02T00:32:55.253557+0000","last_became_peered":"2023-12-02T00:32:55.253557+0000","last_unstale":"2023-12-02T00:32:56.257160+0000","last_undegraded":"2023-12-02T00:32:56.257160+0000","last_fullsized":"2023-12-02T00:32:56.257160+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:14:40.445099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235128+0000","last_change":"2023-12-02T00:32:42.179487+0000","last_active":"2023-12-02T00:32:55.235128+0000","last_peered":"2023-12-02T00:32:55.235128+0000","last_clean":"2023-12-02T00:32:55.235128+0000","last_became_active":"2023-12-02T00:32:42.179221+0000","last_became_peered":"2023-12-02T00:32:42.179221+0000","last_unstale":"2023-12-02T00:32:55.235128+0000","last_undegraded":"2023-12-02T00:32:55.235128+0000","last_fullsized":"2023-12-02T00:32:55.235128+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:52:20.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244161+0000","last_change":"2023-12-02T00:32:55.249703+0000","last_active":"2023-12-02T00:32:56.244161+0000","last_peered":"2023-12-02T00:32:56.244161+0000","last_clean":"2023-12-02T00:32:56.244161+0000","last_became_active":"2023-12-02T00:32:55.249303+0000","last_became_peered":"2023-12-02T00:32:55.249303+0000","last_unstale":"2023-12-02T00:32:56.244161+0000","last_undegraded":"2023-12-02T00:32:56.244161+0000","last_fullsized":"2023-12-02T00:32:56.244161+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:36.952138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239929+0000","last_change":"2023-12-02T00:32:42.166156+0000","last_active":"2023-12-02T00:32:55.239929+0000","last_peered":"2023-12-02T00:32:55.239929+0000","last_clean":"2023-12-02T00:32:55.239929+0000","last_became_active":"2023-12-02T00:32:42.165824+0000","last_became_peered":"2023-12-02T00:32:42.165824+0000","last_unstale":"2023-12-02T00:32:55.239929+0000","last_undegraded":"2023-12-02T00:32:55.239929+0000","last_fullsized":"2023-12-02T00:32:55.239929+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:00:52.582265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243843+0000","last_change":"2023-12-02T00:32:55.262228+0000","last_active":"2023-12-02T00:32:56.243843+0000","last_peered":"2023-12-02T00:32:56.243843+0000","last_clean":"2023-12-02T00:32:56.243843+0000","last_became_active":"2023-12-02T00:32:55.261960+0000","last_became_peered":"2023-12-02T00:32:55.261960+0000","last_unstale":"2023-12-02T00:32:56.243843+0000","last_undegraded":"2023-12-02T00:32:56.243843+0000","last_fullsized":"2023-12-02T00:32:56.243843+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:05:24.157471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.229953+0000","last_change":"2023-12-02T00:32:42.170465+0000","last_active":"2023-12-02T00:32:55.229953+0000","last_peered":"2023-12-02T00:32:55.229953+0000","last_clean":"2023-12-02T00:32:55.229953+0000","last_became_active":"2023-12-02T00:32:42.170109+0000","last_became_peered":"2023-12-02T00:32:42.170109+0000","last_unstale":"2023-12-02T00:32:55.229953+0000","last_undegraded":"2023-12-02T00:32:55.229953+0000","last_fullsized":"2023-12-02T00:32:55.229953+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:57.908110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257504+0000","last_change":"2023-12-02T00:32:55.259396+0000","last_active":"2023-12-02T00:32:56.257504+0000","last_peered":"2023-12-02T00:32:56.257504+0000","last_clean":"2023-12-02T00:32:56.257504+0000","last_became_active":"2023-12-02T00:32:55.258310+0000","last_became_peered":"2023-12-02T00:32:55.258310+0000","last_unstale":"2023-12-02T00:32:56.257504+0000","last_undegraded":"2023-12-02T00:32:56.257504+0000","last_fullsized":"2023-12-02T00:32:56.257504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:11.645192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.248167+0000","last_change":"2023-12-02T00:32:42.162789+0000","last_active":"2023-12-02T00:32:55.248167+0000","last_peered":"2023-12-02T00:32:55.248167+0000","last_clean":"2023-12-02T00:32:55.248167+0000","last_became_active":"2023-12-02T00:32:42.161869+0000","last_became_peered":"2023-12-02T00:32:42.161869+0000","last_unstale":"2023-12-02T00:32:55.248167+0000","last_undegraded":"2023-12-02T00:32:55.248167+0000","last_fullsized":"2023-12-02T00:32:55.248167+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:52.080926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243998+0000","last_change":"2023-12-02T00:32:55.248824+0000","last_active":"2023-12-02T00:32:56.243998+0000","last_peered":"2023-12-02T00:32:56.243998+0000","last_clean":"2023-12-02T00:32:56.243998+0000","last_became_active":"2023-12-02T00:32:55.246381+0000","last_became_peered":"2023-12-02T00:32:55.246381+0000","last_unstale":"2023-12-02T00:32:56.243998+0000","last_undegraded":"2023-12-02T00:32:56.243998+0000","last_fullsized":"2023-12-02T00:32:56.243998+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:52:34.072831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233531+0000","last_change":"2023-12-02T00:32:42.169175+0000","last_active":"2023-12-02T00:32:55.233531+0000","last_peered":"2023-12-02T00:32:55.233531+0000","last_clean":"2023-12-02T00:32:55.233531+0000","last_became_active":"2023-12-02T00:32:42.168839+0000","last_became_peered":"2023-12-02T00:32:42.168839+0000","last_unstale":"2023-12-02T00:32:55.233531+0000","last_undegraded":"2023-12-02T00:32:55.233531+0000","last_fullsized":"2023-12-02T00:32:55.233531+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245011+0000","last_change":"2023-12-02T00:32:55.260781+0000","last_active":"2023-12-02T00:32:56.245011+0000","last_peered":"2023-12-02T00:32:56.245011+0000","last_clean":"2023-12-02T00:32:56.245011+0000","last_became_active":"2023-12-02T00:32:55.259532+0000","last_became_peered":"2023-12-02T00:32:55.259532+0000","last_unstale":"2023-12-02T00:32:56.245011+0000","last_undegraded":"2023-12-02T00:32:56.245011+0000","last_fullsized":"2023-12-02T00:32:56.245011+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:39.244341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232062+0000","last_change":"2023-12-02T00:32:42.161818+0000","last_active":"2023-12-02T00:32:55.232062+0000","last_peered":"2023-12-02T00:32:55.232062+0000","last_clean":"2023-12-02T00:32:55.232062+0000","last_became_active":"2023-12-02T00:32:42.161175+0000","last_became_peered":"2023-12-02T00:32:42.161175+0000","last_unstale":"2023-12-02T00:32:55.232062+0000","last_undegraded":"2023-12-02T00:32:55.232062+0000","last_fullsized":"2023-12-02T00:32:55.232062+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:00:52.582265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258768+0000","last_change":"2023-12-02T00:32:55.257931+0000","last_active":"2023-12-02T00:32:56.258768+0000","last_peered":"2023-12-02T00:32:56.258768+0000","last_clean":"2023-12-02T00:32:56.258768+0000","last_became_active":"2023-12-02T00:32:55.257638+0000","last_became_peered":"2023-12-02T00:32:55.257638+0000","last_unstale":"2023-12-02T00:32:56.258768+0000","last_undegraded":"2023-12-02T00:32:56.258768+0000","last_fullsized":"2023-12-02T00:32:56.258768+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:00.703691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.247802+0000","last_change":"2023-12-02T00:32:42.165943+0000","last_active":"2023-12-02T00:32:55.247802+0000","last_peered":"2023-12-02T00:32:55.247802+0000","last_clean":"2023-12-02T00:32:55.247802+0000","last_became_active":"2023-12-02T00:32:42.165706+0000","last_became_peered":"2023-12-02T00:32:42.165706+0000","last_unstale":"2023-12-02T00:32:55.247802+0000","last_undegraded":"2023-12-02T00:32:55.247802+0000","last_fullsized":"2023-12-02T00:32:55.247802+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:39:39.678041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258772+0000","last_change":"2023-12-02T00:32:55.256340+0000","last_active":"2023-12-02T00:32:56.258772+0000","last_peered":"2023-12-02T00:32:56.258772+0000","last_clean":"2023-12-02T00:32:56.258772+0000","last_became_active":"2023-12-02T00:32:55.256075+0000","last_became_peered":"2023-12-02T00:32:55.256075+0000","last_unstale":"2023-12-02T00:32:56.258772+0000","last_undegraded":"2023-12-02T00:32:56.258772+0000","last_fullsized":"2023-12-02T00:32:56.258772+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:38.277340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239936+0000","last_change":"2023-12-02T00:32:42.165463+0000","last_active":"2023-12-02T00:32:55.239936+0000","last_peered":"2023-12-02T00:32:55.239936+0000","last_clean":"2023-12-02T00:32:55.239936+0000","last_became_active":"2023-12-02T00:32:42.165216+0000","last_became_peered":"2023-12-02T00:32:42.165216+0000","last_unstale":"2023-12-02T00:32:55.239936+0000","last_undegraded":"2023-12-02T00:32:55.239936+0000","last_fullsized":"2023-12-02T00:32:55.239936+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:49:33.677140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244493+0000","last_change":"2023-12-02T00:32:55.237131+0000","last_active":"2023-12-02T00:32:56.244493+0000","last_peered":"2023-12-02T00:32:56.244493+0000","last_clean":"2023-12-02T00:32:56.244493+0000","last_became_active":"2023-12-02T00:32:55.236073+0000","last_became_peered":"2023-12-02T00:32:55.236073+0000","last_unstale":"2023-12-02T00:32:56.244493+0000","last_undegraded":"2023-12-02T00:32:56.244493+0000","last_fullsized":"2023-12-02T00:32:56.244493+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:35.391103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239917+0000","last_change":"2023-12-02T00:32:42.161531+0000","last_active":"2023-12-02T00:32:55.239917+0000","last_peered":"2023-12-02T00:32:55.239917+0000","last_clean":"2023-12-02T00:32:55.239917+0000","last_became_active":"2023-12-02T00:32:42.161264+0000","last_became_peered":"2023-12-02T00:32:42.161264+0000","last_unstale":"2023-12-02T00:32:55.239917+0000","last_undegraded":"2023-12-02T00:32:55.239917+0000","last_fullsized":"2023-12-02T00:32:55.239917+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258262+0000","last_change":"2023-12-02T00:32:55.244343+0000","last_active":"2023-12-02T00:32:56.258262+0000","last_peered":"2023-12-02T00:32:56.258262+0000","last_clean":"2023-12-02T00:32:56.258262+0000","last_became_active":"2023-12-02T00:32:55.243918+0000","last_became_peered":"2023-12-02T00:32:55.243918+0000","last_unstale":"2023-12-02T00:32:56.258262+0000","last_undegraded":"2023-12-02T00:32:56.258262+0000","last_fullsized":"2023-12-02T00:32:56.258262+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:25:54.385887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.247536+0000","last_change":"2023-12-02T00:32:42.155751+0000","last_active":"2023-12-02T00:32:55.247536+0000","last_peered":"2023-12-02T00:32:55.247536+0000","last_clean":"2023-12-02T00:32:55.247536+0000","last_became_active":"2023-12-02T00:32:42.155419+0000","last_became_peered":"2023-12-02T00:32:42.155419+0000","last_unstale":"2023-12-02T00:32:55.247536+0000","last_undegraded":"2023-12-02T00:32:55.247536+0000","last_fullsized":"2023-12-02T00:32:55.247536+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:44:09.407821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258614+0000","last_change":"2023-12-02T00:32:55.253082+0000","last_active":"2023-12-02T00:32:56.258614+0000","last_peered":"2023-12-02T00:32:56.258614+0000","last_clean":"2023-12-02T00:32:56.258614+0000","last_became_active":"2023-12-02T00:32:55.252732+0000","last_became_peered":"2023-12-02T00:32:55.252732+0000","last_unstale":"2023-12-02T00:32:56.258614+0000","last_undegraded":"2023-12-02T00:32:56.258614+0000","last_fullsized":"2023-12-02T00:32:56.258614+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:39.244341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232228+0000","last_change":"2023-12-02T00:32:42.166820+0000","last_active":"2023-12-02T00:32:55.232228+0000","last_peered":"2023-12-02T00:32:55.232228+0000","last_clean":"2023-12-02T00:32:55.232228+0000","last_became_active":"2023-12-02T00:32:42.166569+0000","last_became_peered":"2023-12-02T00:32:42.166569+0000","last_unstale":"2023-12-02T00:32:55.232228+0000","last_undegraded":"2023-12-02T00:32:55.232228+0000","last_fullsized":"2023-12-02T00:32:55.232228+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:50:55.701648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245483+0000","last_change":"2023-12-02T00:32:55.255613+0000","last_active":"2023-12-02T00:32:56.245483+0000","last_peered":"2023-12-02T00:32:56.245483+0000","last_clean":"2023-12-02T00:32:56.245483+0000","last_became_active":"2023-12-02T00:32:55.255169+0000","last_became_peered":"2023-12-02T00:32:55.255169+0000","last_unstale":"2023-12-02T00:32:56.245483+0000","last_undegraded":"2023-12-02T00:32:56.245483+0000","last_fullsized":"2023-12-02T00:32:56.245483+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:36.952138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244067+0000","last_change":"2023-12-02T00:32:54.242148+0000","last_active":"2023-12-02T00:32:56.244067+0000","last_peered":"2023-12-02T00:32:56.244067+0000","last_clean":"2023-12-02T00:32:56.244067+0000","last_became_active":"2023-12-02T00:32:54.241734+0000","last_became_peered":"2023-12-02T00:32:54.241734+0000","last_unstale":"2023-12-02T00:32:56.244067+0000","last_undegraded":"2023-12-02T00:32:56.244067+0000","last_fullsized":"2023-12-02T00:32:56.244067+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:21.441733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232014+0000","last_change":"2023-12-02T00:32:42.165862+0000","last_active":"2023-12-02T00:32:55.232014+0000","last_peered":"2023-12-02T00:32:55.232014+0000","last_clean":"2023-12-02T00:32:55.232014+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:55.232014+0000","last_undegraded":"2023-12-02T00:32:55.232014+0000","last_fullsized":"2023-12-02T00:32:55.232014+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:03.910871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"48'4","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232152+0000","last_change":"2023-12-02T00:32:41.155341+0000","last_active":"2023-12-02T00:32:55.232152+0000","last_peered":"2023-12-02T00:32:55.232152+0000","last_clean":"2023-12-02T00:32:55.232152+0000","last_became_active":"2023-12-02T00:32:41.154635+0000","last_became_peered":"2023-12-02T00:32:41.154635+0000","last_unstale":"2023-12-02T00:32:55.232152+0000","last_undegraded":"2023-12-02T00:32:55.232152+0000","last_fullsized":"2023-12-02T00:32:55.232152+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258062+0000","last_change":"2023-12-02T00:32:55.256603+0000","last_active":"2023-12-02T00:32:56.258062+0000","last_peered":"2023-12-02T00:32:56.258062+0000","last_clean":"2023-12-02T00:32:56.258062+0000","last_became_active":"2023-12-02T00:32:55.256281+0000","last_became_peered":"2023-12-02T00:32:55.256281+0000","last_unstale":"2023-12-02T00:32:56.258062+0000","last_undegraded":"2023-12-02T00:32:56.258062+0000","last_fullsized":"2023-12-02T00:32:56.258062+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:22.113376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245307+0000","last_change":"2023-12-02T00:32:54.242323+0000","last_active":"2023-12-02T00:32:56.245307+0000","last_peered":"2023-12-02T00:32:56.245307+0000","last_clean":"2023-12-02T00:32:56.245307+0000","last_became_active":"2023-12-02T00:32:54.242045+0000","last_became_peered":"2023-12-02T00:32:54.242045+0000","last_unstale":"2023-12-02T00:32:56.245307+0000","last_undegraded":"2023-12-02T00:32:56.245307+0000","last_fullsized":"2023-12-02T00:32:56.245307+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:44.321771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227574+0000","last_change":"2023-12-02T00:32:42.157261+0000","last_active":"2023-12-02T00:32:55.227574+0000","last_peered":"2023-12-02T00:32:55.227574+0000","last_clean":"2023-12-02T00:32:55.227574+0000","last_became_active":"2023-12-02T00:32:42.156990+0000","last_became_peered":"2023-12-02T00:32:42.156990+0000","last_unstale":"2023-12-02T00:32:55.227574+0000","last_undegraded":"2023-12-02T00:32:55.227574+0000","last_fullsized":"2023-12-02T00:32:55.227574+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240749+0000","last_change":"2023-12-02T00:32:41.155437+0000","last_active":"2023-12-02T00:32:55.240749+0000","last_peered":"2023-12-02T00:32:55.240749+0000","last_clean":"2023-12-02T00:32:55.240749+0000","last_became_active":"2023-12-02T00:32:41.155072+0000","last_became_peered":"2023-12-02T00:32:41.155072+0000","last_unstale":"2023-12-02T00:32:55.240749+0000","last_undegraded":"2023-12-02T00:32:55.240749+0000","last_fullsized":"2023-12-02T00:32:55.240749+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:32.472860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258720+0000","last_change":"2023-12-02T00:32:55.263648+0000","last_active":"2023-12-02T00:32:56.258720+0000","last_peered":"2023-12-02T00:32:56.258720+0000","last_clean":"2023-12-02T00:32:56.258720+0000","last_became_active":"2023-12-02T00:32:55.263369+0000","last_became_peered":"2023-12-02T00:32:55.263369+0000","last_unstale":"2023-12-02T00:32:56.258720+0000","last_undegraded":"2023-12-02T00:32:56.258720+0000","last_fullsized":"2023-12-02T00:32:56.258720+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:53:44.391937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"52'4","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259446+0000","last_change":"2023-12-02T00:32:54.246550+0000","last_active":"2023-12-02T00:32:56.259446+0000","last_peered":"2023-12-02T00:32:56.259446+0000","last_clean":"2023-12-02T00:32:56.259446+0000","last_became_active":"2023-12-02T00:32:54.245592+0000","last_became_peered":"2023-12-02T00:32:54.245592+0000","last_unstale":"2023-12-02T00:32:56.259446+0000","last_undegraded":"2023-12-02T00:32:56.259446+0000","last_fullsized":"2023-12-02T00:32:56.259446+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:37.265334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232585+0000","last_change":"2023-12-02T00:32:42.173667+0000","last_active":"2023-12-02T00:32:55.232585+0000","last_peered":"2023-12-02T00:32:55.232585+0000","last_clean":"2023-12-02T00:32:55.232585+0000","last_became_active":"2023-12-02T00:32:42.173166+0000","last_became_peered":"2023-12-02T00:32:42.173166+0000","last_unstale":"2023-12-02T00:32:55.232585+0000","last_undegraded":"2023-12-02T00:32:55.232585+0000","last_fullsized":"2023-12-02T00:32:55.232585+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232312+0000","last_change":"2023-12-02T00:32:41.156182+0000","last_active":"2023-12-02T00:32:55.232312+0000","last_peered":"2023-12-02T00:32:55.232312+0000","last_clean":"2023-12-02T00:32:55.232312+0000","last_became_active":"2023-12-02T00:32:41.155900+0000","last_became_peered":"2023-12-02T00:32:41.155900+0000","last_unstale":"2023-12-02T00:32:55.232312+0000","last_undegraded":"2023-12-02T00:32:55.232312+0000","last_fullsized":"2023-12-02T00:32:55.232312+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:19.053132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258348+0000","last_change":"2023-12-02T00:32:55.261451+0000","last_active":"2023-12-02T00:32:56.258348+0000","last_peered":"2023-12-02T00:32:56.258348+0000","last_clean":"2023-12-02T00:32:56.258348+0000","last_became_active":"2023-12-02T00:32:55.259833+0000","last_became_peered":"2023-12-02T00:32:55.259833+0000","last_unstale":"2023-12-02T00:32:56.258348+0000","last_undegraded":"2023-12-02T00:32:56.258348+0000","last_fullsized":"2023-12-02T00:32:56.258348+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:59.382954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259012+0000","last_change":"2023-12-02T00:32:54.238792+0000","last_active":"2023-12-02T00:32:56.259012+0000","last_peered":"2023-12-02T00:32:56.259012+0000","last_clean":"2023-12-02T00:32:56.259012+0000","last_became_active":"2023-12-02T00:32:54.238516+0000","last_became_peered":"2023-12-02T00:32:54.238516+0000","last_unstale":"2023-12-02T00:32:56.259012+0000","last_undegraded":"2023-12-02T00:32:56.259012+0000","last_fullsized":"2023-12-02T00:32:56.259012+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:35.940132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232159+0000","last_change":"2023-12-02T00:32:42.161445+0000","last_active":"2023-12-02T00:32:55.232159+0000","last_peered":"2023-12-02T00:32:55.232159+0000","last_clean":"2023-12-02T00:32:55.232159+0000","last_became_active":"2023-12-02T00:32:42.160492+0000","last_became_peered":"2023-12-02T00:32:42.160492+0000","last_unstale":"2023-12-02T00:32:55.232159+0000","last_undegraded":"2023-12-02T00:32:55.232159+0000","last_fullsized":"2023-12-02T00:32:55.232159+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:13:52.688530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233980+0000","last_change":"2023-12-02T00:32:41.156881+0000","last_active":"2023-12-02T00:32:55.233980+0000","last_peered":"2023-12-02T00:32:55.233980+0000","last_clean":"2023-12-02T00:32:55.233980+0000","last_became_active":"2023-12-02T00:32:41.156519+0000","last_became_peered":"2023-12-02T00:32:41.156519+0000","last_unstale":"2023-12-02T00:32:55.233980+0000","last_undegraded":"2023-12-02T00:32:55.233980+0000","last_fullsized":"2023-12-02T00:32:55.233980+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:03.867991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256511+0000","last_change":"2023-12-02T00:32:55.254150+0000","last_active":"2023-12-02T00:32:56.256511+0000","last_peered":"2023-12-02T00:32:56.256511+0000","last_clean":"2023-12-02T00:32:56.256511+0000","last_became_active":"2023-12-02T00:32:55.253883+0000","last_became_peered":"2023-12-02T00:32:55.253883+0000","last_unstale":"2023-12-02T00:32:56.256511+0000","last_undegraded":"2023-12-02T00:32:56.256511+0000","last_fullsized":"2023-12-02T00:32:56.256511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:54.030015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.242521+0000","last_change":"2023-12-02T00:32:54.250969+0000","last_active":"2023-12-02T00:32:56.242521+0000","last_peered":"2023-12-02T00:32:56.242521+0000","last_clean":"2023-12-02T00:32:56.242521+0000","last_became_active":"2023-12-02T00:32:54.250607+0000","last_became_peered":"2023-12-02T00:32:54.250607+0000","last_unstale":"2023-12-02T00:32:56.242521+0000","last_undegraded":"2023-12-02T00:32:56.242521+0000","last_fullsized":"2023-12-02T00:32:56.242521+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:26:10.094546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235282+0000","last_change":"2023-12-02T00:32:42.178921+0000","last_active":"2023-12-02T00:32:55.235282+0000","last_peered":"2023-12-02T00:32:55.235282+0000","last_clean":"2023-12-02T00:32:55.235282+0000","last_became_active":"2023-12-02T00:32:42.178598+0000","last_became_peered":"2023-12-02T00:32:42.178598+0000","last_unstale":"2023-12-02T00:32:55.235282+0000","last_undegraded":"2023-12-02T00:32:55.235282+0000","last_fullsized":"2023-12-02T00:32:55.235282+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:26:47.616288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227687+0000","last_change":"2023-12-02T00:32:41.154051+0000","last_active":"2023-12-02T00:32:55.227687+0000","last_peered":"2023-12-02T00:32:55.227687+0000","last_clean":"2023-12-02T00:32:55.227687+0000","last_became_active":"2023-12-02T00:32:41.153742+0000","last_became_peered":"2023-12-02T00:32:41.153742+0000","last_unstale":"2023-12-02T00:32:55.227687+0000","last_undegraded":"2023-12-02T00:32:55.227687+0000","last_fullsized":"2023-12-02T00:32:55.227687+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:30.173743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256711+0000","last_change":"2023-12-02T00:32:55.246150+0000","last_active":"2023-12-02T00:32:56.256711+0000","last_peered":"2023-12-02T00:32:56.256711+0000","last_clean":"2023-12-02T00:32:56.256711+0000","last_became_active":"2023-12-02T00:32:55.245883+0000","last_became_peered":"2023-12-02T00:32:55.245883+0000","last_unstale":"2023-12-02T00:32:56.256711+0000","last_undegraded":"2023-12-02T00:32:56.256711+0000","last_fullsized":"2023-12-02T00:32:56.256711+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:10.757658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256585+0000","last_change":"2023-12-02T00:32:54.238498+0000","last_active":"2023-12-02T00:32:56.256585+0000","last_peered":"2023-12-02T00:32:56.256585+0000","last_clean":"2023-12-02T00:32:56.256585+0000","last_became_active":"2023-12-02T00:32:54.238146+0000","last_became_peered":"2023-12-02T00:32:54.238146+0000","last_unstale":"2023-12-02T00:32:56.256585+0000","last_undegraded":"2023-12-02T00:32:56.256585+0000","last_fullsized":"2023-12-02T00:32:56.256585+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:22.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239783+0000","last_change":"2023-12-02T00:32:42.174189+0000","last_active":"2023-12-02T00:32:55.239783+0000","last_peered":"2023-12-02T00:32:55.239783+0000","last_clean":"2023-12-02T00:32:55.239783+0000","last_became_active":"2023-12-02T00:32:42.173892+0000","last_became_peered":"2023-12-02T00:32:42.173892+0000","last_unstale":"2023-12-02T00:32:55.239783+0000","last_undegraded":"2023-12-02T00:32:55.239783+0000","last_fullsized":"2023-12-02T00:32:55.239783+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:18.795506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231900+0000","last_change":"2023-12-02T00:32:41.150519+0000","last_active":"2023-12-02T00:32:55.231900+0000","last_peered":"2023-12-02T00:32:55.231900+0000","last_clean":"2023-12-02T00:32:55.231900+0000","last_became_active":"2023-12-02T00:32:41.150077+0000","last_became_peered":"2023-12-02T00:32:41.150077+0000","last_unstale":"2023-12-02T00:32:55.231900+0000","last_undegraded":"2023-12-02T00:32:55.231900+0000","last_fullsized":"2023-12-02T00:32:55.231900+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259437+0000","last_change":"2023-12-02T00:32:55.254993+0000","last_active":"2023-12-02T00:32:56.259437+0000","last_peered":"2023-12-02T00:32:56.259437+0000","last_clean":"2023-12-02T00:32:56.259437+0000","last_became_active":"2023-12-02T00:32:55.254688+0000","last_became_peered":"2023-12-02T00:32:55.254688+0000","last_unstale":"2023-12-02T00:32:56.259437+0000","last_undegraded":"2023-12-02T00:32:56.259437+0000","last_fullsized":"2023-12-02T00:32:56.259437+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:25.867471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258032+0000","last_change":"2023-12-02T00:32:54.250878+0000","last_active":"2023-12-02T00:32:56.258032+0000","last_peered":"2023-12-02T00:32:56.258032+0000","last_clean":"2023-12-02T00:32:56.258032+0000","last_became_active":"2023-12-02T00:32:54.250564+0000","last_became_peered":"2023-12-02T00:32:54.250564+0000","last_unstale":"2023-12-02T00:32:56.258032+0000","last_undegraded":"2023-12-02T00:32:56.258032+0000","last_fullsized":"2023-12-02T00:32:56.258032+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:40.021742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.230107+0000","last_change":"2023-12-02T00:32:42.156818+0000","last_active":"2023-12-02T00:32:55.230107+0000","last_peered":"2023-12-02T00:32:55.230107+0000","last_clean":"2023-12-02T00:32:55.230107+0000","last_became_active":"2023-12-02T00:32:42.156532+0000","last_became_peered":"2023-12-02T00:32:42.156532+0000","last_unstale":"2023-12-02T00:32:55.230107+0000","last_undegraded":"2023-12-02T00:32:55.230107+0000","last_fullsized":"2023-12-02T00:32:55.230107+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:22:52.346401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233353+0000","last_change":"2023-12-02T00:32:41.153017+0000","last_active":"2023-12-02T00:32:55.233353+0000","last_peered":"2023-12-02T00:32:55.233353+0000","last_clean":"2023-12-02T00:32:55.233353+0000","last_became_active":"2023-12-02T00:32:41.152182+0000","last_became_peered":"2023-12-02T00:32:41.152182+0000","last_unstale":"2023-12-02T00:32:55.233353+0000","last_undegraded":"2023-12-02T00:32:55.233353+0000","last_fullsized":"2023-12-02T00:32:55.233353+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:57.011526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243915+0000","last_change":"2023-12-02T00:32:55.260892+0000","last_active":"2023-12-02T00:32:56.243915+0000","last_peered":"2023-12-02T00:32:56.243915+0000","last_clean":"2023-12-02T00:32:56.243915+0000","last_became_active":"2023-12-02T00:32:55.260593+0000","last_became_peered":"2023-12-02T00:32:55.260593+0000","last_unstale":"2023-12-02T00:32:56.243915+0000","last_undegraded":"2023-12-02T00:32:56.243915+0000","last_fullsized":"2023-12-02T00:32:56.243915+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:53.732170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245387+0000","last_change":"2023-12-02T00:32:54.239834+0000","last_active":"2023-12-02T00:32:56.245387+0000","last_peered":"2023-12-02T00:32:56.245387+0000","last_clean":"2023-12-02T00:32:56.245387+0000","last_became_active":"2023-12-02T00:32:54.239507+0000","last_became_peered":"2023-12-02T00:32:54.239507+0000","last_unstale":"2023-12-02T00:32:56.245387+0000","last_undegraded":"2023-12-02T00:32:56.245387+0000","last_fullsized":"2023-12-02T00:32:56.245387+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:52.186507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235590+0000","last_change":"2023-12-02T00:32:42.169013+0000","last_active":"2023-12-02T00:32:55.235590+0000","last_peered":"2023-12-02T00:32:55.235590+0000","last_clean":"2023-12-02T00:32:55.235590+0000","last_became_active":"2023-12-02T00:32:42.167988+0000","last_became_peered":"2023-12-02T00:32:42.167988+0000","last_unstale":"2023-12-02T00:32:55.235590+0000","last_undegraded":"2023-12-02T00:32:55.235590+0000","last_fullsized":"2023-12-02T00:32:55.235590+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:12.780068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226987+0000","last_change":"2023-12-02T00:32:41.155378+0000","last_active":"2023-12-02T00:32:55.226987+0000","last_peered":"2023-12-02T00:32:55.226987+0000","last_clean":"2023-12-02T00:32:55.226987+0000","last_became_active":"2023-12-02T00:32:41.155037+0000","last_became_peered":"2023-12-02T00:32:41.155037+0000","last_unstale":"2023-12-02T00:32:55.226987+0000","last_undegraded":"2023-12-02T00:32:55.226987+0000","last_fullsized":"2023-12-02T00:32:55.226987+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:33.485810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245205+0000","last_change":"2023-12-02T00:32:55.241416+0000","last_active":"2023-12-02T00:32:56.245205+0000","last_peered":"2023-12-02T00:32:56.245205+0000","last_clean":"2023-12-02T00:32:56.245205+0000","last_became_active":"2023-12-02T00:32:55.238341+0000","last_became_peered":"2023-12-02T00:32:55.238341+0000","last_unstale":"2023-12-02T00:32:56.245205+0000","last_undegraded":"2023-12-02T00:32:56.245205+0000","last_fullsized":"2023-12-02T00:32:56.245205+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:05:24.157471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"52'3","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257581+0000","last_change":"2023-12-02T00:32:54.241474+0000","last_active":"2023-12-02T00:32:56.257581+0000","last_peered":"2023-12-02T00:32:56.257581+0000","last_clean":"2023-12-02T00:32:56.257581+0000","last_became_active":"2023-12-02T00:32:54.241241+0000","last_became_peered":"2023-12-02T00:32:54.241241+0000","last_unstale":"2023-12-02T00:32:56.257581+0000","last_undegraded":"2023-12-02T00:32:56.257581+0000","last_fullsized":"2023-12-02T00:32:56.257581+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:52:27.561394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.228578+0000","last_change":"2023-12-02T00:32:42.159852+0000","last_active":"2023-12-02T00:32:55.228578+0000","last_peered":"2023-12-02T00:32:55.228578+0000","last_clean":"2023-12-02T00:32:55.228578+0000","last_became_active":"2023-12-02T00:32:42.159467+0000","last_became_peered":"2023-12-02T00:32:42.159467+0000","last_unstale":"2023-12-02T00:32:55.228578+0000","last_undegraded":"2023-12-02T00:32:55.228578+0000","last_fullsized":"2023-12-02T00:32:55.228578+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:08.774141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.242184+0000","last_change":"2023-12-02T00:32:41.159013+0000","last_active":"2023-12-02T00:32:55.242184+0000","last_peered":"2023-12-02T00:32:55.242184+0000","last_clean":"2023-12-02T00:32:55.242184+0000","last_became_active":"2023-12-02T00:32:41.158721+0000","last_became_peered":"2023-12-02T00:32:41.158721+0000","last_unstale":"2023-12-02T00:32:55.242184+0000","last_undegraded":"2023-12-02T00:32:55.242184+0000","last_fullsized":"2023-12-02T00:32:55.242184+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257129+0000","last_change":"2023-12-02T00:32:55.257910+0000","last_active":"2023-12-02T00:32:56.257129+0000","last_peered":"2023-12-02T00:32:56.257129+0000","last_clean":"2023-12-02T00:32:56.257129+0000","last_became_active":"2023-12-02T00:32:55.253031+0000","last_became_peered":"2023-12-02T00:32:55.253031+0000","last_unstale":"2023-12-02T00:32:56.257129+0000","last_undegraded":"2023-12-02T00:32:56.257129+0000","last_fullsized":"2023-12-02T00:32:56.257129+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:31.801008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"52'6","reported_seq":18,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243275+0000","last_change":"2023-12-02T00:32:54.243441+0000","last_active":"2023-12-02T00:32:56.243275+0000","last_peered":"2023-12-02T00:32:56.243275+0000","last_clean":"2023-12-02T00:32:56.243275+0000","last_became_active":"2023-12-02T00:32:54.243187+0000","last_became_peered":"2023-12-02T00:32:54.243187+0000","last_unstale":"2023-12-02T00:32:56.243275+0000","last_undegraded":"2023-12-02T00:32:56.243275+0000","last_fullsized":"2023-12-02T00:32:56.243275+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:13:02.456276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.242099+0000","last_change":"2023-12-02T00:32:42.172421+0000","last_active":"2023-12-02T00:32:55.242099+0000","last_peered":"2023-12-02T00:32:55.242099+0000","last_clean":"2023-12-02T00:32:55.242099+0000","last_became_active":"2023-12-02T00:32:42.172173+0000","last_became_peered":"2023-12-02T00:32:42.172173+0000","last_unstale":"2023-12-02T00:32:55.242099+0000","last_undegraded":"2023-12-02T00:32:55.242099+0000","last_fullsized":"2023-12-02T00:32:55.242099+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:40.111110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240839+0000","last_change":"2023-12-02T00:32:41.158468+0000","last_active":"2023-12-02T00:32:55.240839+0000","last_peered":"2023-12-02T00:32:55.240839+0000","last_clean":"2023-12-02T00:32:55.240839+0000","last_became_active":"2023-12-02T00:32:41.156737+0000","last_became_peered":"2023-12-02T00:32:41.156737+0000","last_unstale":"2023-12-02T00:32:55.240839+0000","last_undegraded":"2023-12-02T00:32:55.240839+0000","last_fullsized":"2023-12-02T00:32:55.240839+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:21.296077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258953+0000","last_change":"2023-12-02T00:32:55.259065+0000","last_active":"2023-12-02T00:32:56.258953+0000","last_peered":"2023-12-02T00:32:56.258953+0000","last_clean":"2023-12-02T00:32:56.258953+0000","last_became_active":"2023-12-02T00:32:55.258777+0000","last_became_peered":"2023-12-02T00:32:55.258777+0000","last_unstale":"2023-12-02T00:32:56.258953+0000","last_undegraded":"2023-12-02T00:32:56.258953+0000","last_fullsized":"2023-12-02T00:32:56.258953+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:31.882910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244921+0000","last_change":"2023-12-02T00:32:54.241353+0000","last_active":"2023-12-02T00:32:56.244921+0000","last_peered":"2023-12-02T00:32:56.244921+0000","last_clean":"2023-12-02T00:32:56.244921+0000","last_became_active":"2023-12-02T00:32:54.238945+0000","last_became_peered":"2023-12-02T00:32:54.238945+0000","last_unstale":"2023-12-02T00:32:56.244921+0000","last_undegraded":"2023-12-02T00:32:56.244921+0000","last_fullsized":"2023-12-02T00:32:56.244921+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:52.186507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226773+0000","last_change":"2023-12-02T00:32:42.149208+0000","last_active":"2023-12-02T00:32:55.226773+0000","last_peered":"2023-12-02T00:32:55.226773+0000","last_clean":"2023-12-02T00:32:55.226773+0000","last_became_active":"2023-12-02T00:32:42.148714+0000","last_became_peered":"2023-12-02T00:32:42.148714+0000","last_unstale":"2023-12-02T00:32:55.226773+0000","last_undegraded":"2023-12-02T00:32:55.226773+0000","last_fullsized":"2023-12-02T00:32:55.226773+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:18.958076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"48'3","reported_seq":19,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243700+0000","last_change":"2023-12-02T00:32:41.158796+0000","last_active":"2023-12-02T00:32:55.243700+0000","last_peered":"2023-12-02T00:32:55.243700+0000","last_clean":"2023-12-02T00:32:55.243700+0000","last_became_active":"2023-12-02T00:32:41.158491+0000","last_became_peered":"2023-12-02T00:32:41.158491+0000","last_unstale":"2023-12-02T00:32:55.243700+0000","last_undegraded":"2023-12-02T00:32:55.243700+0000","last_fullsized":"2023-12-02T00:32:55.243700+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259359+0000","last_change":"2023-12-02T00:32:55.252833+0000","last_active":"2023-12-02T00:32:56.259359+0000","last_peered":"2023-12-02T00:32:56.259359+0000","last_clean":"2023-12-02T00:32:56.259359+0000","last_became_active":"2023-12-02T00:32:55.252227+0000","last_became_peered":"2023-12-02T00:32:55.252227+0000","last_unstale":"2023-12-02T00:32:56.259359+0000","last_undegraded":"2023-12-02T00:32:56.259359+0000","last_fullsized":"2023-12-02T00:32:56.259359+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:49.911434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245943+0000","last_change":"2023-12-02T00:32:54.242963+0000","last_active":"2023-12-02T00:32:56.245943+0000","last_peered":"2023-12-02T00:32:56.245943+0000","last_clean":"2023-12-02T00:32:56.245943+0000","last_became_active":"2023-12-02T00:32:54.242672+0000","last_became_peered":"2023-12-02T00:32:54.242672+0000","last_unstale":"2023-12-02T00:32:56.245943+0000","last_undegraded":"2023-12-02T00:32:56.245943+0000","last_fullsized":"2023-12-02T00:32:56.245943+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:21.441733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243547+0000","last_change":"2023-12-02T00:32:42.156968+0000","last_active":"2023-12-02T00:32:55.243547+0000","last_peered":"2023-12-02T00:32:55.243547+0000","last_clean":"2023-12-02T00:32:55.243547+0000","last_became_active":"2023-12-02T00:32:42.156269+0000","last_became_peered":"2023-12-02T00:32:42.156269+0000","last_unstale":"2023-12-02T00:32:55.243547+0000","last_undegraded":"2023-12-02T00:32:55.243547+0000","last_fullsized":"2023-12-02T00:32:55.243547+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:32.246374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"49'8","reported_seq":24,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227827+0000","last_change":"2023-12-02T00:32:41.150660+0000","last_active":"2023-12-02T00:32:55.227827+0000","last_peered":"2023-12-02T00:32:55.227827+0000","last_clean":"2023-12-02T00:32:55.227827+0000","last_became_active":"2023-12-02T00:32:41.150376+0000","last_became_peered":"2023-12-02T00:32:41.150376+0000","last_unstale":"2023-12-02T00:32:55.227827+0000","last_undegraded":"2023-12-02T00:32:55.227827+0000","last_fullsized":"2023-12-02T00:32:55.227827+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:17.705982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257019+0000","last_change":"2023-12-02T00:32:55.245128+0000","last_active":"2023-12-02T00:32:56.257019+0000","last_peered":"2023-12-02T00:32:56.257019+0000","last_clean":"2023-12-02T00:32:56.257019+0000","last_became_active":"2023-12-02T00:32:55.244777+0000","last_became_peered":"2023-12-02T00:32:55.244777+0000","last_unstale":"2023-12-02T00:32:56.257019+0000","last_undegraded":"2023-12-02T00:32:56.257019+0000","last_fullsized":"2023-12-02T00:32:56.257019+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:31.882910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259186+0000","last_change":"2023-12-02T00:32:54.248667+0000","last_active":"2023-12-02T00:32:56.259186+0000","last_peered":"2023-12-02T00:32:56.259186+0000","last_clean":"2023-12-02T00:32:56.259186+0000","last_became_active":"2023-12-02T00:32:54.248379+0000","last_became_peered":"2023-12-02T00:32:54.248379+0000","last_unstale":"2023-12-02T00:32:56.259186+0000","last_undegraded":"2023-12-02T00:32:56.259186+0000","last_fullsized":"2023-12-02T00:32:56.259186+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:54.124130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.236253+0000","last_change":"2023-12-02T00:32:42.175243+0000","last_active":"2023-12-02T00:32:55.236253+0000","last_peered":"2023-12-02T00:32:55.236253+0000","last_clean":"2023-12-02T00:32:55.236253+0000","last_became_active":"2023-12-02T00:32:42.175026+0000","last_became_peered":"2023-12-02T00:32:42.175026+0000","last_unstale":"2023-12-02T00:32:55.236253+0000","last_undegraded":"2023-12-02T00:32:55.236253+0000","last_fullsized":"2023-12-02T00:32:55.236253+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:50.380879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239870+0000","last_change":"2023-12-02T00:32:41.154875+0000","last_active":"2023-12-02T00:32:55.239870+0000","last_peered":"2023-12-02T00:32:55.239870+0000","last_clean":"2023-12-02T00:32:55.239870+0000","last_became_active":"2023-12-02T00:32:41.154595+0000","last_became_peered":"2023-12-02T00:32:41.154595+0000","last_unstale":"2023-12-02T00:32:55.239870+0000","last_undegraded":"2023-12-02T00:32:55.239870+0000","last_fullsized":"2023-12-02T00:32:55.239870+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:39.103487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256745+0000","last_change":"2023-12-02T00:32:55.256048+0000","last_active":"2023-12-02T00:32:56.256745+0000","last_peered":"2023-12-02T00:32:56.256745+0000","last_clean":"2023-12-02T00:32:56.256745+0000","last_became_active":"2023-12-02T00:32:55.255787+0000","last_became_peered":"2023-12-02T00:32:55.255787+0000","last_unstale":"2023-12-02T00:32:56.256745+0000","last_undegraded":"2023-12-02T00:32:56.256745+0000","last_fullsized":"2023-12-02T00:32:56.256745+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:47.580836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"52'8","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243403+0000","last_change":"2023-12-02T00:32:54.240602+0000","last_active":"2023-12-02T00:32:56.243403+0000","last_peered":"2023-12-02T00:32:56.243403+0000","last_clean":"2023-12-02T00:32:56.243403+0000","last_became_active":"2023-12-02T00:32:54.239898+0000","last_became_peered":"2023-12-02T00:32:54.239898+0000","last_unstale":"2023-12-02T00:32:56.243403+0000","last_undegraded":"2023-12-02T00:32:56.243403+0000","last_fullsized":"2023-12-02T00:32:56.243403+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:34.379097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240714+0000","last_change":"2023-12-02T00:32:42.159943+0000","last_active":"2023-12-02T00:32:55.240714+0000","last_peered":"2023-12-02T00:32:55.240714+0000","last_clean":"2023-12-02T00:32:55.240714+0000","last_became_active":"2023-12-02T00:32:42.159668+0000","last_became_peered":"2023-12-02T00:32:42.159668+0000","last_unstale":"2023-12-02T00:32:55.240714+0000","last_undegraded":"2023-12-02T00:32:55.240714+0000","last_fullsized":"2023-12-02T00:32:55.240714+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231805+0000","last_change":"2023-12-02T00:32:41.159925+0000","last_active":"2023-12-02T00:32:55.231805+0000","last_peered":"2023-12-02T00:32:55.231805+0000","last_clean":"2023-12-02T00:32:55.231805+0000","last_became_active":"2023-12-02T00:32:41.159609+0000","last_became_peered":"2023-12-02T00:32:41.159609+0000","last_unstale":"2023-12-02T00:32:55.231805+0000","last_undegraded":"2023-12-02T00:32:55.231805+0000","last_fullsized":"2023-12-02T00:32:55.231805+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257509+0000","last_change":"2023-12-02T00:32:55.266984+0000","last_active":"2023-12-02T00:32:56.257509+0000","last_peered":"2023-12-02T00:32:56.257509+0000","last_clean":"2023-12-02T00:32:56.257509+0000","last_became_active":"2023-12-02T00:32:55.266703+0000","last_became_peered":"2023-12-02T00:32:55.266703+0000","last_unstale":"2023-12-02T00:32:56.257509+0000","last_undegraded":"2023-12-02T00:32:56.257509+0000","last_fullsized":"2023-12-02T00:32:56.257509+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:10.655151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.242905+0000","last_change":"2023-12-02T00:32:54.242893+0000","last_active":"2023-12-02T00:32:56.242905+0000","last_peered":"2023-12-02T00:32:56.242905+0000","last_clean":"2023-12-02T00:32:56.242905+0000","last_became_active":"2023-12-02T00:32:54.242641+0000","last_became_peered":"2023-12-02T00:32:54.242641+0000","last_unstale":"2023-12-02T00:32:56.242905+0000","last_undegraded":"2023-12-02T00:32:56.242905+0000","last_fullsized":"2023-12-02T00:32:56.242905+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:16.951010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226876+0000","last_change":"2023-12-02T00:32:42.160119+0000","last_active":"2023-12-02T00:32:55.226876+0000","last_peered":"2023-12-02T00:32:55.226876+0000","last_clean":"2023-12-02T00:32:55.226876+0000","last_became_active":"2023-12-02T00:32:42.159454+0000","last_became_peered":"2023-12-02T00:32:42.159454+0000","last_unstale":"2023-12-02T00:32:55.226876+0000","last_undegraded":"2023-12-02T00:32:55.226876+0000","last_fullsized":"2023-12-02T00:32:55.226876+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:20.060754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233487+0000","last_change":"2023-12-02T00:32:41.153687+0000","last_active":"2023-12-02T00:32:55.233487+0000","last_peered":"2023-12-02T00:32:55.233487+0000","last_clean":"2023-12-02T00:32:55.233487+0000","last_became_active":"2023-12-02T00:32:41.153343+0000","last_became_peered":"2023-12-02T00:32:41.153343+0000","last_unstale":"2023-12-02T00:32:55.233487+0000","last_undegraded":"2023-12-02T00:32:55.233487+0000","last_fullsized":"2023-12-02T00:32:55.233487+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258993+0000","last_change":"2023-12-02T00:32:55.253232+0000","last_active":"2023-12-02T00:32:56.258993+0000","last_peered":"2023-12-02T00:32:56.258993+0000","last_clean":"2023-12-02T00:32:56.258993+0000","last_became_active":"2023-12-02T00:32:55.252955+0000","last_became_peered":"2023-12-02T00:32:55.252955+0000","last_unstale":"2023-12-02T00:32:56.258993+0000","last_undegraded":"2023-12-02T00:32:56.258993+0000","last_fullsized":"2023-12-02T00:32:56.258993+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:47.534198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245501+0000","last_change":"2023-12-02T00:32:54.234484+0000","last_active":"2023-12-02T00:32:56.245501+0000","last_peered":"2023-12-02T00:32:56.245501+0000","last_clean":"2023-12-02T00:32:56.245501+0000","last_became_active":"2023-12-02T00:32:54.234119+0000","last_became_peered":"2023-12-02T00:32:54.234119+0000","last_unstale":"2023-12-02T00:32:56.245501+0000","last_undegraded":"2023-12-02T00:32:56.245501+0000","last_fullsized":"2023-12-02T00:32:56.245501+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:14:04.763928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240096+0000","last_change":"2023-12-02T00:32:42.165637+0000","last_active":"2023-12-02T00:32:55.240096+0000","last_peered":"2023-12-02T00:32:55.240096+0000","last_clean":"2023-12-02T00:32:55.240096+0000","last_became_active":"2023-12-02T00:32:42.165337+0000","last_became_peered":"2023-12-02T00:32:42.165337+0000","last_unstale":"2023-12-02T00:32:55.240096+0000","last_undegraded":"2023-12-02T00:32:55.240096+0000","last_fullsized":"2023-12-02T00:32:55.240096+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:13:52.688530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"48'8","reported_seq":24,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239076+0000","last_change":"2023-12-02T00:32:41.156123+0000","last_active":"2023-12-02T00:32:55.239076+0000","last_peered":"2023-12-02T00:32:55.239076+0000","last_clean":"2023-12-02T00:32:55.239076+0000","last_became_active":"2023-12-02T00:32:41.155776+0000","last_became_peered":"2023-12-02T00:32:41.155776+0000","last_unstale":"2023-12-02T00:32:55.239076+0000","last_undegraded":"2023-12-02T00:32:55.239076+0000","last_fullsized":"2023-12-02T00:32:55.239076+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.041093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243336+0000","last_change":"2023-12-02T00:32:55.250332+0000","last_active":"2023-12-02T00:32:56.243336+0000","last_peered":"2023-12-02T00:32:56.243336+0000","last_clean":"2023-12-02T00:32:56.243336+0000","last_became_active":"2023-12-02T00:32:55.249970+0000","last_became_peered":"2023-12-02T00:32:55.249970+0000","last_unstale":"2023-12-02T00:32:56.243336+0000","last_undegraded":"2023-12-02T00:32:56.243336+0000","last_fullsized":"2023-12-02T00:32:56.243336+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:17.487536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245108+0000","last_change":"2023-12-02T00:32:54.236161+0000","last_active":"2023-12-02T00:32:56.245108+0000","last_peered":"2023-12-02T00:32:56.245108+0000","last_clean":"2023-12-02T00:32:56.245108+0000","last_became_active":"2023-12-02T00:32:54.235793+0000","last_became_peered":"2023-12-02T00:32:54.235793+0000","last_unstale":"2023-12-02T00:32:56.245108+0000","last_undegraded":"2023-12-02T00:32:56.245108+0000","last_fullsized":"2023-12-02T00:32:56.245108+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:15.986269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.244281+0000","last_change":"2023-12-02T00:32:42.168653+0000","last_active":"2023-12-02T00:32:55.244281+0000","last_peered":"2023-12-02T00:32:55.244281+0000","last_clean":"2023-12-02T00:32:55.244281+0000","last_became_active":"2023-12-02T00:32:42.168353+0000","last_became_peered":"2023-12-02T00:32:42.168353+0000","last_unstale":"2023-12-02T00:32:55.244281+0000","last_undegraded":"2023-12-02T00:32:55.244281+0000","last_fullsized":"2023-12-02T00:32:55.244281+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:08.888514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.241852+0000","last_change":"2023-12-02T00:32:41.156826+0000","last_active":"2023-12-02T00:32:55.241852+0000","last_peered":"2023-12-02T00:32:55.241852+0000","last_clean":"2023-12-02T00:32:55.241852+0000","last_became_active":"2023-12-02T00:32:41.156568+0000","last_became_peered":"2023-12-02T00:32:41.156568+0000","last_unstale":"2023-12-02T00:32:55.241852+0000","last_undegraded":"2023-12-02T00:32:55.241852+0000","last_fullsized":"2023-12-02T00:32:55.241852+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:41.041111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257247+0000","last_change":"2023-12-02T00:32:55.264682+0000","last_active":"2023-12-02T00:32:56.257247+0000","last_peered":"2023-12-02T00:32:56.257247+0000","last_clean":"2023-12-02T00:32:56.257247+0000","last_became_active":"2023-12-02T00:32:55.264424+0000","last_became_peered":"2023-12-02T00:32:55.264424+0000","last_unstale":"2023-12-02T00:32:56.257247+0000","last_undegraded":"2023-12-02T00:32:56.257247+0000","last_fullsized":"2023-12-02T00:32:56.257247+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:19:12.552530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257868+0000","last_change":"2023-12-02T00:32:54.250160+0000","last_active":"2023-12-02T00:32:56.257868+0000","last_peered":"2023-12-02T00:32:56.257868+0000","last_clean":"2023-12-02T00:32:56.257868+0000","last_became_active":"2023-12-02T00:32:54.249775+0000","last_became_peered":"2023-12-02T00:32:54.249775+0000","last_unstale":"2023-12-02T00:32:56.257868+0000","last_undegraded":"2023-12-02T00:32:56.257868+0000","last_fullsized":"2023-12-02T00:32:56.257868+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:09.615252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233796+0000","last_change":"2023-12-02T00:32:42.173307+0000","last_active":"2023-12-02T00:32:55.233796+0000","last_peered":"2023-12-02T00:32:55.233796+0000","last_clean":"2023-12-02T00:32:55.233796+0000","last_became_active":"2023-12-02T00:32:42.173042+0000","last_became_peered":"2023-12-02T00:32:42.173042+0000","last_unstale":"2023-12-02T00:32:55.233796+0000","last_undegraded":"2023-12-02T00:32:55.233796+0000","last_fullsized":"2023-12-02T00:32:55.233796+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232121+0000","last_change":"2023-12-02T00:32:41.155961+0000","last_active":"2023-12-02T00:32:55.232121+0000","last_peered":"2023-12-02T00:32:55.232121+0000","last_clean":"2023-12-02T00:32:55.232121+0000","last_became_active":"2023-12-02T00:32:41.155639+0000","last_became_peered":"2023-12-02T00:32:41.155639+0000","last_unstale":"2023-12-02T00:32:55.232121+0000","last_undegraded":"2023-12-02T00:32:55.232121+0000","last_fullsized":"2023-12-02T00:32:55.232121+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245124+0000","last_change":"2023-12-02T00:32:55.248926+0000","last_active":"2023-12-02T00:32:56.245124+0000","last_peered":"2023-12-02T00:32:56.245124+0000","last_clean":"2023-12-02T00:32:56.245124+0000","last_became_active":"2023-12-02T00:32:55.248612+0000","last_became_peered":"2023-12-02T00:32:55.248612+0000","last_unstale":"2023-12-02T00:32:56.245124+0000","last_undegraded":"2023-12-02T00:32:56.245124+0000","last_fullsized":"2023-12-02T00:32:56.245124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:00.703691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.246129+0000","last_change":"2023-12-02T00:32:54.247737+0000","last_active":"2023-12-02T00:32:56.246129+0000","last_peered":"2023-12-02T00:32:56.246129+0000","last_clean":"2023-12-02T00:32:56.246129+0000","last_became_active":"2023-12-02T00:32:54.247444+0000","last_became_peered":"2023-12-02T00:32:54.247444+0000","last_unstale":"2023-12-02T00:32:56.246129+0000","last_undegraded":"2023-12-02T00:32:56.246129+0000","last_fullsized":"2023-12-02T00:32:56.246129+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:20.963912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239652+0000","last_change":"2023-12-02T00:32:42.174556+0000","last_active":"2023-12-02T00:32:55.239652+0000","last_peered":"2023-12-02T00:32:55.239652+0000","last_clean":"2023-12-02T00:32:55.239652+0000","last_became_active":"2023-12-02T00:32:42.174302+0000","last_became_peered":"2023-12-02T00:32:42.174302+0000","last_unstale":"2023-12-02T00:32:55.239652+0000","last_undegraded":"2023-12-02T00:32:55.239652+0000","last_fullsized":"2023-12-02T00:32:55.239652+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:25.189936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233599+0000","last_change":"2023-12-02T00:32:41.155010+0000","last_active":"2023-12-02T00:32:55.233599+0000","last_peered":"2023-12-02T00:32:55.233599+0000","last_clean":"2023-12-02T00:32:55.233599+0000","last_became_active":"2023-12-02T00:32:41.154713+0000","last_became_peered":"2023-12-02T00:32:41.154713+0000","last_unstale":"2023-12-02T00:32:55.233599+0000","last_undegraded":"2023-12-02T00:32:55.233599+0000","last_fullsized":"2023-12-02T00:32:55.233599+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259759+0000","last_change":"2023-12-02T00:32:55.253034+0000","last_active":"2023-12-02T00:32:56.259759+0000","last_peered":"2023-12-02T00:32:56.259759+0000","last_clean":"2023-12-02T00:32:56.259759+0000","last_became_active":"2023-12-02T00:32:55.252554+0000","last_became_peered":"2023-12-02T00:32:55.252554+0000","last_unstale":"2023-12-02T00:32:56.259759+0000","last_undegraded":"2023-12-02T00:32:56.259759+0000","last_fullsized":"2023-12-02T00:32:56.259759+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:21:36.573383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244838+0000","last_change":"2023-12-02T00:32:54.247069+0000","last_active":"2023-12-02T00:32:56.244838+0000","last_peered":"2023-12-02T00:32:56.244838+0000","last_clean":"2023-12-02T00:32:56.244838+0000","last_became_active":"2023-12-02T00:32:54.246717+0000","last_became_peered":"2023-12-02T00:32:54.246717+0000","last_unstale":"2023-12-02T00:32:56.244838+0000","last_undegraded":"2023-12-02T00:32:56.244838+0000","last_fullsized":"2023-12-02T00:32:56.244838+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:45.199475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243616+0000","last_change":"2023-12-02T00:32:42.157196+0000","last_active":"2023-12-02T00:32:55.243616+0000","last_peered":"2023-12-02T00:32:55.243616+0000","last_clean":"2023-12-02T00:32:55.243616+0000","last_became_active":"2023-12-02T00:32:42.156598+0000","last_became_peered":"2023-12-02T00:32:42.156598+0000","last_unstale":"2023-12-02T00:32:55.243616+0000","last_undegraded":"2023-12-02T00:32:55.243616+0000","last_fullsized":"2023-12-02T00:32:55.243616+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:33.305486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232729+0000","last_change":"2023-12-02T00:32:41.160845+0000","last_active":"2023-12-02T00:32:55.232729+0000","last_peered":"2023-12-02T00:32:55.232729+0000","last_clean":"2023-12-02T00:32:55.232729+0000","last_became_active":"2023-12-02T00:32:41.160530+0000","last_became_peered":"2023-12-02T00:32:41.160530+0000","last_unstale":"2023-12-02T00:32:55.232729+0000","last_undegraded":"2023-12-02T00:32:55.232729+0000","last_fullsized":"2023-12-02T00:32:55.232729+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:55.226231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257172+0000","last_change":"2023-12-02T00:32:55.241530+0000","last_active":"2023-12-02T00:32:56.257172+0000","last_peered":"2023-12-02T00:32:56.257172+0000","last_clean":"2023-12-02T00:32:56.257172+0000","last_became_active":"2023-12-02T00:32:55.241258+0000","last_became_peered":"2023-12-02T00:32:55.241258+0000","last_unstale":"2023-12-02T00:32:56.257172+0000","last_undegraded":"2023-12-02T00:32:56.257172+0000","last_fullsized":"2023-12-02T00:32:56.257172+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:05:41.699185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259086+0000","last_change":"2023-12-02T00:32:54.245253+0000","last_active":"2023-12-02T00:32:56.259086+0000","last_peered":"2023-12-02T00:32:56.259086+0000","last_clean":"2023-12-02T00:32:56.259086+0000","last_became_active":"2023-12-02T00:32:54.244872+0000","last_became_peered":"2023-12-02T00:32:54.244872+0000","last_unstale":"2023-12-02T00:32:56.259086+0000","last_undegraded":"2023-12-02T00:32:56.259086+0000","last_fullsized":"2023-12-02T00:32:56.259086+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:45.555880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.236337+0000","last_change":"2023-12-02T00:32:42.169079+0000","last_active":"2023-12-02T00:32:55.236337+0000","last_peered":"2023-12-02T00:32:55.236337+0000","last_clean":"2023-12-02T00:32:55.236337+0000","last_became_active":"2023-12-02T00:32:42.168768+0000","last_became_peered":"2023-12-02T00:32:42.168768+0000","last_unstale":"2023-12-02T00:32:55.236337+0000","last_undegraded":"2023-12-02T00:32:55.236337+0000","last_fullsized":"2023-12-02T00:32:55.236337+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:56.233854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240009+0000","last_change":"2023-12-02T00:32:41.149988+0000","last_active":"2023-12-02T00:32:55.240009+0000","last_peered":"2023-12-02T00:32:55.240009+0000","last_clean":"2023-12-02T00:32:55.240009+0000","last_became_active":"2023-12-02T00:32:41.147774+0000","last_became_peered":"2023-12-02T00:32:41.147774+0000","last_unstale":"2023-12-02T00:32:55.240009+0000","last_undegraded":"2023-12-02T00:32:55.240009+0000","last_fullsized":"2023-12-02T00:32:55.240009+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:31.238751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257418+0000","last_change":"2023-12-02T00:32:55.244075+0000","last_active":"2023-12-02T00:32:56.257418+0000","last_peered":"2023-12-02T00:32:56.257418+0000","last_clean":"2023-12-02T00:32:56.257418+0000","last_became_active":"2023-12-02T00:32:55.243819+0000","last_became_peered":"2023-12-02T00:32:55.243819+0000","last_unstale":"2023-12-02T00:32:56.257418+0000","last_undegraded":"2023-12-02T00:32:56.257418+0000","last_fullsized":"2023-12-02T00:32:56.257418+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:29.498093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256812+0000","last_change":"2023-12-02T00:32:54.243777+0000","last_active":"2023-12-02T00:32:56.256812+0000","last_peered":"2023-12-02T00:32:56.256812+0000","last_clean":"2023-12-02T00:32:56.256812+0000","last_became_active":"2023-12-02T00:32:54.243478+0000","last_became_peered":"2023-12-02T00:32:54.243478+0000","last_unstale":"2023-12-02T00:32:56.256812+0000","last_undegraded":"2023-12-02T00:32:56.256812+0000","last_fullsized":"2023-12-02T00:32:56.256812+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:09.615252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233879+0000","last_change":"2023-12-02T00:32:42.158412+0000","last_active":"2023-12-02T00:32:55.233879+0000","last_peered":"2023-12-02T00:32:55.233879+0000","last_clean":"2023-12-02T00:32:55.233879+0000","last_became_active":"2023-12-02T00:32:42.158145+0000","last_became_peered":"2023-12-02T00:32:42.158145+0000","last_unstale":"2023-12-02T00:32:55.233879+0000","last_undegraded":"2023-12-02T00:32:55.233879+0000","last_fullsized":"2023-12-02T00:32:55.233879+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226381+0000","last_change":"2023-12-02T00:32:41.152885+0000","last_active":"2023-12-02T00:32:55.226381+0000","last_peered":"2023-12-02T00:32:55.226381+0000","last_clean":"2023-12-02T00:32:55.226381+0000","last_became_active":"2023-12-02T00:32:41.152518+0000","last_became_peered":"2023-12-02T00:32:41.152518+0000","last_unstale":"2023-12-02T00:32:55.226381+0000","last_undegraded":"2023-12-02T00:32:55.226381+0000","last_fullsized":"2023-12-02T00:32:55.226381+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258032+0000","last_change":"2023-12-02T00:32:55.248985+0000","last_active":"2023-12-02T00:32:56.258032+0000","last_peered":"2023-12-02T00:32:56.258032+0000","last_clean":"2023-12-02T00:32:56.258032+0000","last_became_active":"2023-12-02T00:32:55.247379+0000","last_became_peered":"2023-12-02T00:32:55.247379+0000","last_unstale":"2023-12-02T00:32:56.258032+0000","last_undegraded":"2023-12-02T00:32:56.258032+0000","last_fullsized":"2023-12-02T00:32:56.258032+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:09.359481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245670+0000","last_change":"2023-12-02T00:32:54.237509+0000","last_active":"2023-12-02T00:32:56.245670+0000","last_peered":"2023-12-02T00:32:56.245670+0000","last_clean":"2023-12-02T00:32:56.245670+0000","last_became_active":"2023-12-02T00:32:54.237140+0000","last_became_peered":"2023-12-02T00:32:54.237140+0000","last_unstale":"2023-12-02T00:32:56.245670+0000","last_undegraded":"2023-12-02T00:32:56.245670+0000","last_fullsized":"2023-12-02T00:32:56.245670+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:43.129875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231874+0000","last_change":"2023-12-02T00:32:42.165526+0000","last_active":"2023-12-02T00:32:55.231874+0000","last_peered":"2023-12-02T00:32:55.231874+0000","last_clean":"2023-12-02T00:32:55.231874+0000","last_became_active":"2023-12-02T00:32:42.165196+0000","last_became_peered":"2023-12-02T00:32:42.165196+0000","last_unstale":"2023-12-02T00:32:55.231874+0000","last_undegraded":"2023-12-02T00:32:55.231874+0000","last_fullsized":"2023-12-02T00:32:55.231874+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235744+0000","last_change":"2023-12-02T00:32:41.161078+0000","last_active":"2023-12-02T00:32:55.235744+0000","last_peered":"2023-12-02T00:32:55.235744+0000","last_clean":"2023-12-02T00:32:55.235744+0000","last_became_active":"2023-12-02T00:32:41.160712+0000","last_became_peered":"2023-12-02T00:32:41.160712+0000","last_unstale":"2023-12-02T00:32:55.235744+0000","last_undegraded":"2023-12-02T00:32:55.235744+0000","last_fullsized":"2023-12-02T00:32:55.235744+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:52.911084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257840+0000","last_change":"2023-12-02T00:32:55.253027+0000","last_active":"2023-12-02T00:32:56.257840+0000","last_peered":"2023-12-02T00:32:56.257840+0000","last_clean":"2023-12-02T00:32:56.257840+0000","last_became_active":"2023-12-02T00:32:55.252713+0000","last_became_peered":"2023-12-02T00:32:55.252713+0000","last_unstale":"2023-12-02T00:32:56.257840+0000","last_undegraded":"2023-12-02T00:32:56.257840+0000","last_fullsized":"2023-12-02T00:32:56.257840+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:49:32.216541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257893+0000","last_change":"2023-12-02T00:32:54.242119+0000","last_active":"2023-12-02T00:32:56.257893+0000","last_peered":"2023-12-02T00:32:56.257893+0000","last_clean":"2023-12-02T00:32:56.257893+0000","last_became_active":"2023-12-02T00:32:54.241894+0000","last_became_peered":"2023-12-02T00:32:54.241894+0000","last_unstale":"2023-12-02T00:32:56.257893+0000","last_undegraded":"2023-12-02T00:32:56.257893+0000","last_fullsized":"2023-12-02T00:32:56.257893+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:47:23.944192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233716+0000","last_change":"2023-12-02T00:32:42.165111+0000","last_active":"2023-12-02T00:32:55.233716+0000","last_peered":"2023-12-02T00:32:55.233716+0000","last_clean":"2023-12-02T00:32:55.233716+0000","last_became_active":"2023-12-02T00:32:42.164752+0000","last_became_peered":"2023-12-02T00:32:42.164752+0000","last_unstale":"2023-12-02T00:32:55.233716+0000","last_undegraded":"2023-12-02T00:32:55.233716+0000","last_fullsized":"2023-12-02T00:32:55.233716+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227656+0000","last_change":"2023-12-02T00:32:41.161327+0000","last_active":"2023-12-02T00:32:55.227656+0000","last_peered":"2023-12-02T00:32:55.227656+0000","last_clean":"2023-12-02T00:32:55.227656+0000","last_became_active":"2023-12-02T00:32:41.159600+0000","last_became_peered":"2023-12-02T00:32:41.159600+0000","last_unstale":"2023-12-02T00:32:55.227656+0000","last_undegraded":"2023-12-02T00:32:55.227656+0000","last_fullsized":"2023-12-02T00:32:55.227656+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:11:38.275413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258121+0000","last_change":"2023-12-02T00:32:55.262239+0000","last_active":"2023-12-02T00:32:56.258121+0000","last_peered":"2023-12-02T00:32:56.258121+0000","last_clean":"2023-12-02T00:32:56.258121+0000","last_became_active":"2023-12-02T00:32:55.260309+0000","last_became_peered":"2023-12-02T00:32:55.260309+0000","last_unstale":"2023-12-02T00:32:56.258121+0000","last_undegraded":"2023-12-02T00:32:56.258121+0000","last_fullsized":"2023-12-02T00:32:56.258121+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:03:22.146979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258725+0000","last_change":"2023-12-02T00:32:54.239138+0000","last_active":"2023-12-02T00:32:56.258725+0000","last_peered":"2023-12-02T00:32:56.258725+0000","last_clean":"2023-12-02T00:32:56.258725+0000","last_became_active":"2023-12-02T00:32:54.238855+0000","last_became_peered":"2023-12-02T00:32:54.238855+0000","last_unstale":"2023-12-02T00:32:56.258725+0000","last_undegraded":"2023-12-02T00:32:56.258725+0000","last_fullsized":"2023-12-02T00:32:56.258725+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:38.232335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233879+0000","last_change":"2023-12-02T00:32:42.165077+0000","last_active":"2023-12-02T00:32:55.233879+0000","last_peered":"2023-12-02T00:32:55.233879+0000","last_clean":"2023-12-02T00:32:55.233879+0000","last_became_active":"2023-12-02T00:32:42.164745+0000","last_became_peered":"2023-12-02T00:32:42.164745+0000","last_unstale":"2023-12-02T00:32:55.233879+0000","last_undegraded":"2023-12-02T00:32:55.233879+0000","last_fullsized":"2023-12-02T00:32:55.233879+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"49'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232212+0000","last_change":"2023-12-02T00:32:41.152175+0000","last_active":"2023-12-02T00:32:55.232212+0000","last_peered":"2023-12-02T00:32:55.232212+0000","last_clean":"2023-12-02T00:32:55.232212+0000","last_became_active":"2023-12-02T00:32:41.151912+0000","last_became_peered":"2023-12-02T00:32:41.151912+0000","last_unstale":"2023-12-02T00:32:55.232212+0000","last_undegraded":"2023-12-02T00:32:55.232212+0000","last_fullsized":"2023-12-02T00:32:55.232212+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259107+0000","last_change":"2023-12-02T00:32:55.258739+0000","last_active":"2023-12-02T00:32:56.259107+0000","last_peered":"2023-12-02T00:32:56.259107+0000","last_clean":"2023-12-02T00:32:56.259107+0000","last_became_active":"2023-12-02T00:32:55.258174+0000","last_became_peered":"2023-12-02T00:32:55.258174+0000","last_unstale":"2023-12-02T00:32:56.259107+0000","last_undegraded":"2023-12-02T00:32:56.259107+0000","last_fullsized":"2023-12-02T00:32:56.259107+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:49:46.764543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.246139+0000","last_change":"2023-12-02T00:32:54.247378+0000","last_active":"2023-12-02T00:32:56.246139+0000","last_peered":"2023-12-02T00:32:56.246139+0000","last_clean":"2023-12-02T00:32:56.246139+0000","last_became_active":"2023-12-02T00:32:54.247067+0000","last_became_peered":"2023-12-02T00:32:54.247067+0000","last_unstale":"2023-12-02T00:32:56.246139+0000","last_undegraded":"2023-12-02T00:32:56.246139+0000","last_fullsized":"2023-12-02T00:32:56.246139+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:45.380883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226852+0000","last_change":"2023-12-02T00:32:42.149033+0000","last_active":"2023-12-02T00:32:55.226852+0000","last_peered":"2023-12-02T00:32:55.226852+0000","last_clean":"2023-12-02T00:32:55.226852+0000","last_became_active":"2023-12-02T00:32:42.148344+0000","last_became_peered":"2023-12-02T00:32:42.148344+0000","last_unstale":"2023-12-02T00:32:55.226852+0000","last_undegraded":"2023-12-02T00:32:55.226852+0000","last_fullsized":"2023-12-02T00:32:55.226852+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:10.518654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.230617+0000","last_change":"2023-12-02T00:32:41.156954+0000","last_active":"2023-12-02T00:32:55.230617+0000","last_peered":"2023-12-02T00:32:55.230617+0000","last_clean":"2023-12-02T00:32:55.230617+0000","last_became_active":"2023-12-02T00:32:41.153390+0000","last_became_peered":"2023-12-02T00:32:41.153390+0000","last_unstale":"2023-12-02T00:32:55.230617+0000","last_undegraded":"2023-12-02T00:32:55.230617+0000","last_fullsized":"2023-12-02T00:32:55.230617+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:18:12.595272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258872+0000","last_change":"2023-12-02T00:32:55.251214+0000","last_active":"2023-12-02T00:32:56.258872+0000","last_peered":"2023-12-02T00:32:56.258872+0000","last_clean":"2023-12-02T00:32:56.258872+0000","last_became_active":"2023-12-02T00:32:55.250717+0000","last_became_peered":"2023-12-02T00:32:55.250717+0000","last_unstale":"2023-12-02T00:32:56.258872+0000","last_undegraded":"2023-12-02T00:32:56.258872+0000","last_fullsized":"2023-12-02T00:32:56.258872+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:10.757658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259089+0000","last_change":"2023-12-02T00:32:54.243902+0000","last_active":"2023-12-02T00:32:56.259089+0000","last_peered":"2023-12-02T00:32:56.259089+0000","last_clean":"2023-12-02T00:32:56.259089+0000","last_became_active":"2023-12-02T00:32:54.243363+0000","last_became_peered":"2023-12-02T00:32:54.243363+0000","last_unstale":"2023-12-02T00:32:56.259089+0000","last_undegraded":"2023-12-02T00:32:56.259089+0000","last_fullsized":"2023-12-02T00:32:56.259089+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:05:23.145465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232229+0000","last_change":"2023-12-02T00:32:42.161634+0000","last_active":"2023-12-02T00:32:55.232229+0000","last_peered":"2023-12-02T00:32:55.232229+0000","last_clean":"2023-12-02T00:32:55.232229+0000","last_became_active":"2023-12-02T00:32:42.160826+0000","last_became_peered":"2023-12-02T00:32:42.160826+0000","last_unstale":"2023-12-02T00:32:55.232229+0000","last_undegraded":"2023-12-02T00:32:55.232229+0000","last_fullsized":"2023-12-02T00:32:55.232229+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:31.054478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234067+0000","last_change":"2023-12-02T00:32:41.153562+0000","last_active":"2023-12-02T00:32:55.234067+0000","last_peered":"2023-12-02T00:32:55.234067+0000","last_clean":"2023-12-02T00:32:55.234067+0000","last_became_active":"2023-12-02T00:32:41.153072+0000","last_became_peered":"2023-12-02T00:32:41.153072+0000","last_unstale":"2023-12-02T00:32:55.234067+0000","last_undegraded":"2023-12-02T00:32:55.234067+0000","last_fullsized":"2023-12-02T00:32:55.234067+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.242590+0000","last_change":"2023-12-02T00:32:55.239856+0000","last_active":"2023-12-02T00:32:56.242590+0000","last_peered":"2023-12-02T00:32:56.242590+0000","last_clean":"2023-12-02T00:32:56.242590+0000","last_became_active":"2023-12-02T00:32:55.239594+0000","last_became_peered":"2023-12-02T00:32:55.239594+0000","last_unstale":"2023-12-02T00:32:56.242590+0000","last_undegraded":"2023-12-02T00:32:56.242590+0000","last_fullsized":"2023-12-02T00:32:56.242590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:38.352985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243529+0000","last_change":"2023-12-02T00:32:54.242720+0000","last_active":"2023-12-02T00:32:56.243529+0000","last_peered":"2023-12-02T00:32:56.243529+0000","last_clean":"2023-12-02T00:32:56.243529+0000","last_became_active":"2023-12-02T00:32:54.242443+0000","last_became_peered":"2023-12-02T00:32:54.242443+0000","last_unstale":"2023-12-02T00:32:56.243529+0000","last_undegraded":"2023-12-02T00:32:56.243529+0000","last_fullsized":"2023-12-02T00:32:56.243529+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:43.129875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235360+0000","last_change":"2023-12-02T00:32:42.167689+0000","last_active":"2023-12-02T00:32:55.235360+0000","last_peered":"2023-12-02T00:32:55.235360+0000","last_clean":"2023-12-02T00:32:55.235360+0000","last_became_active":"2023-12-02T00:32:42.167375+0000","last_became_peered":"2023-12-02T00:32:42.167375+0000","last_unstale":"2023-12-02T00:32:55.235360+0000","last_undegraded":"2023-12-02T00:32:55.235360+0000","last_fullsized":"2023-12-02T00:32:55.235360+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:10:18.588337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226012+0000","last_change":"2023-12-02T00:32:41.153891+0000","last_active":"2023-12-02T00:32:55.226012+0000","last_peered":"2023-12-02T00:32:55.226012+0000","last_clean":"2023-12-02T00:32:55.226012+0000","last_became_active":"2023-12-02T00:32:41.153617+0000","last_became_peered":"2023-12-02T00:32:41.153617+0000","last_unstale":"2023-12-02T00:32:55.226012+0000","last_undegraded":"2023-12-02T00:32:55.226012+0000","last_fullsized":"2023-12-02T00:32:55.226012+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:16:15.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244326+0000","last_change":"2023-12-02T00:32:55.241974+0000","last_active":"2023-12-02T00:32:56.244326+0000","last_peered":"2023-12-02T00:32:56.244326+0000","last_clean":"2023-12-02T00:32:56.244326+0000","last_became_active":"2023-12-02T00:32:55.241697+0000","last_became_peered":"2023-12-02T00:32:55.241697+0000","last_unstale":"2023-12-02T00:32:56.244326+0000","last_undegraded":"2023-12-02T00:32:56.244326+0000","last_fullsized":"2023-12-02T00:32:56.244326+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:46.567886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244341+0000","last_change":"2023-12-02T00:32:54.242165+0000","last_active":"2023-12-02T00:32:56.244341+0000","last_peered":"2023-12-02T00:32:56.244341+0000","last_clean":"2023-12-02T00:32:56.244341+0000","last_became_active":"2023-12-02T00:32:54.241873+0000","last_became_peered":"2023-12-02T00:32:54.241873+0000","last_unstale":"2023-12-02T00:32:56.244341+0000","last_undegraded":"2023-12-02T00:32:56.244341+0000","last_fullsized":"2023-12-02T00:32:56.244341+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:44.970899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240760+0000","last_change":"2023-12-02T00:32:42.165876+0000","last_active":"2023-12-02T00:32:55.240760+0000","last_peered":"2023-12-02T00:32:55.240760+0000","last_clean":"2023-12-02T00:32:55.240760+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:55.240760+0000","last_undegraded":"2023-12-02T00:32:55.240760+0000","last_fullsized":"2023-12-02T00:32:55.240760+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:31.054478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227536+0000","last_change":"2023-12-02T00:32:41.148253+0000","last_active":"2023-12-02T00:32:55.227536+0000","last_peered":"2023-12-02T00:32:55.227536+0000","last_clean":"2023-12-02T00:32:55.227536+0000","last_became_active":"2023-12-02T00:32:41.147965+0000","last_became_peered":"2023-12-02T00:32:41.147965+0000","last_unstale":"2023-12-02T00:32:55.227536+0000","last_undegraded":"2023-12-02T00:32:55.227536+0000","last_fullsized":"2023-12-02T00:32:55.227536+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:58.457504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257081+0000","last_change":"2023-12-02T00:32:55.260386+0000","last_active":"2023-12-02T00:32:56.257081+0000","last_peered":"2023-12-02T00:32:56.257081+0000","last_clean":"2023-12-02T00:32:56.257081+0000","last_became_active":"2023-12-02T00:32:55.260047+0000","last_became_peered":"2023-12-02T00:32:55.260047+0000","last_unstale":"2023-12-02T00:32:56.257081+0000","last_undegraded":"2023-12-02T00:32:56.257081+0000","last_fullsized":"2023-12-02T00:32:56.257081+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:02:03.136119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256875+0000","last_change":"2023-12-02T00:32:54.244256+0000","last_active":"2023-12-02T00:32:56.256875+0000","last_peered":"2023-12-02T00:32:56.256875+0000","last_clean":"2023-12-02T00:32:56.256875+0000","last_became_active":"2023-12-02T00:32:54.243942+0000","last_became_peered":"2023-12-02T00:32:54.243942+0000","last_unstale":"2023-12-02T00:32:56.256875+0000","last_undegraded":"2023-12-02T00:32:56.256875+0000","last_fullsized":"2023-12-02T00:32:56.256875+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:16.557296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.225435+0000","last_change":"2023-12-02T00:32:42.149931+0000","last_active":"2023-12-02T00:32:55.225435+0000","last_peered":"2023-12-02T00:32:55.225435+0000","last_clean":"2023-12-02T00:32:55.225435+0000","last_became_active":"2023-12-02T00:32:42.149681+0000","last_became_peered":"2023-12-02T00:32:42.149681+0000","last_unstale":"2023-12-02T00:32:55.225435+0000","last_undegraded":"2023-12-02T00:32:55.225435+0000","last_fullsized":"2023-12-02T00:32:55.225435+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:57.908110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.225612+0000","last_change":"2023-12-02T00:32:41.153805+0000","last_active":"2023-12-02T00:32:55.225612+0000","last_peered":"2023-12-02T00:32:55.225612+0000","last_clean":"2023-12-02T00:32:55.225612+0000","last_became_active":"2023-12-02T00:32:41.153524+0000","last_became_peered":"2023-12-02T00:32:41.153524+0000","last_unstale":"2023-12-02T00:32:55.225612+0000","last_undegraded":"2023-12-02T00:32:55.225612+0000","last_fullsized":"2023-12-02T00:32:55.225612+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:23.818812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245438+0000","last_change":"2023-12-02T00:32:55.255634+0000","last_active":"2023-12-02T00:32:56.245438+0000","last_peered":"2023-12-02T00:32:56.245438+0000","last_clean":"2023-12-02T00:32:56.245438+0000","last_became_active":"2023-12-02T00:32:55.255345+0000","last_became_peered":"2023-12-02T00:32:55.255345+0000","last_unstale":"2023-12-02T00:32:56.245438+0000","last_undegraded":"2023-12-02T00:32:56.245438+0000","last_fullsized":"2023-12-02T00:32:56.245438+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:52:34.072831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243049+0000","last_change":"2023-12-02T00:32:54.249866+0000","last_active":"2023-12-02T00:32:56.243049+0000","last_peered":"2023-12-02T00:32:56.243049+0000","last_clean":"2023-12-02T00:32:56.243049+0000","last_became_active":"2023-12-02T00:32:54.249638+0000","last_became_peered":"2023-12-02T00:32:54.249638+0000","last_unstale":"2023-12-02T00:32:56.243049+0000","last_undegraded":"2023-12-02T00:32:56.243049+0000","last_fullsized":"2023-12-02T00:32:56.243049+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:20.849539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235670+0000","last_change":"2023-12-02T00:32:42.158526+0000","last_active":"2023-12-02T00:32:55.235670+0000","last_peered":"2023-12-02T00:32:55.235670+0000","last_clean":"2023-12-02T00:32:55.235670+0000","last_became_active":"2023-12-02T00:32:42.158264+0000","last_became_peered":"2023-12-02T00:32:42.158264+0000","last_unstale":"2023-12-02T00:32:55.235670+0000","last_undegraded":"2023-12-02T00:32:55.235670+0000","last_fullsized":"2023-12-02T00:32:55.235670+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:23.864735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234164+0000","last_change":"2023-12-02T00:32:41.156185+0000","last_active":"2023-12-02T00:32:55.234164+0000","last_peered":"2023-12-02T00:32:55.234164+0000","last_clean":"2023-12-02T00:32:55.234164+0000","last_became_active":"2023-12-02T00:32:41.154971+0000","last_became_peered":"2023-12-02T00:32:41.154971+0000","last_unstale":"2023-12-02T00:32:55.234164+0000","last_undegraded":"2023-12-02T00:32:55.234164+0000","last_fullsized":"2023-12-02T00:32:55.234164+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:32.297863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257753+0000","last_change":"2023-12-02T00:32:55.244288+0000","last_active":"2023-12-02T00:32:56.257753+0000","last_peered":"2023-12-02T00:32:56.257753+0000","last_clean":"2023-12-02T00:32:56.257753+0000","last_became_active":"2023-12-02T00:32:55.244047+0000","last_became_peered":"2023-12-02T00:32:55.244047+0000","last_unstale":"2023-12-02T00:32:56.257753+0000","last_undegraded":"2023-12-02T00:32:56.257753+0000","last_fullsized":"2023-12-02T00:32:56.257753+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:28:21.734134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245461+0000","last_change":"2023-12-02T00:32:54.241567+0000","last_active":"2023-12-02T00:32:56.245461+0000","last_peered":"2023-12-02T00:32:56.245461+0000","last_clean":"2023-12-02T00:32:56.245461+0000","last_became_active":"2023-12-02T00:32:54.240866+0000","last_became_peered":"2023-12-02T00:32:54.240866+0000","last_unstale":"2023-12-02T00:32:56.245461+0000","last_undegraded":"2023-12-02T00:32:56.245461+0000","last_fullsized":"2023-12-02T00:32:56.245461+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:01:04.657663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234150+0000","last_change":"2023-12-02T00:32:42.175639+0000","last_active":"2023-12-02T00:32:55.234150+0000","last_peered":"2023-12-02T00:32:55.234150+0000","last_clean":"2023-12-02T00:32:55.234150+0000","last_became_active":"2023-12-02T00:32:42.174934+0000","last_became_peered":"2023-12-02T00:32:42.174934+0000","last_unstale":"2023-12-02T00:32:55.234150+0000","last_undegraded":"2023-12-02T00:32:55.234150+0000","last_fullsized":"2023-12-02T00:32:55.234150+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:20:57.670254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.229728+0000","last_change":"2023-12-02T00:32:41.155432+0000","last_active":"2023-12-02T00:32:55.229728+0000","last_peered":"2023-12-02T00:32:55.229728+0000","last_clean":"2023-12-02T00:32:55.229728+0000","last_became_active":"2023-12-02T00:32:41.155128+0000","last_became_peered":"2023-12-02T00:32:41.155128+0000","last_unstale":"2023-12-02T00:32:55.229728+0000","last_undegraded":"2023-12-02T00:32:55.229728+0000","last_fullsized":"2023-12-02T00:32:55.229728+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:49:17.310251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":194,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239204+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:32:55.239204+0000","last_peered":"2023-12-02T00:32:55.239204+0000","last_clean":"2023-12-02T00:32:55.239204+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:32:55.239204+0000","last_undegraded":"2023-12-02T00:32:55.239204+0000","last_fullsized":"2023-12-02T00:32:55.239204+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574876,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":1245184,"data_stored":866253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.73199999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.77300000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.75}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.78900000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.627},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.63800000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.59199999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.56000000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27656,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344184,"statfs":{"total":96636764160,"available":96608444416,"internally_reserved":0,"allocated":643072,"data_stored":275201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.5}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.54400000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.69799999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.60999999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.63600000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.871}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.80100000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574876,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27660,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344180,"statfs":{"total":96636764160,"available":96608440320,"internally_reserved":0,"allocated":647168,"data_stored":275851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.60299999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.70499999999999996}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.66900000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.63},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.754}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.77900000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":0.53400000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574877,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":278286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.69999999999999996,"15min":0.71099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.96599999999999997,"5min":1.002,"15min":1.002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.92300000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.58899999999999997}]},{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.89300000000000002,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.498},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.70699999999999996,"15min":0.71399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.64400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69699999999999995,"15min":0.69299999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.94799999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.72899999999999998,"15min":0.73399999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68999999999999995,"15min":0.68200000000000005},"min":{"1min":0.53400000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.627},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.92900000000000005,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.51400000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66600000000000004,"15min":0.66300000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90200000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68000000000000005,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93799999999999994,"5min":1.139,"15min":1.139},"last":0.55700000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.76400000000000001,"15min":0.76500000000000001},"min":{"1min":0.46200000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.94299999999999995,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.96899999999999997,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80700000000000005,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0209999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.65900000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574878,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":275277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.44500000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.46999999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.71299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.60399999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.62},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":0.78500000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.63},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.74399999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":655360,"data_stored":276777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.47899999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.502},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.39600000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.81499999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.76200000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.621}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":0.78500000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574879,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":659456,"data_stored":277427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.44900000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.42599999999999999}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.379}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.78300000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.85099999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.88200000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.70899999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574877,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":1245184,"data_stored":869166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.47499999999999998,"15min":0.48499999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56499999999999995,"5min":1.117,"15min":1.117},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71399999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.29199999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.625,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.505,"15min":0.50800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.41099999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48799999999999999,"15min":0.48599999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.5}]},{"osd":4,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.77200000000000002,"15min":0.77800000000000002},"min":{"1min":0.53600000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0580000000000001,"5min":1.252,"15min":1.252},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.59199999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.127,"5min":1.266,"15min":1.266},"last":0.623}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.75900000000000001},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.78600000000000003,"15min":0.80200000000000005},"min":{"1min":0.55300000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.94999999999999996,"5min":1.204,"15min":1.204},"last":0.53600000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.59199999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.92700000000000005,"5min":1.097,"15min":1.097},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.78900000000000003,"15min":0.80200000000000005},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.999,"5min":1.141,"15min":1.141},"last":0.65100000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81499999999999995,"15min":0.83099999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92500000000000004,"5min":1.496,"15min":1.496},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79100000000000004,"15min":0.79300000000000004},"min":{"1min":0.61499999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.69399999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:59.336 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:32:59.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38cc0bb640 1 Processor -- start 2023-12-02T00:32:59.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38cc0bb640 1 -- start start 2023-12-02T00:32:59.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38cc0bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c41555c0 0x7f38c40a6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38cc0bb640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f38c40c1270 0x7f38c40c1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38cc0bb640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38c40c28e0 con 0x7f38c40c61e0 2023-12-02T00:32:59.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38cc0bb640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38c40c3680 con 0x7f38c40c1270 2023-12-02T00:32:59.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38cc0bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38c40c2b80 con 0x7f38c41555c0 2023-12-02T00:32:59.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38ca658640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f38c40c1270 0x7f38c40c1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38ca658640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f38c40c1270 0x7f38c40c1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52950/0 (socket says 172.21.15.133:52950) 2023-12-02T00:32:59.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38c9656640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f38c40c61e0 0x7f38c40c6730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40268/0 (socket says 172.21.15.133:40268) 2023-12-02T00:32:59.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38ca658640 1 -- 172.21.15.133:0/2246090256 learned_addr learned my addr 172.21.15.133:0/2246090256 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:59.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38c9e57640 1 --2- 172.21.15.133:0/2246090256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c41555c0 0x7f38c40a6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38ca658640 1 -- 172.21.15.133:0/2246090256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c41555c0 msgr2=0x7f38c40a6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:59.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38ca658640 1 --2- 172.21.15.133:0/2246090256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c41555c0 0x7f38c40a6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38ca658640 1 -- 172.21.15.133:0/2246090256 >> v1:172.21.15.133:6789/0 conn(0x7f38c40c61e0 legacy=0x7f38c40c6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38ca658640 1 -- 172.21.15.133:0/2246090256 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38c40c32a0 con 0x7f38c40c1270 2023-12-02T00:32:59.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38c8e55640 1 -- 172.21.15.133:0/2246090256 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3563370356 0 0) 0x7f38c40c28e0 con 0x7f38c40c61e0 2023-12-02T00:32:59.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.508+0000 7f38c9e57640 1 --2- 172.21.15.133:0/2246090256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c41555c0 0x7f38c40a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:32:59.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38ca658640 1 --2- 172.21.15.133:0/2246090256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c40c1270 0x7f38c40c1700 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f38bc009e50 tx=0x7f38bc01ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=928749371594b0be server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38c8e55640 1 -- 172.21.15.133:0/2246090256 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38bc0a57f0 con 0x7f38c40c1270 2023-12-02T00:32:59.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38c8e55640 1 -- 172.21.15.133:0/2246090256 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38bc0a5950 con 0x7f38c40c1270 2023-12-02T00:32:59.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38c8e55640 1 -- 172.21.15.133:0/2246090256 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38bc0a5ce0 con 0x7f38c40c1270 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 -- 172.21.15.133:0/2246090256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c40c1270 msgr2=0x7f38c40c1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/2246090256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c40c1270 0x7f38c40c1700 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f38bc009e50 tx=0x7f38bc01ca10 comp rx=0 tx=0).stop 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 -- 172.21.15.133:0/2246090256 shutdown_connections 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/2246090256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c40c1270 0x7f38c40c1700 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/2246090256 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c41555c0 0x7f38c40a6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 -- 172.21.15.133:0/2246090256 >> 172.21.15.133:0/2246090256 conn(0x7f38c40c7e40 msgr2=0x7f38c40c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 -- 172.21.15.133:0/2246090256 shutdown_connections 2023-12-02T00:32:59.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.512+0000 7f38cc0bb640 1 -- 172.21.15.133:0/2246090256 wait complete. 2023-12-02T00:32:59.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 Processor -- start 2023-12-02T00:32:59.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 -- start start 2023-12-02T00:32:59.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c40c1270 0x7f38c415e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c40c61e0 0x7f38c41ed1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c41555c0 0x7f38c41ed6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38c41ecd50 con 0x7f38c41555c0 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38c4159290 con 0x7f38c40c61e0 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38c415bd90 con 0x7f38c40c1270 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c41555c0 0x7f38c41ed6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c41555c0 0x7f38c41ed6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52962/0 (socket says 172.21.15.133:52962) 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 -- 172.21.15.133:0/1733174642 learned_addr learned my addr 172.21.15.133:0/1733174642 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38c9e57640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c40c1270 0x7f38c415e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38c9656640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c40c61e0 0x7f38c41ed1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 -- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c40c1270 msgr2=0x7f38c415e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c40c1270 0x7f38c415e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 -- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c40c61e0 msgr2=0x7f38c41ed1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c40c61e0 0x7f38c41ed1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 -- 172.21.15.133:0/1733174642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38bc009b30 con 0x7f38c41555c0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ca658640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c41555c0 0x7f38c41ed6e0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f38bc0af040 tx=0x7f38bc0197b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ba7fc640 1 -- 172.21.15.133:0/1733174642 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38bc009210 con 0x7f38c41555c0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ba7fc640 1 -- 172.21.15.133:0/1733174642 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38bc0b8680 con 0x7f38c41555c0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38c4152a40 con 0x7f38c41555c0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38ba7fc640 1 -- 172.21.15.133:0/1733174642 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38bc0b89f0 con 0x7f38c41555c0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.516+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38c4152ce0 con 0x7f38c41555c0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.520+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38c41ecec0 con 0x7f38c41555c0 2023-12-02T00:32:59.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.520+0000 7f38ba7fc640 1 -- 172.21.15.133:0/1733174642 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f38bc0b8b50 con 0x7f38c41555c0 2023-12-02T00:32:59.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.520+0000 7f38ba7fc640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38a8066470 0x7f38a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.520+0000 7f38ba7fc640 1 -- 172.21.15.133:0/1733174642 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f38bc11f380 con 0x7f38c41555c0 2023-12-02T00:32:59.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.520+0000 7f38c9e57640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38a8066470 0x7f38a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.520+0000 7f38c9e57640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38a8066470 0x7f38a8068930 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f38c406f3a0 tx=0x7f38c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.524+0000 7f38ba7fc640 1 -- 172.21.15.133:0/1733174642 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f38c41ecec0 con 0x7f38c41555c0 2023-12-02T00:32:59.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.672+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f38c4161ae0 con 0x7f38a8066470 2023-12-02T00:32:59.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.684+0000 7f38ba7fc640 1 -- 172.21.15.133:0/1733174642 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527853 (secure 0 0 0) 0x7f38c000a670 con 0x7f38a8066470 2023-12-02T00:32:59.691 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:32:59.695 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38a8066470 msgr2=0x7f38a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38a8066470 0x7f38a8068930 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f38c406f3a0 tx=0x7f38c0008040 comp rx=0 tx=0).stop 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c41555c0 msgr2=0x7f38c41ed6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c41555c0 0x7f38c41ed6e0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f38bc0af040 tx=0x7f38bc0197b0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 shutdown_connections 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38a8066470 0x7f38a8068930 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c41555c0 0x7f38c41ed6e0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c40c61e0 0x7f38c41ed1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 --2- 172.21.15.133:0/1733174642 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c40c1270 0x7f38c415e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 >> 172.21.15.133:0/1733174642 conn(0x7f38c40c7e40 msgr2=0x7f38c40c4450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:59.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 shutdown_connections 2023-12-02T00:32:59.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.688+0000 7f38cc0bb640 1 -- 172.21.15.133:0/1733174642 wait complete. 2023-12-02T00:32:59.711 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":112,"stamp":"2023-12-02T00:32:59.265231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":250,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196,"ondisk_log_size":196,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":349,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":222468,"kb_used_data":6248,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754752252,"statfs":{"total":773094113280,"available":772866306048,"internally_reserved":0,"allocated":6397952,"data_stored":3394238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002720"},"pg_stats":[{"pgid":"11.3d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257387+0000","last_change":"2023-12-02T00:32:55.252933+0000","last_active":"2023-12-02T00:32:56.257387+0000","last_peered":"2023-12-02T00:32:56.257387+0000","last_clean":"2023-12-02T00:32:56.257387+0000","last_became_active":"2023-12-02T00:32:55.252660+0000","last_became_peered":"2023-12-02T00:32:55.252660+0000","last_unstale":"2023-12-02T00:32:56.257387+0000","last_undegraded":"2023-12-02T00:32:56.257387+0000","last_fullsized":"2023-12-02T00:32:56.257387+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:14:22.213387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.248075+0000","last_change":"2023-12-02T00:32:42.163137+0000","last_active":"2023-12-02T00:32:55.248075+0000","last_peered":"2023-12-02T00:32:55.248075+0000","last_clean":"2023-12-02T00:32:55.248075+0000","last_became_active":"2023-12-02T00:32:42.162834+0000","last_became_peered":"2023-12-02T00:32:42.162834+0000","last_unstale":"2023-12-02T00:32:55.248075+0000","last_undegraded":"2023-12-02T00:32:55.248075+0000","last_fullsized":"2023-12-02T00:32:55.248075+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:28:07.358856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243483+0000","last_change":"2023-12-02T00:32:55.238083+0000","last_active":"2023-12-02T00:32:56.243483+0000","last_peered":"2023-12-02T00:32:56.243483+0000","last_clean":"2023-12-02T00:32:56.243483+0000","last_became_active":"2023-12-02T00:32:55.237867+0000","last_became_peered":"2023-12-02T00:32:55.237867+0000","last_unstale":"2023-12-02T00:32:56.243483+0000","last_undegraded":"2023-12-02T00:32:56.243483+0000","last_fullsized":"2023-12-02T00:32:56.243483+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:45.982905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240626+0000","last_change":"2023-12-02T00:32:42.166414+0000","last_active":"2023-12-02T00:32:55.240626+0000","last_peered":"2023-12-02T00:32:55.240626+0000","last_clean":"2023-12-02T00:32:55.240626+0000","last_became_active":"2023-12-02T00:32:42.165926+0000","last_became_peered":"2023-12-02T00:32:42.165926+0000","last_unstale":"2023-12-02T00:32:55.240626+0000","last_undegraded":"2023-12-02T00:32:55.240626+0000","last_fullsized":"2023-12-02T00:32:55.240626+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:40.644767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259233+0000","last_change":"2023-12-02T00:32:55.255789+0000","last_active":"2023-12-02T00:32:56.259233+0000","last_peered":"2023-12-02T00:32:56.259233+0000","last_clean":"2023-12-02T00:32:56.259233+0000","last_became_active":"2023-12-02T00:32:55.255488+0000","last_became_peered":"2023-12-02T00:32:55.255488+0000","last_unstale":"2023-12-02T00:32:56.259233+0000","last_undegraded":"2023-12-02T00:32:56.259233+0000","last_fullsized":"2023-12-02T00:32:56.259233+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:59:50.355692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243475+0000","last_change":"2023-12-02T00:32:42.162847+0000","last_active":"2023-12-02T00:32:55.243475+0000","last_peered":"2023-12-02T00:32:55.243475+0000","last_clean":"2023-12-02T00:32:55.243475+0000","last_became_active":"2023-12-02T00:32:42.162573+0000","last_became_peered":"2023-12-02T00:32:42.162573+0000","last_unstale":"2023-12-02T00:32:55.243475+0000","last_undegraded":"2023-12-02T00:32:55.243475+0000","last_fullsized":"2023-12-02T00:32:55.243475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:03.910871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.246122+0000","last_change":"2023-12-02T00:32:55.238835+0000","last_active":"2023-12-02T00:32:56.246122+0000","last_peered":"2023-12-02T00:32:56.246122+0000","last_clean":"2023-12-02T00:32:56.246122+0000","last_became_active":"2023-12-02T00:32:55.238562+0000","last_became_peered":"2023-12-02T00:32:55.238562+0000","last_unstale":"2023-12-02T00:32:56.246122+0000","last_undegraded":"2023-12-02T00:32:56.246122+0000","last_fullsized":"2023-12-02T00:32:56.246122+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:10.627258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232835+0000","last_change":"2023-12-02T00:32:42.176669+0000","last_active":"2023-12-02T00:32:55.232835+0000","last_peered":"2023-12-02T00:32:55.232835+0000","last_clean":"2023-12-02T00:32:55.232835+0000","last_became_active":"2023-12-02T00:32:42.176429+0000","last_became_peered":"2023-12-02T00:32:42.176429+0000","last_unstale":"2023-12-02T00:32:55.232835+0000","last_undegraded":"2023-12-02T00:32:55.232835+0000","last_fullsized":"2023-12-02T00:32:55.232835+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258589+0000","last_change":"2023-12-02T00:32:55.247848+0000","last_active":"2023-12-02T00:32:56.258589+0000","last_peered":"2023-12-02T00:32:56.258589+0000","last_clean":"2023-12-02T00:32:56.258589+0000","last_became_active":"2023-12-02T00:32:55.247601+0000","last_became_peered":"2023-12-02T00:32:55.247601+0000","last_unstale":"2023-12-02T00:32:56.258589+0000","last_undegraded":"2023-12-02T00:32:56.258589+0000","last_fullsized":"2023-12-02T00:32:56.258589+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:10.627258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.248056+0000","last_change":"2023-12-02T00:32:42.163320+0000","last_active":"2023-12-02T00:32:55.248056+0000","last_peered":"2023-12-02T00:32:55.248056+0000","last_clean":"2023-12-02T00:32:55.248056+0000","last_became_active":"2023-12-02T00:32:42.163046+0000","last_became_peered":"2023-12-02T00:32:42.163046+0000","last_unstale":"2023-12-02T00:32:55.248056+0000","last_undegraded":"2023-12-02T00:32:55.248056+0000","last_fullsized":"2023-12-02T00:32:55.248056+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:11.136078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243993+0000","last_change":"2023-12-02T00:32:55.231722+0000","last_active":"2023-12-02T00:32:56.243993+0000","last_peered":"2023-12-02T00:32:56.243993+0000","last_clean":"2023-12-02T00:32:56.243993+0000","last_became_active":"2023-12-02T00:32:55.231443+0000","last_became_peered":"2023-12-02T00:32:55.231443+0000","last_unstale":"2023-12-02T00:32:56.243993+0000","last_undegraded":"2023-12-02T00:32:56.243993+0000","last_fullsized":"2023-12-02T00:32:56.243993+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:46.211480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231760+0000","last_change":"2023-12-02T00:32:42.169887+0000","last_active":"2023-12-02T00:32:55.231760+0000","last_peered":"2023-12-02T00:32:55.231760+0000","last_clean":"2023-12-02T00:32:55.231760+0000","last_became_active":"2023-12-02T00:32:42.169591+0000","last_became_peered":"2023-12-02T00:32:42.169591+0000","last_unstale":"2023-12-02T00:32:55.231760+0000","last_undegraded":"2023-12-02T00:32:55.231760+0000","last_fullsized":"2023-12-02T00:32:55.231760+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256745+0000","last_change":"2023-12-02T00:32:55.255887+0000","last_active":"2023-12-02T00:32:56.256745+0000","last_peered":"2023-12-02T00:32:56.256745+0000","last_clean":"2023-12-02T00:32:56.256745+0000","last_became_active":"2023-12-02T00:32:55.255589+0000","last_became_peered":"2023-12-02T00:32:55.255589+0000","last_unstale":"2023-12-02T00:32:56.256745+0000","last_undegraded":"2023-12-02T00:32:56.256745+0000","last_fullsized":"2023-12-02T00:32:56.256745+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:44.268769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.228894+0000","last_change":"2023-12-02T00:32:42.159266+0000","last_active":"2023-12-02T00:32:55.228894+0000","last_peered":"2023-12-02T00:32:55.228894+0000","last_clean":"2023-12-02T00:32:55.228894+0000","last_became_active":"2023-12-02T00:32:42.158993+0000","last_became_peered":"2023-12-02T00:32:42.158993+0000","last_unstale":"2023-12-02T00:32:55.228894+0000","last_undegraded":"2023-12-02T00:32:55.228894+0000","last_fullsized":"2023-12-02T00:32:55.228894+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:53.918707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245274+0000","last_change":"2023-12-02T00:32:55.239444+0000","last_active":"2023-12-02T00:32:56.245274+0000","last_peered":"2023-12-02T00:32:56.245274+0000","last_clean":"2023-12-02T00:32:56.245274+0000","last_became_active":"2023-12-02T00:32:55.239149+0000","last_became_peered":"2023-12-02T00:32:55.239149+0000","last_unstale":"2023-12-02T00:32:56.245274+0000","last_undegraded":"2023-12-02T00:32:56.245274+0000","last_fullsized":"2023-12-02T00:32:56.245274+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:53.732170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234075+0000","last_change":"2023-12-02T00:32:42.175777+0000","last_active":"2023-12-02T00:32:55.234075+0000","last_peered":"2023-12-02T00:32:55.234075+0000","last_clean":"2023-12-02T00:32:55.234075+0000","last_became_active":"2023-12-02T00:32:42.175356+0000","last_became_peered":"2023-12-02T00:32:42.175356+0000","last_unstale":"2023-12-02T00:32:55.234075+0000","last_undegraded":"2023-12-02T00:32:55.234075+0000","last_fullsized":"2023-12-02T00:32:55.234075+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:26.156938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257927+0000","last_change":"2023-12-02T00:32:55.259945+0000","last_active":"2023-12-02T00:32:56.257927+0000","last_peered":"2023-12-02T00:32:56.257927+0000","last_clean":"2023-12-02T00:32:56.257927+0000","last_became_active":"2023-12-02T00:32:55.259613+0000","last_became_peered":"2023-12-02T00:32:55.259613+0000","last_unstale":"2023-12-02T00:32:56.257927+0000","last_undegraded":"2023-12-02T00:32:56.257927+0000","last_fullsized":"2023-12-02T00:32:56.257927+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:22:21.605086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227047+0000","last_change":"2023-12-02T00:32:42.163663+0000","last_active":"2023-12-02T00:32:55.227047+0000","last_peered":"2023-12-02T00:32:55.227047+0000","last_clean":"2023-12-02T00:32:55.227047+0000","last_became_active":"2023-12-02T00:32:42.160245+0000","last_became_peered":"2023-12-02T00:32:42.160245+0000","last_unstale":"2023-12-02T00:32:55.227047+0000","last_undegraded":"2023-12-02T00:32:55.227047+0000","last_fullsized":"2023-12-02T00:32:55.227047+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:04.875613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243177+0000","last_change":"2023-12-02T00:32:55.254358+0000","last_active":"2023-12-02T00:32:56.243177+0000","last_peered":"2023-12-02T00:32:56.243177+0000","last_clean":"2023-12-02T00:32:56.243177+0000","last_became_active":"2023-12-02T00:32:55.254177+0000","last_became_peered":"2023-12-02T00:32:55.254177+0000","last_unstale":"2023-12-02T00:32:56.243177+0000","last_undegraded":"2023-12-02T00:32:56.243177+0000","last_fullsized":"2023-12-02T00:32:56.243177+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:51:08.789051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226563+0000","last_change":"2023-12-02T00:32:42.153928+0000","last_active":"2023-12-02T00:32:55.226563+0000","last_peered":"2023-12-02T00:32:55.226563+0000","last_clean":"2023-12-02T00:32:55.226563+0000","last_became_active":"2023-12-02T00:32:42.150204+0000","last_became_peered":"2023-12-02T00:32:42.150204+0000","last_unstale":"2023-12-02T00:32:55.226563+0000","last_undegraded":"2023-12-02T00:32:55.226563+0000","last_fullsized":"2023-12-02T00:32:55.226563+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:04.481899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258016+0000","last_change":"2023-12-02T00:32:55.261681+0000","last_active":"2023-12-02T00:32:56.258016+0000","last_peered":"2023-12-02T00:32:56.258016+0000","last_clean":"2023-12-02T00:32:56.258016+0000","last_became_active":"2023-12-02T00:32:55.261328+0000","last_became_peered":"2023-12-02T00:32:55.261328+0000","last_unstale":"2023-12-02T00:32:56.258016+0000","last_undegraded":"2023-12-02T00:32:56.258016+0000","last_fullsized":"2023-12-02T00:32:56.258016+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:48:07.006110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227251+0000","last_change":"2023-12-02T00:32:42.152122+0000","last_active":"2023-12-02T00:32:55.227251+0000","last_peered":"2023-12-02T00:32:55.227251+0000","last_clean":"2023-12-02T00:32:55.227251+0000","last_became_active":"2023-12-02T00:32:42.151846+0000","last_became_peered":"2023-12-02T00:32:42.151846+0000","last_unstale":"2023-12-02T00:32:55.227251+0000","last_undegraded":"2023-12-02T00:32:55.227251+0000","last_fullsized":"2023-12-02T00:32:55.227251+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:47:11.868794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244887+0000","last_change":"2023-12-02T00:32:55.261348+0000","last_active":"2023-12-02T00:32:56.244887+0000","last_peered":"2023-12-02T00:32:56.244887+0000","last_clean":"2023-12-02T00:32:56.244887+0000","last_became_active":"2023-12-02T00:32:55.258093+0000","last_became_peered":"2023-12-02T00:32:55.258093+0000","last_unstale":"2023-12-02T00:32:56.244887+0000","last_undegraded":"2023-12-02T00:32:56.244887+0000","last_fullsized":"2023-12-02T00:32:56.244887+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:10.627258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232931+0000","last_change":"2023-12-02T00:32:42.165167+0000","last_active":"2023-12-02T00:32:55.232931+0000","last_peered":"2023-12-02T00:32:55.232931+0000","last_clean":"2023-12-02T00:32:55.232931+0000","last_became_active":"2023-12-02T00:32:42.164837+0000","last_became_peered":"2023-12-02T00:32:42.164837+0000","last_unstale":"2023-12-02T00:32:55.232931+0000","last_undegraded":"2023-12-02T00:32:55.232931+0000","last_fullsized":"2023-12-02T00:32:55.232931+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:50:55.701648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256638+0000","last_change":"2023-12-02T00:32:55.255472+0000","last_active":"2023-12-02T00:32:56.256638+0000","last_peered":"2023-12-02T00:32:56.256638+0000","last_clean":"2023-12-02T00:32:56.256638+0000","last_became_active":"2023-12-02T00:32:55.255180+0000","last_became_peered":"2023-12-02T00:32:55.255180+0000","last_unstale":"2023-12-02T00:32:56.256638+0000","last_undegraded":"2023-12-02T00:32:56.256638+0000","last_fullsized":"2023-12-02T00:32:56.256638+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:38.277340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.230766+0000","last_change":"2023-12-02T00:32:42.158563+0000","last_active":"2023-12-02T00:32:55.230766+0000","last_peered":"2023-12-02T00:32:55.230766+0000","last_clean":"2023-12-02T00:32:55.230766+0000","last_became_active":"2023-12-02T00:32:42.158315+0000","last_became_peered":"2023-12-02T00:32:42.158315+0000","last_unstale":"2023-12-02T00:32:55.230766+0000","last_undegraded":"2023-12-02T00:32:55.230766+0000","last_fullsized":"2023-12-02T00:32:55.230766+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:18.958076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243629+0000","last_change":"2023-12-02T00:32:55.245173+0000","last_active":"2023-12-02T00:32:56.243629+0000","last_peered":"2023-12-02T00:32:56.243629+0000","last_clean":"2023-12-02T00:32:56.243629+0000","last_became_active":"2023-12-02T00:32:55.244816+0000","last_became_peered":"2023-12-02T00:32:55.244816+0000","last_unstale":"2023-12-02T00:32:56.243629+0000","last_undegraded":"2023-12-02T00:32:56.243629+0000","last_fullsized":"2023-12-02T00:32:56.243629+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:55.136136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227490+0000","last_change":"2023-12-02T00:32:42.150836+0000","last_active":"2023-12-02T00:32:55.227490+0000","last_peered":"2023-12-02T00:32:55.227490+0000","last_clean":"2023-12-02T00:32:55.227490+0000","last_became_active":"2023-12-02T00:32:42.150526+0000","last_became_peered":"2023-12-02T00:32:42.150526+0000","last_unstale":"2023-12-02T00:32:55.227490+0000","last_undegraded":"2023-12-02T00:32:55.227490+0000","last_fullsized":"2023-12-02T00:32:55.227490+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:58.019148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258002+0000","last_change":"2023-12-02T00:32:55.249558+0000","last_active":"2023-12-02T00:32:56.258002+0000","last_peered":"2023-12-02T00:32:56.258002+0000","last_clean":"2023-12-02T00:32:56.258002+0000","last_became_active":"2023-12-02T00:32:55.249207+0000","last_became_peered":"2023-12-02T00:32:55.249207+0000","last_unstale":"2023-12-02T00:32:56.258002+0000","last_undegraded":"2023-12-02T00:32:56.258002+0000","last_fullsized":"2023-12-02T00:32:56.258002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:47.534198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.229067+0000","last_change":"2023-12-02T00:32:42.153632+0000","last_active":"2023-12-02T00:32:55.229067+0000","last_peered":"2023-12-02T00:32:55.229067+0000","last_clean":"2023-12-02T00:32:55.229067+0000","last_became_active":"2023-12-02T00:32:42.153364+0000","last_became_peered":"2023-12-02T00:32:42.153364+0000","last_unstale":"2023-12-02T00:32:55.229067+0000","last_undegraded":"2023-12-02T00:32:55.229067+0000","last_fullsized":"2023-12-02T00:32:55.229067+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:46.295551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257370+0000","last_change":"2023-12-02T00:32:55.260168+0000","last_active":"2023-12-02T00:32:56.257370+0000","last_peered":"2023-12-02T00:32:56.257370+0000","last_clean":"2023-12-02T00:32:56.257370+0000","last_became_active":"2023-12-02T00:32:55.258976+0000","last_became_peered":"2023-12-02T00:32:55.258976+0000","last_unstale":"2023-12-02T00:32:56.257370+0000","last_undegraded":"2023-12-02T00:32:56.257370+0000","last_fullsized":"2023-12-02T00:32:56.257370+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:33.148157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232011+0000","last_change":"2023-12-02T00:32:42.168902+0000","last_active":"2023-12-02T00:32:55.232011+0000","last_peered":"2023-12-02T00:32:55.232011+0000","last_clean":"2023-12-02T00:32:55.232011+0000","last_became_active":"2023-12-02T00:32:42.168605+0000","last_became_peered":"2023-12-02T00:32:42.168605+0000","last_unstale":"2023-12-02T00:32:55.232011+0000","last_undegraded":"2023-12-02T00:32:55.232011+0000","last_fullsized":"2023-12-02T00:32:55.232011+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:48:56.005653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244974+0000","last_change":"2023-12-02T00:32:55.244063+0000","last_active":"2023-12-02T00:32:56.244974+0000","last_peered":"2023-12-02T00:32:56.244974+0000","last_clean":"2023-12-02T00:32:56.244974+0000","last_became_active":"2023-12-02T00:32:55.243778+0000","last_became_peered":"2023-12-02T00:32:55.243778+0000","last_unstale":"2023-12-02T00:32:56.244974+0000","last_undegraded":"2023-12-02T00:32:56.244974+0000","last_fullsized":"2023-12-02T00:32:56.244974+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:55.136136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.241775+0000","last_change":"2023-12-02T00:32:42.172075+0000","last_active":"2023-12-02T00:32:55.241775+0000","last_peered":"2023-12-02T00:32:55.241775+0000","last_clean":"2023-12-02T00:32:55.241775+0000","last_became_active":"2023-12-02T00:32:42.171047+0000","last_became_peered":"2023-12-02T00:32:42.171047+0000","last_unstale":"2023-12-02T00:32:55.241775+0000","last_undegraded":"2023-12-02T00:32:55.241775+0000","last_fullsized":"2023-12-02T00:32:55.241775+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:34.446795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258647+0000","last_change":"2023-12-02T00:32:55.245101+0000","last_active":"2023-12-02T00:32:56.258647+0000","last_peered":"2023-12-02T00:32:56.258647+0000","last_clean":"2023-12-02T00:32:56.258647+0000","last_became_active":"2023-12-02T00:32:55.244764+0000","last_became_peered":"2023-12-02T00:32:55.244764+0000","last_unstale":"2023-12-02T00:32:56.258647+0000","last_undegraded":"2023-12-02T00:32:56.258647+0000","last_fullsized":"2023-12-02T00:32:56.258647+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:25.867471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.244207+0000","last_change":"2023-12-02T00:32:42.171606+0000","last_active":"2023-12-02T00:32:55.244207+0000","last_peered":"2023-12-02T00:32:55.244207+0000","last_clean":"2023-12-02T00:32:55.244207+0000","last_became_active":"2023-12-02T00:32:42.171294+0000","last_became_peered":"2023-12-02T00:32:42.171294+0000","last_unstale":"2023-12-02T00:32:55.244207+0000","last_undegraded":"2023-12-02T00:32:55.244207+0000","last_fullsized":"2023-12-02T00:32:55.244207+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:09.366336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258139+0000","last_change":"2023-12-02T00:32:55.261675+0000","last_active":"2023-12-02T00:32:56.258139+0000","last_peered":"2023-12-02T00:32:56.258139+0000","last_clean":"2023-12-02T00:32:56.258139+0000","last_became_active":"2023-12-02T00:32:55.261205+0000","last_became_peered":"2023-12-02T00:32:55.261205+0000","last_unstale":"2023-12-02T00:32:56.258139+0000","last_undegraded":"2023-12-02T00:32:56.258139+0000","last_fullsized":"2023-12-02T00:32:56.258139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:26:11.106552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.247864+0000","last_change":"2023-12-02T00:32:42.164053+0000","last_active":"2023-12-02T00:32:55.247864+0000","last_peered":"2023-12-02T00:32:55.247864+0000","last_clean":"2023-12-02T00:32:55.247864+0000","last_became_active":"2023-12-02T00:32:42.163798+0000","last_became_peered":"2023-12-02T00:32:42.163798+0000","last_unstale":"2023-12-02T00:32:55.247864+0000","last_undegraded":"2023-12-02T00:32:55.247864+0000","last_fullsized":"2023-12-02T00:32:55.247864+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:28:16.329162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243441+0000","last_change":"2023-12-02T00:32:55.262902+0000","last_active":"2023-12-02T00:32:56.243441+0000","last_peered":"2023-12-02T00:32:56.243441+0000","last_clean":"2023-12-02T00:32:56.243441+0000","last_became_active":"2023-12-02T00:32:55.262630+0000","last_became_peered":"2023-12-02T00:32:55.262630+0000","last_unstale":"2023-12-02T00:32:56.243441+0000","last_undegraded":"2023-12-02T00:32:56.243441+0000","last_fullsized":"2023-12-02T00:32:56.243441+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:33.190834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239582+0000","last_change":"2023-12-02T00:32:42.171440+0000","last_active":"2023-12-02T00:32:55.239582+0000","last_peered":"2023-12-02T00:32:55.239582+0000","last_clean":"2023-12-02T00:32:55.239582+0000","last_became_active":"2023-12-02T00:32:42.170616+0000","last_became_peered":"2023-12-02T00:32:42.170616+0000","last_unstale":"2023-12-02T00:32:55.239582+0000","last_undegraded":"2023-12-02T00:32:55.239582+0000","last_fullsized":"2023-12-02T00:32:55.239582+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:39:57.539855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257301+0000","last_change":"2023-12-02T00:32:55.252116+0000","last_active":"2023-12-02T00:32:56.257301+0000","last_peered":"2023-12-02T00:32:56.257301+0000","last_clean":"2023-12-02T00:32:56.257301+0000","last_became_active":"2023-12-02T00:32:55.251845+0000","last_became_peered":"2023-12-02T00:32:55.251845+0000","last_unstale":"2023-12-02T00:32:56.257301+0000","last_undegraded":"2023-12-02T00:32:56.257301+0000","last_fullsized":"2023-12-02T00:32:56.257301+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:10.040615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240617+0000","last_change":"2023-12-02T00:32:42.158554+0000","last_active":"2023-12-02T00:32:55.240617+0000","last_peered":"2023-12-02T00:32:55.240617+0000","last_clean":"2023-12-02T00:32:55.240617+0000","last_became_active":"2023-12-02T00:32:42.158207+0000","last_became_peered":"2023-12-02T00:32:42.158207+0000","last_unstale":"2023-12-02T00:32:55.240617+0000","last_undegraded":"2023-12-02T00:32:55.240617+0000","last_fullsized":"2023-12-02T00:32:55.240617+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257160+0000","last_change":"2023-12-02T00:32:55.254150+0000","last_active":"2023-12-02T00:32:56.257160+0000","last_peered":"2023-12-02T00:32:56.257160+0000","last_clean":"2023-12-02T00:32:56.257160+0000","last_became_active":"2023-12-02T00:32:55.253557+0000","last_became_peered":"2023-12-02T00:32:55.253557+0000","last_unstale":"2023-12-02T00:32:56.257160+0000","last_undegraded":"2023-12-02T00:32:56.257160+0000","last_fullsized":"2023-12-02T00:32:56.257160+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:14:40.445099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235128+0000","last_change":"2023-12-02T00:32:42.179487+0000","last_active":"2023-12-02T00:32:55.235128+0000","last_peered":"2023-12-02T00:32:55.235128+0000","last_clean":"2023-12-02T00:32:55.235128+0000","last_became_active":"2023-12-02T00:32:42.179221+0000","last_became_peered":"2023-12-02T00:32:42.179221+0000","last_unstale":"2023-12-02T00:32:55.235128+0000","last_undegraded":"2023-12-02T00:32:55.235128+0000","last_fullsized":"2023-12-02T00:32:55.235128+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:52:20.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244161+0000","last_change":"2023-12-02T00:32:55.249703+0000","last_active":"2023-12-02T00:32:56.244161+0000","last_peered":"2023-12-02T00:32:56.244161+0000","last_clean":"2023-12-02T00:32:56.244161+0000","last_became_active":"2023-12-02T00:32:55.249303+0000","last_became_peered":"2023-12-02T00:32:55.249303+0000","last_unstale":"2023-12-02T00:32:56.244161+0000","last_undegraded":"2023-12-02T00:32:56.244161+0000","last_fullsized":"2023-12-02T00:32:56.244161+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:36.952138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239929+0000","last_change":"2023-12-02T00:32:42.166156+0000","last_active":"2023-12-02T00:32:55.239929+0000","last_peered":"2023-12-02T00:32:55.239929+0000","last_clean":"2023-12-02T00:32:55.239929+0000","last_became_active":"2023-12-02T00:32:42.165824+0000","last_became_peered":"2023-12-02T00:32:42.165824+0000","last_unstale":"2023-12-02T00:32:55.239929+0000","last_undegraded":"2023-12-02T00:32:55.239929+0000","last_fullsized":"2023-12-02T00:32:55.239929+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:00:52.582265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243843+0000","last_change":"2023-12-02T00:32:55.262228+0000","last_active":"2023-12-02T00:32:56.243843+0000","last_peered":"2023-12-02T00:32:56.243843+0000","last_clean":"2023-12-02T00:32:56.243843+0000","last_became_active":"2023-12-02T00:32:55.261960+0000","last_became_peered":"2023-12-02T00:32:55.261960+0000","last_unstale":"2023-12-02T00:32:56.243843+0000","last_undegraded":"2023-12-02T00:32:56.243843+0000","last_fullsized":"2023-12-02T00:32:56.243843+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:05:24.157471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.229953+0000","last_change":"2023-12-02T00:32:42.170465+0000","last_active":"2023-12-02T00:32:55.229953+0000","last_peered":"2023-12-02T00:32:55.229953+0000","last_clean":"2023-12-02T00:32:55.229953+0000","last_became_active":"2023-12-02T00:32:42.170109+0000","last_became_peered":"2023-12-02T00:32:42.170109+0000","last_unstale":"2023-12-02T00:32:55.229953+0000","last_undegraded":"2023-12-02T00:32:55.229953+0000","last_fullsized":"2023-12-02T00:32:55.229953+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:57.908110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257504+0000","last_change":"2023-12-02T00:32:55.259396+0000","last_active":"2023-12-02T00:32:56.257504+0000","last_peered":"2023-12-02T00:32:56.257504+0000","last_clean":"2023-12-02T00:32:56.257504+0000","last_became_active":"2023-12-02T00:32:55.258310+0000","last_became_peered":"2023-12-02T00:32:55.258310+0000","last_unstale":"2023-12-02T00:32:56.257504+0000","last_undegraded":"2023-12-02T00:32:56.257504+0000","last_fullsized":"2023-12-02T00:32:56.257504+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:11.645192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.248167+0000","last_change":"2023-12-02T00:32:42.162789+0000","last_active":"2023-12-02T00:32:55.248167+0000","last_peered":"2023-12-02T00:32:55.248167+0000","last_clean":"2023-12-02T00:32:55.248167+0000","last_became_active":"2023-12-02T00:32:42.161869+0000","last_became_peered":"2023-12-02T00:32:42.161869+0000","last_unstale":"2023-12-02T00:32:55.248167+0000","last_undegraded":"2023-12-02T00:32:55.248167+0000","last_fullsized":"2023-12-02T00:32:55.248167+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:23:52.080926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243998+0000","last_change":"2023-12-02T00:32:55.248824+0000","last_active":"2023-12-02T00:32:56.243998+0000","last_peered":"2023-12-02T00:32:56.243998+0000","last_clean":"2023-12-02T00:32:56.243998+0000","last_became_active":"2023-12-02T00:32:55.246381+0000","last_became_peered":"2023-12-02T00:32:55.246381+0000","last_unstale":"2023-12-02T00:32:56.243998+0000","last_undegraded":"2023-12-02T00:32:56.243998+0000","last_fullsized":"2023-12-02T00:32:56.243998+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:52:34.072831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233531+0000","last_change":"2023-12-02T00:32:42.169175+0000","last_active":"2023-12-02T00:32:55.233531+0000","last_peered":"2023-12-02T00:32:55.233531+0000","last_clean":"2023-12-02T00:32:55.233531+0000","last_became_active":"2023-12-02T00:32:42.168839+0000","last_became_peered":"2023-12-02T00:32:42.168839+0000","last_unstale":"2023-12-02T00:32:55.233531+0000","last_undegraded":"2023-12-02T00:32:55.233531+0000","last_fullsized":"2023-12-02T00:32:55.233531+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:25.265582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245011+0000","last_change":"2023-12-02T00:32:55.260781+0000","last_active":"2023-12-02T00:32:56.245011+0000","last_peered":"2023-12-02T00:32:56.245011+0000","last_clean":"2023-12-02T00:32:56.245011+0000","last_became_active":"2023-12-02T00:32:55.259532+0000","last_became_peered":"2023-12-02T00:32:55.259532+0000","last_unstale":"2023-12-02T00:32:56.245011+0000","last_undegraded":"2023-12-02T00:32:56.245011+0000","last_fullsized":"2023-12-02T00:32:56.245011+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:39.244341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232062+0000","last_change":"2023-12-02T00:32:42.161818+0000","last_active":"2023-12-02T00:32:55.232062+0000","last_peered":"2023-12-02T00:32:55.232062+0000","last_clean":"2023-12-02T00:32:55.232062+0000","last_became_active":"2023-12-02T00:32:42.161175+0000","last_became_peered":"2023-12-02T00:32:42.161175+0000","last_unstale":"2023-12-02T00:32:55.232062+0000","last_undegraded":"2023-12-02T00:32:55.232062+0000","last_fullsized":"2023-12-02T00:32:55.232062+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:00:52.582265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258768+0000","last_change":"2023-12-02T00:32:55.257931+0000","last_active":"2023-12-02T00:32:56.258768+0000","last_peered":"2023-12-02T00:32:56.258768+0000","last_clean":"2023-12-02T00:32:56.258768+0000","last_became_active":"2023-12-02T00:32:55.257638+0000","last_became_peered":"2023-12-02T00:32:55.257638+0000","last_unstale":"2023-12-02T00:32:56.258768+0000","last_undegraded":"2023-12-02T00:32:56.258768+0000","last_fullsized":"2023-12-02T00:32:56.258768+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:00.703691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.247802+0000","last_change":"2023-12-02T00:32:42.165943+0000","last_active":"2023-12-02T00:32:55.247802+0000","last_peered":"2023-12-02T00:32:55.247802+0000","last_clean":"2023-12-02T00:32:55.247802+0000","last_became_active":"2023-12-02T00:32:42.165706+0000","last_became_peered":"2023-12-02T00:32:42.165706+0000","last_unstale":"2023-12-02T00:32:55.247802+0000","last_undegraded":"2023-12-02T00:32:55.247802+0000","last_fullsized":"2023-12-02T00:32:55.247802+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:39:39.678041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258772+0000","last_change":"2023-12-02T00:32:55.256340+0000","last_active":"2023-12-02T00:32:56.258772+0000","last_peered":"2023-12-02T00:32:56.258772+0000","last_clean":"2023-12-02T00:32:56.258772+0000","last_became_active":"2023-12-02T00:32:55.256075+0000","last_became_peered":"2023-12-02T00:32:55.256075+0000","last_unstale":"2023-12-02T00:32:56.258772+0000","last_undegraded":"2023-12-02T00:32:56.258772+0000","last_fullsized":"2023-12-02T00:32:56.258772+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:38.277340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239936+0000","last_change":"2023-12-02T00:32:42.165463+0000","last_active":"2023-12-02T00:32:55.239936+0000","last_peered":"2023-12-02T00:32:55.239936+0000","last_clean":"2023-12-02T00:32:55.239936+0000","last_became_active":"2023-12-02T00:32:42.165216+0000","last_became_peered":"2023-12-02T00:32:42.165216+0000","last_unstale":"2023-12-02T00:32:55.239936+0000","last_undegraded":"2023-12-02T00:32:55.239936+0000","last_fullsized":"2023-12-02T00:32:55.239936+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:49:33.677140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244493+0000","last_change":"2023-12-02T00:32:55.237131+0000","last_active":"2023-12-02T00:32:56.244493+0000","last_peered":"2023-12-02T00:32:56.244493+0000","last_clean":"2023-12-02T00:32:56.244493+0000","last_became_active":"2023-12-02T00:32:55.236073+0000","last_became_peered":"2023-12-02T00:32:55.236073+0000","last_unstale":"2023-12-02T00:32:56.244493+0000","last_undegraded":"2023-12-02T00:32:56.244493+0000","last_fullsized":"2023-12-02T00:32:56.244493+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:35.391103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239917+0000","last_change":"2023-12-02T00:32:42.161531+0000","last_active":"2023-12-02T00:32:55.239917+0000","last_peered":"2023-12-02T00:32:55.239917+0000","last_clean":"2023-12-02T00:32:55.239917+0000","last_became_active":"2023-12-02T00:32:42.161264+0000","last_became_peered":"2023-12-02T00:32:42.161264+0000","last_unstale":"2023-12-02T00:32:55.239917+0000","last_undegraded":"2023-12-02T00:32:55.239917+0000","last_fullsized":"2023-12-02T00:32:55.239917+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258262+0000","last_change":"2023-12-02T00:32:55.244343+0000","last_active":"2023-12-02T00:32:56.258262+0000","last_peered":"2023-12-02T00:32:56.258262+0000","last_clean":"2023-12-02T00:32:56.258262+0000","last_became_active":"2023-12-02T00:32:55.243918+0000","last_became_peered":"2023-12-02T00:32:55.243918+0000","last_unstale":"2023-12-02T00:32:56.258262+0000","last_undegraded":"2023-12-02T00:32:56.258262+0000","last_fullsized":"2023-12-02T00:32:56.258262+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:25:54.385887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.247536+0000","last_change":"2023-12-02T00:32:42.155751+0000","last_active":"2023-12-02T00:32:55.247536+0000","last_peered":"2023-12-02T00:32:55.247536+0000","last_clean":"2023-12-02T00:32:55.247536+0000","last_became_active":"2023-12-02T00:32:42.155419+0000","last_became_peered":"2023-12-02T00:32:42.155419+0000","last_unstale":"2023-12-02T00:32:55.247536+0000","last_undegraded":"2023-12-02T00:32:55.247536+0000","last_fullsized":"2023-12-02T00:32:55.247536+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:44:09.407821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258614+0000","last_change":"2023-12-02T00:32:55.253082+0000","last_active":"2023-12-02T00:32:56.258614+0000","last_peered":"2023-12-02T00:32:56.258614+0000","last_clean":"2023-12-02T00:32:56.258614+0000","last_became_active":"2023-12-02T00:32:55.252732+0000","last_became_peered":"2023-12-02T00:32:55.252732+0000","last_unstale":"2023-12-02T00:32:56.258614+0000","last_undegraded":"2023-12-02T00:32:56.258614+0000","last_fullsized":"2023-12-02T00:32:56.258614+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:39.244341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232228+0000","last_change":"2023-12-02T00:32:42.166820+0000","last_active":"2023-12-02T00:32:55.232228+0000","last_peered":"2023-12-02T00:32:55.232228+0000","last_clean":"2023-12-02T00:32:55.232228+0000","last_became_active":"2023-12-02T00:32:42.166569+0000","last_became_peered":"2023-12-02T00:32:42.166569+0000","last_unstale":"2023-12-02T00:32:55.232228+0000","last_undegraded":"2023-12-02T00:32:55.232228+0000","last_fullsized":"2023-12-02T00:32:55.232228+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:50:55.701648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245483+0000","last_change":"2023-12-02T00:32:55.255613+0000","last_active":"2023-12-02T00:32:56.245483+0000","last_peered":"2023-12-02T00:32:56.245483+0000","last_clean":"2023-12-02T00:32:56.245483+0000","last_became_active":"2023-12-02T00:32:55.255169+0000","last_became_peered":"2023-12-02T00:32:55.255169+0000","last_unstale":"2023-12-02T00:32:56.245483+0000","last_undegraded":"2023-12-02T00:32:56.245483+0000","last_fullsized":"2023-12-02T00:32:56.245483+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:36.952138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244067+0000","last_change":"2023-12-02T00:32:54.242148+0000","last_active":"2023-12-02T00:32:56.244067+0000","last_peered":"2023-12-02T00:32:56.244067+0000","last_clean":"2023-12-02T00:32:56.244067+0000","last_became_active":"2023-12-02T00:32:54.241734+0000","last_became_peered":"2023-12-02T00:32:54.241734+0000","last_unstale":"2023-12-02T00:32:56.244067+0000","last_undegraded":"2023-12-02T00:32:56.244067+0000","last_fullsized":"2023-12-02T00:32:56.244067+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:21.441733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232014+0000","last_change":"2023-12-02T00:32:42.165862+0000","last_active":"2023-12-02T00:32:55.232014+0000","last_peered":"2023-12-02T00:32:55.232014+0000","last_clean":"2023-12-02T00:32:55.232014+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:55.232014+0000","last_undegraded":"2023-12-02T00:32:55.232014+0000","last_fullsized":"2023-12-02T00:32:55.232014+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:03.910871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"48'4","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232152+0000","last_change":"2023-12-02T00:32:41.155341+0000","last_active":"2023-12-02T00:32:55.232152+0000","last_peered":"2023-12-02T00:32:55.232152+0000","last_clean":"2023-12-02T00:32:55.232152+0000","last_became_active":"2023-12-02T00:32:41.154635+0000","last_became_peered":"2023-12-02T00:32:41.154635+0000","last_unstale":"2023-12-02T00:32:55.232152+0000","last_undegraded":"2023-12-02T00:32:55.232152+0000","last_fullsized":"2023-12-02T00:32:55.232152+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258062+0000","last_change":"2023-12-02T00:32:55.256603+0000","last_active":"2023-12-02T00:32:56.258062+0000","last_peered":"2023-12-02T00:32:56.258062+0000","last_clean":"2023-12-02T00:32:56.258062+0000","last_became_active":"2023-12-02T00:32:55.256281+0000","last_became_peered":"2023-12-02T00:32:55.256281+0000","last_unstale":"2023-12-02T00:32:56.258062+0000","last_undegraded":"2023-12-02T00:32:56.258062+0000","last_fullsized":"2023-12-02T00:32:56.258062+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:22.113376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245307+0000","last_change":"2023-12-02T00:32:54.242323+0000","last_active":"2023-12-02T00:32:56.245307+0000","last_peered":"2023-12-02T00:32:56.245307+0000","last_clean":"2023-12-02T00:32:56.245307+0000","last_became_active":"2023-12-02T00:32:54.242045+0000","last_became_peered":"2023-12-02T00:32:54.242045+0000","last_unstale":"2023-12-02T00:32:56.245307+0000","last_undegraded":"2023-12-02T00:32:56.245307+0000","last_fullsized":"2023-12-02T00:32:56.245307+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:44.321771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227574+0000","last_change":"2023-12-02T00:32:42.157261+0000","last_active":"2023-12-02T00:32:55.227574+0000","last_peered":"2023-12-02T00:32:55.227574+0000","last_clean":"2023-12-02T00:32:55.227574+0000","last_became_active":"2023-12-02T00:32:42.156990+0000","last_became_peered":"2023-12-02T00:32:42.156990+0000","last_unstale":"2023-12-02T00:32:55.227574+0000","last_undegraded":"2023-12-02T00:32:55.227574+0000","last_fullsized":"2023-12-02T00:32:55.227574+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:40.942611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240749+0000","last_change":"2023-12-02T00:32:41.155437+0000","last_active":"2023-12-02T00:32:55.240749+0000","last_peered":"2023-12-02T00:32:55.240749+0000","last_clean":"2023-12-02T00:32:55.240749+0000","last_became_active":"2023-12-02T00:32:41.155072+0000","last_became_peered":"2023-12-02T00:32:41.155072+0000","last_unstale":"2023-12-02T00:32:55.240749+0000","last_undegraded":"2023-12-02T00:32:55.240749+0000","last_fullsized":"2023-12-02T00:32:55.240749+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:32.472860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258720+0000","last_change":"2023-12-02T00:32:55.263648+0000","last_active":"2023-12-02T00:32:56.258720+0000","last_peered":"2023-12-02T00:32:56.258720+0000","last_clean":"2023-12-02T00:32:56.258720+0000","last_became_active":"2023-12-02T00:32:55.263369+0000","last_became_peered":"2023-12-02T00:32:55.263369+0000","last_unstale":"2023-12-02T00:32:56.258720+0000","last_undegraded":"2023-12-02T00:32:56.258720+0000","last_fullsized":"2023-12-02T00:32:56.258720+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:53:44.391937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"52'4","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259446+0000","last_change":"2023-12-02T00:32:54.246550+0000","last_active":"2023-12-02T00:32:56.259446+0000","last_peered":"2023-12-02T00:32:56.259446+0000","last_clean":"2023-12-02T00:32:56.259446+0000","last_became_active":"2023-12-02T00:32:54.245592+0000","last_became_peered":"2023-12-02T00:32:54.245592+0000","last_unstale":"2023-12-02T00:32:56.259446+0000","last_undegraded":"2023-12-02T00:32:56.259446+0000","last_fullsized":"2023-12-02T00:32:56.259446+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:37.265334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232585+0000","last_change":"2023-12-02T00:32:42.173667+0000","last_active":"2023-12-02T00:32:55.232585+0000","last_peered":"2023-12-02T00:32:55.232585+0000","last_clean":"2023-12-02T00:32:55.232585+0000","last_became_active":"2023-12-02T00:32:42.173166+0000","last_became_peered":"2023-12-02T00:32:42.173166+0000","last_unstale":"2023-12-02T00:32:55.232585+0000","last_undegraded":"2023-12-02T00:32:55.232585+0000","last_fullsized":"2023-12-02T00:32:55.232585+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232312+0000","last_change":"2023-12-02T00:32:41.156182+0000","last_active":"2023-12-02T00:32:55.232312+0000","last_peered":"2023-12-02T00:32:55.232312+0000","last_clean":"2023-12-02T00:32:55.232312+0000","last_became_active":"2023-12-02T00:32:41.155900+0000","last_became_peered":"2023-12-02T00:32:41.155900+0000","last_unstale":"2023-12-02T00:32:55.232312+0000","last_undegraded":"2023-12-02T00:32:55.232312+0000","last_fullsized":"2023-12-02T00:32:55.232312+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:19.053132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258348+0000","last_change":"2023-12-02T00:32:55.261451+0000","last_active":"2023-12-02T00:32:56.258348+0000","last_peered":"2023-12-02T00:32:56.258348+0000","last_clean":"2023-12-02T00:32:56.258348+0000","last_became_active":"2023-12-02T00:32:55.259833+0000","last_became_peered":"2023-12-02T00:32:55.259833+0000","last_unstale":"2023-12-02T00:32:56.258348+0000","last_undegraded":"2023-12-02T00:32:56.258348+0000","last_fullsized":"2023-12-02T00:32:56.258348+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:59.382954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259012+0000","last_change":"2023-12-02T00:32:54.238792+0000","last_active":"2023-12-02T00:32:56.259012+0000","last_peered":"2023-12-02T00:32:56.259012+0000","last_clean":"2023-12-02T00:32:56.259012+0000","last_became_active":"2023-12-02T00:32:54.238516+0000","last_became_peered":"2023-12-02T00:32:54.238516+0000","last_unstale":"2023-12-02T00:32:56.259012+0000","last_undegraded":"2023-12-02T00:32:56.259012+0000","last_fullsized":"2023-12-02T00:32:56.259012+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:35.940132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232159+0000","last_change":"2023-12-02T00:32:42.161445+0000","last_active":"2023-12-02T00:32:55.232159+0000","last_peered":"2023-12-02T00:32:55.232159+0000","last_clean":"2023-12-02T00:32:55.232159+0000","last_became_active":"2023-12-02T00:32:42.160492+0000","last_became_peered":"2023-12-02T00:32:42.160492+0000","last_unstale":"2023-12-02T00:32:55.232159+0000","last_undegraded":"2023-12-02T00:32:55.232159+0000","last_fullsized":"2023-12-02T00:32:55.232159+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:13:52.688530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233980+0000","last_change":"2023-12-02T00:32:41.156881+0000","last_active":"2023-12-02T00:32:55.233980+0000","last_peered":"2023-12-02T00:32:55.233980+0000","last_clean":"2023-12-02T00:32:55.233980+0000","last_became_active":"2023-12-02T00:32:41.156519+0000","last_became_peered":"2023-12-02T00:32:41.156519+0000","last_unstale":"2023-12-02T00:32:55.233980+0000","last_undegraded":"2023-12-02T00:32:55.233980+0000","last_fullsized":"2023-12-02T00:32:55.233980+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:03.867991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256511+0000","last_change":"2023-12-02T00:32:55.254150+0000","last_active":"2023-12-02T00:32:56.256511+0000","last_peered":"2023-12-02T00:32:56.256511+0000","last_clean":"2023-12-02T00:32:56.256511+0000","last_became_active":"2023-12-02T00:32:55.253883+0000","last_became_peered":"2023-12-02T00:32:55.253883+0000","last_unstale":"2023-12-02T00:32:56.256511+0000","last_undegraded":"2023-12-02T00:32:56.256511+0000","last_fullsized":"2023-12-02T00:32:56.256511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:35:54.030015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.242521+0000","last_change":"2023-12-02T00:32:54.250969+0000","last_active":"2023-12-02T00:32:56.242521+0000","last_peered":"2023-12-02T00:32:56.242521+0000","last_clean":"2023-12-02T00:32:56.242521+0000","last_became_active":"2023-12-02T00:32:54.250607+0000","last_became_peered":"2023-12-02T00:32:54.250607+0000","last_unstale":"2023-12-02T00:32:56.242521+0000","last_undegraded":"2023-12-02T00:32:56.242521+0000","last_fullsized":"2023-12-02T00:32:56.242521+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:26:10.094546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235282+0000","last_change":"2023-12-02T00:32:42.178921+0000","last_active":"2023-12-02T00:32:55.235282+0000","last_peered":"2023-12-02T00:32:55.235282+0000","last_clean":"2023-12-02T00:32:55.235282+0000","last_became_active":"2023-12-02T00:32:42.178598+0000","last_became_peered":"2023-12-02T00:32:42.178598+0000","last_unstale":"2023-12-02T00:32:55.235282+0000","last_undegraded":"2023-12-02T00:32:55.235282+0000","last_fullsized":"2023-12-02T00:32:55.235282+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:26:47.616288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227687+0000","last_change":"2023-12-02T00:32:41.154051+0000","last_active":"2023-12-02T00:32:55.227687+0000","last_peered":"2023-12-02T00:32:55.227687+0000","last_clean":"2023-12-02T00:32:55.227687+0000","last_became_active":"2023-12-02T00:32:41.153742+0000","last_became_peered":"2023-12-02T00:32:41.153742+0000","last_unstale":"2023-12-02T00:32:55.227687+0000","last_undegraded":"2023-12-02T00:32:55.227687+0000","last_fullsized":"2023-12-02T00:32:55.227687+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:07:30.173743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256711+0000","last_change":"2023-12-02T00:32:55.246150+0000","last_active":"2023-12-02T00:32:56.256711+0000","last_peered":"2023-12-02T00:32:56.256711+0000","last_clean":"2023-12-02T00:32:56.256711+0000","last_became_active":"2023-12-02T00:32:55.245883+0000","last_became_peered":"2023-12-02T00:32:55.245883+0000","last_unstale":"2023-12-02T00:32:56.256711+0000","last_undegraded":"2023-12-02T00:32:56.256711+0000","last_fullsized":"2023-12-02T00:32:56.256711+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:10.757658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256585+0000","last_change":"2023-12-02T00:32:54.238498+0000","last_active":"2023-12-02T00:32:56.256585+0000","last_peered":"2023-12-02T00:32:56.256585+0000","last_clean":"2023-12-02T00:32:56.256585+0000","last_became_active":"2023-12-02T00:32:54.238146+0000","last_became_peered":"2023-12-02T00:32:54.238146+0000","last_unstale":"2023-12-02T00:32:56.256585+0000","last_undegraded":"2023-12-02T00:32:56.256585+0000","last_fullsized":"2023-12-02T00:32:56.256585+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:22.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239783+0000","last_change":"2023-12-02T00:32:42.174189+0000","last_active":"2023-12-02T00:32:55.239783+0000","last_peered":"2023-12-02T00:32:55.239783+0000","last_clean":"2023-12-02T00:32:55.239783+0000","last_became_active":"2023-12-02T00:32:42.173892+0000","last_became_peered":"2023-12-02T00:32:42.173892+0000","last_unstale":"2023-12-02T00:32:55.239783+0000","last_undegraded":"2023-12-02T00:32:55.239783+0000","last_fullsized":"2023-12-02T00:32:55.239783+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:18.795506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231900+0000","last_change":"2023-12-02T00:32:41.150519+0000","last_active":"2023-12-02T00:32:55.231900+0000","last_peered":"2023-12-02T00:32:55.231900+0000","last_clean":"2023-12-02T00:32:55.231900+0000","last_became_active":"2023-12-02T00:32:41.150077+0000","last_became_peered":"2023-12-02T00:32:41.150077+0000","last_unstale":"2023-12-02T00:32:55.231900+0000","last_undegraded":"2023-12-02T00:32:55.231900+0000","last_fullsized":"2023-12-02T00:32:55.231900+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259437+0000","last_change":"2023-12-02T00:32:55.254993+0000","last_active":"2023-12-02T00:32:56.259437+0000","last_peered":"2023-12-02T00:32:56.259437+0000","last_clean":"2023-12-02T00:32:56.259437+0000","last_became_active":"2023-12-02T00:32:55.254688+0000","last_became_peered":"2023-12-02T00:32:55.254688+0000","last_unstale":"2023-12-02T00:32:56.259437+0000","last_undegraded":"2023-12-02T00:32:56.259437+0000","last_fullsized":"2023-12-02T00:32:56.259437+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:25.867471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258032+0000","last_change":"2023-12-02T00:32:54.250878+0000","last_active":"2023-12-02T00:32:56.258032+0000","last_peered":"2023-12-02T00:32:56.258032+0000","last_clean":"2023-12-02T00:32:56.258032+0000","last_became_active":"2023-12-02T00:32:54.250564+0000","last_became_peered":"2023-12-02T00:32:54.250564+0000","last_unstale":"2023-12-02T00:32:56.258032+0000","last_undegraded":"2023-12-02T00:32:56.258032+0000","last_fullsized":"2023-12-02T00:32:56.258032+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:40.021742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.230107+0000","last_change":"2023-12-02T00:32:42.156818+0000","last_active":"2023-12-02T00:32:55.230107+0000","last_peered":"2023-12-02T00:32:55.230107+0000","last_clean":"2023-12-02T00:32:55.230107+0000","last_became_active":"2023-12-02T00:32:42.156532+0000","last_became_peered":"2023-12-02T00:32:42.156532+0000","last_unstale":"2023-12-02T00:32:55.230107+0000","last_undegraded":"2023-12-02T00:32:55.230107+0000","last_fullsized":"2023-12-02T00:32:55.230107+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:22:52.346401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233353+0000","last_change":"2023-12-02T00:32:41.153017+0000","last_active":"2023-12-02T00:32:55.233353+0000","last_peered":"2023-12-02T00:32:55.233353+0000","last_clean":"2023-12-02T00:32:55.233353+0000","last_became_active":"2023-12-02T00:32:41.152182+0000","last_became_peered":"2023-12-02T00:32:41.152182+0000","last_unstale":"2023-12-02T00:32:55.233353+0000","last_undegraded":"2023-12-02T00:32:55.233353+0000","last_fullsized":"2023-12-02T00:32:55.233353+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:25:57.011526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243915+0000","last_change":"2023-12-02T00:32:55.260892+0000","last_active":"2023-12-02T00:32:56.243915+0000","last_peered":"2023-12-02T00:32:56.243915+0000","last_clean":"2023-12-02T00:32:56.243915+0000","last_became_active":"2023-12-02T00:32:55.260593+0000","last_became_peered":"2023-12-02T00:32:55.260593+0000","last_unstale":"2023-12-02T00:32:56.243915+0000","last_undegraded":"2023-12-02T00:32:56.243915+0000","last_fullsized":"2023-12-02T00:32:56.243915+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:46:53.732170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245387+0000","last_change":"2023-12-02T00:32:54.239834+0000","last_active":"2023-12-02T00:32:56.245387+0000","last_peered":"2023-12-02T00:32:56.245387+0000","last_clean":"2023-12-02T00:32:56.245387+0000","last_became_active":"2023-12-02T00:32:54.239507+0000","last_became_peered":"2023-12-02T00:32:54.239507+0000","last_unstale":"2023-12-02T00:32:56.245387+0000","last_undegraded":"2023-12-02T00:32:56.245387+0000","last_fullsized":"2023-12-02T00:32:56.245387+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:52.186507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235590+0000","last_change":"2023-12-02T00:32:42.169013+0000","last_active":"2023-12-02T00:32:55.235590+0000","last_peered":"2023-12-02T00:32:55.235590+0000","last_clean":"2023-12-02T00:32:55.235590+0000","last_became_active":"2023-12-02T00:32:42.167988+0000","last_became_peered":"2023-12-02T00:32:42.167988+0000","last_unstale":"2023-12-02T00:32:55.235590+0000","last_undegraded":"2023-12-02T00:32:55.235590+0000","last_fullsized":"2023-12-02T00:32:55.235590+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:12.780068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226987+0000","last_change":"2023-12-02T00:32:41.155378+0000","last_active":"2023-12-02T00:32:55.226987+0000","last_peered":"2023-12-02T00:32:55.226987+0000","last_clean":"2023-12-02T00:32:55.226987+0000","last_became_active":"2023-12-02T00:32:41.155037+0000","last_became_peered":"2023-12-02T00:32:41.155037+0000","last_unstale":"2023-12-02T00:32:55.226987+0000","last_undegraded":"2023-12-02T00:32:55.226987+0000","last_fullsized":"2023-12-02T00:32:55.226987+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:33.485810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245205+0000","last_change":"2023-12-02T00:32:55.241416+0000","last_active":"2023-12-02T00:32:56.245205+0000","last_peered":"2023-12-02T00:32:56.245205+0000","last_clean":"2023-12-02T00:32:56.245205+0000","last_became_active":"2023-12-02T00:32:55.238341+0000","last_became_peered":"2023-12-02T00:32:55.238341+0000","last_unstale":"2023-12-02T00:32:56.245205+0000","last_undegraded":"2023-12-02T00:32:56.245205+0000","last_fullsized":"2023-12-02T00:32:56.245205+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:05:24.157471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"52'3","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257581+0000","last_change":"2023-12-02T00:32:54.241474+0000","last_active":"2023-12-02T00:32:56.257581+0000","last_peered":"2023-12-02T00:32:56.257581+0000","last_clean":"2023-12-02T00:32:56.257581+0000","last_became_active":"2023-12-02T00:32:54.241241+0000","last_became_peered":"2023-12-02T00:32:54.241241+0000","last_unstale":"2023-12-02T00:32:56.257581+0000","last_undegraded":"2023-12-02T00:32:56.257581+0000","last_fullsized":"2023-12-02T00:32:56.257581+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:52:27.561394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.228578+0000","last_change":"2023-12-02T00:32:42.159852+0000","last_active":"2023-12-02T00:32:55.228578+0000","last_peered":"2023-12-02T00:32:55.228578+0000","last_clean":"2023-12-02T00:32:55.228578+0000","last_became_active":"2023-12-02T00:32:42.159467+0000","last_became_peered":"2023-12-02T00:32:42.159467+0000","last_unstale":"2023-12-02T00:32:55.228578+0000","last_undegraded":"2023-12-02T00:32:55.228578+0000","last_fullsized":"2023-12-02T00:32:55.228578+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:08.774141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.242184+0000","last_change":"2023-12-02T00:32:41.159013+0000","last_active":"2023-12-02T00:32:55.242184+0000","last_peered":"2023-12-02T00:32:55.242184+0000","last_clean":"2023-12-02T00:32:55.242184+0000","last_became_active":"2023-12-02T00:32:41.158721+0000","last_became_peered":"2023-12-02T00:32:41.158721+0000","last_unstale":"2023-12-02T00:32:55.242184+0000","last_undegraded":"2023-12-02T00:32:55.242184+0000","last_fullsized":"2023-12-02T00:32:55.242184+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257129+0000","last_change":"2023-12-02T00:32:55.257910+0000","last_active":"2023-12-02T00:32:56.257129+0000","last_peered":"2023-12-02T00:32:56.257129+0000","last_clean":"2023-12-02T00:32:56.257129+0000","last_became_active":"2023-12-02T00:32:55.253031+0000","last_became_peered":"2023-12-02T00:32:55.253031+0000","last_unstale":"2023-12-02T00:32:56.257129+0000","last_undegraded":"2023-12-02T00:32:56.257129+0000","last_fullsized":"2023-12-02T00:32:56.257129+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:31.801008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"52'6","reported_seq":18,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243275+0000","last_change":"2023-12-02T00:32:54.243441+0000","last_active":"2023-12-02T00:32:56.243275+0000","last_peered":"2023-12-02T00:32:56.243275+0000","last_clean":"2023-12-02T00:32:56.243275+0000","last_became_active":"2023-12-02T00:32:54.243187+0000","last_became_peered":"2023-12-02T00:32:54.243187+0000","last_unstale":"2023-12-02T00:32:56.243275+0000","last_undegraded":"2023-12-02T00:32:56.243275+0000","last_fullsized":"2023-12-02T00:32:56.243275+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:13:02.456276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.242099+0000","last_change":"2023-12-02T00:32:42.172421+0000","last_active":"2023-12-02T00:32:55.242099+0000","last_peered":"2023-12-02T00:32:55.242099+0000","last_clean":"2023-12-02T00:32:55.242099+0000","last_became_active":"2023-12-02T00:32:42.172173+0000","last_became_peered":"2023-12-02T00:32:42.172173+0000","last_unstale":"2023-12-02T00:32:55.242099+0000","last_undegraded":"2023-12-02T00:32:55.242099+0000","last_fullsized":"2023-12-02T00:32:55.242099+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:40.111110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240839+0000","last_change":"2023-12-02T00:32:41.158468+0000","last_active":"2023-12-02T00:32:55.240839+0000","last_peered":"2023-12-02T00:32:55.240839+0000","last_clean":"2023-12-02T00:32:55.240839+0000","last_became_active":"2023-12-02T00:32:41.156737+0000","last_became_peered":"2023-12-02T00:32:41.156737+0000","last_unstale":"2023-12-02T00:32:55.240839+0000","last_undegraded":"2023-12-02T00:32:55.240839+0000","last_fullsized":"2023-12-02T00:32:55.240839+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:21.296077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258953+0000","last_change":"2023-12-02T00:32:55.259065+0000","last_active":"2023-12-02T00:32:56.258953+0000","last_peered":"2023-12-02T00:32:56.258953+0000","last_clean":"2023-12-02T00:32:56.258953+0000","last_became_active":"2023-12-02T00:32:55.258777+0000","last_became_peered":"2023-12-02T00:32:55.258777+0000","last_unstale":"2023-12-02T00:32:56.258953+0000","last_undegraded":"2023-12-02T00:32:56.258953+0000","last_fullsized":"2023-12-02T00:32:56.258953+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:31.882910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244921+0000","last_change":"2023-12-02T00:32:54.241353+0000","last_active":"2023-12-02T00:32:56.244921+0000","last_peered":"2023-12-02T00:32:56.244921+0000","last_clean":"2023-12-02T00:32:56.244921+0000","last_became_active":"2023-12-02T00:32:54.238945+0000","last_became_peered":"2023-12-02T00:32:54.238945+0000","last_unstale":"2023-12-02T00:32:56.244921+0000","last_undegraded":"2023-12-02T00:32:56.244921+0000","last_fullsized":"2023-12-02T00:32:56.244921+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:52.186507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226773+0000","last_change":"2023-12-02T00:32:42.149208+0000","last_active":"2023-12-02T00:32:55.226773+0000","last_peered":"2023-12-02T00:32:55.226773+0000","last_clean":"2023-12-02T00:32:55.226773+0000","last_became_active":"2023-12-02T00:32:42.148714+0000","last_became_peered":"2023-12-02T00:32:42.148714+0000","last_unstale":"2023-12-02T00:32:55.226773+0000","last_undegraded":"2023-12-02T00:32:55.226773+0000","last_fullsized":"2023-12-02T00:32:55.226773+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:09:18.958076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"48'3","reported_seq":19,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243700+0000","last_change":"2023-12-02T00:32:41.158796+0000","last_active":"2023-12-02T00:32:55.243700+0000","last_peered":"2023-12-02T00:32:55.243700+0000","last_clean":"2023-12-02T00:32:55.243700+0000","last_became_active":"2023-12-02T00:32:41.158491+0000","last_became_peered":"2023-12-02T00:32:41.158491+0000","last_unstale":"2023-12-02T00:32:55.243700+0000","last_undegraded":"2023-12-02T00:32:55.243700+0000","last_fullsized":"2023-12-02T00:32:55.243700+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259359+0000","last_change":"2023-12-02T00:32:55.252833+0000","last_active":"2023-12-02T00:32:56.259359+0000","last_peered":"2023-12-02T00:32:56.259359+0000","last_clean":"2023-12-02T00:32:56.259359+0000","last_became_active":"2023-12-02T00:32:55.252227+0000","last_became_peered":"2023-12-02T00:32:55.252227+0000","last_unstale":"2023-12-02T00:32:56.259359+0000","last_undegraded":"2023-12-02T00:32:56.259359+0000","last_fullsized":"2023-12-02T00:32:56.259359+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:49.911434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245943+0000","last_change":"2023-12-02T00:32:54.242963+0000","last_active":"2023-12-02T00:32:56.245943+0000","last_peered":"2023-12-02T00:32:56.245943+0000","last_clean":"2023-12-02T00:32:56.245943+0000","last_became_active":"2023-12-02T00:32:54.242672+0000","last_became_peered":"2023-12-02T00:32:54.242672+0000","last_unstale":"2023-12-02T00:32:56.245943+0000","last_undegraded":"2023-12-02T00:32:56.245943+0000","last_fullsized":"2023-12-02T00:32:56.245943+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:21.441733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243547+0000","last_change":"2023-12-02T00:32:42.156968+0000","last_active":"2023-12-02T00:32:55.243547+0000","last_peered":"2023-12-02T00:32:55.243547+0000","last_clean":"2023-12-02T00:32:55.243547+0000","last_became_active":"2023-12-02T00:32:42.156269+0000","last_became_peered":"2023-12-02T00:32:42.156269+0000","last_unstale":"2023-12-02T00:32:55.243547+0000","last_undegraded":"2023-12-02T00:32:55.243547+0000","last_fullsized":"2023-12-02T00:32:55.243547+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:32.246374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"49'8","reported_seq":24,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227827+0000","last_change":"2023-12-02T00:32:41.150660+0000","last_active":"2023-12-02T00:32:55.227827+0000","last_peered":"2023-12-02T00:32:55.227827+0000","last_clean":"2023-12-02T00:32:55.227827+0000","last_became_active":"2023-12-02T00:32:41.150376+0000","last_became_peered":"2023-12-02T00:32:41.150376+0000","last_unstale":"2023-12-02T00:32:55.227827+0000","last_undegraded":"2023-12-02T00:32:55.227827+0000","last_fullsized":"2023-12-02T00:32:55.227827+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:52:17.705982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257019+0000","last_change":"2023-12-02T00:32:55.245128+0000","last_active":"2023-12-02T00:32:56.257019+0000","last_peered":"2023-12-02T00:32:56.257019+0000","last_clean":"2023-12-02T00:32:56.257019+0000","last_became_active":"2023-12-02T00:32:55.244777+0000","last_became_peered":"2023-12-02T00:32:55.244777+0000","last_unstale":"2023-12-02T00:32:56.257019+0000","last_undegraded":"2023-12-02T00:32:56.257019+0000","last_fullsized":"2023-12-02T00:32:56.257019+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:31.882910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259186+0000","last_change":"2023-12-02T00:32:54.248667+0000","last_active":"2023-12-02T00:32:56.259186+0000","last_peered":"2023-12-02T00:32:56.259186+0000","last_clean":"2023-12-02T00:32:56.259186+0000","last_became_active":"2023-12-02T00:32:54.248379+0000","last_became_peered":"2023-12-02T00:32:54.248379+0000","last_unstale":"2023-12-02T00:32:56.259186+0000","last_undegraded":"2023-12-02T00:32:56.259186+0000","last_fullsized":"2023-12-02T00:32:56.259186+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:54.124130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.236253+0000","last_change":"2023-12-02T00:32:42.175243+0000","last_active":"2023-12-02T00:32:55.236253+0000","last_peered":"2023-12-02T00:32:55.236253+0000","last_clean":"2023-12-02T00:32:55.236253+0000","last_became_active":"2023-12-02T00:32:42.175026+0000","last_became_peered":"2023-12-02T00:32:42.175026+0000","last_unstale":"2023-12-02T00:32:55.236253+0000","last_undegraded":"2023-12-02T00:32:55.236253+0000","last_fullsized":"2023-12-02T00:32:55.236253+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:12:50.380879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239870+0000","last_change":"2023-12-02T00:32:41.154875+0000","last_active":"2023-12-02T00:32:55.239870+0000","last_peered":"2023-12-02T00:32:55.239870+0000","last_clean":"2023-12-02T00:32:55.239870+0000","last_became_active":"2023-12-02T00:32:41.154595+0000","last_became_peered":"2023-12-02T00:32:41.154595+0000","last_unstale":"2023-12-02T00:32:55.239870+0000","last_undegraded":"2023-12-02T00:32:55.239870+0000","last_fullsized":"2023-12-02T00:32:55.239870+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:25:39.103487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256745+0000","last_change":"2023-12-02T00:32:55.256048+0000","last_active":"2023-12-02T00:32:56.256745+0000","last_peered":"2023-12-02T00:32:56.256745+0000","last_clean":"2023-12-02T00:32:56.256745+0000","last_became_active":"2023-12-02T00:32:55.255787+0000","last_became_peered":"2023-12-02T00:32:55.255787+0000","last_unstale":"2023-12-02T00:32:56.256745+0000","last_undegraded":"2023-12-02T00:32:56.256745+0000","last_fullsized":"2023-12-02T00:32:56.256745+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:47.580836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"52'8","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243403+0000","last_change":"2023-12-02T00:32:54.240602+0000","last_active":"2023-12-02T00:32:56.243403+0000","last_peered":"2023-12-02T00:32:56.243403+0000","last_clean":"2023-12-02T00:32:56.243403+0000","last_became_active":"2023-12-02T00:32:54.239898+0000","last_became_peered":"2023-12-02T00:32:54.239898+0000","last_unstale":"2023-12-02T00:32:56.243403+0000","last_undegraded":"2023-12-02T00:32:56.243403+0000","last_fullsized":"2023-12-02T00:32:56.243403+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:00:34.379097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240714+0000","last_change":"2023-12-02T00:32:42.159943+0000","last_active":"2023-12-02T00:32:55.240714+0000","last_peered":"2023-12-02T00:32:55.240714+0000","last_clean":"2023-12-02T00:32:55.240714+0000","last_became_active":"2023-12-02T00:32:42.159668+0000","last_became_peered":"2023-12-02T00:32:42.159668+0000","last_unstale":"2023-12-02T00:32:55.240714+0000","last_undegraded":"2023-12-02T00:32:55.240714+0000","last_fullsized":"2023-12-02T00:32:55.240714+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231805+0000","last_change":"2023-12-02T00:32:41.159925+0000","last_active":"2023-12-02T00:32:55.231805+0000","last_peered":"2023-12-02T00:32:55.231805+0000","last_clean":"2023-12-02T00:32:55.231805+0000","last_became_active":"2023-12-02T00:32:41.159609+0000","last_became_peered":"2023-12-02T00:32:41.159609+0000","last_unstale":"2023-12-02T00:32:55.231805+0000","last_undegraded":"2023-12-02T00:32:55.231805+0000","last_fullsized":"2023-12-02T00:32:55.231805+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257509+0000","last_change":"2023-12-02T00:32:55.266984+0000","last_active":"2023-12-02T00:32:56.257509+0000","last_peered":"2023-12-02T00:32:56.257509+0000","last_clean":"2023-12-02T00:32:56.257509+0000","last_became_active":"2023-12-02T00:32:55.266703+0000","last_became_peered":"2023-12-02T00:32:55.266703+0000","last_unstale":"2023-12-02T00:32:56.257509+0000","last_undegraded":"2023-12-02T00:32:56.257509+0000","last_fullsized":"2023-12-02T00:32:56.257509+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:10.655151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.242905+0000","last_change":"2023-12-02T00:32:54.242893+0000","last_active":"2023-12-02T00:32:56.242905+0000","last_peered":"2023-12-02T00:32:56.242905+0000","last_clean":"2023-12-02T00:32:56.242905+0000","last_became_active":"2023-12-02T00:32:54.242641+0000","last_became_peered":"2023-12-02T00:32:54.242641+0000","last_unstale":"2023-12-02T00:32:56.242905+0000","last_undegraded":"2023-12-02T00:32:56.242905+0000","last_fullsized":"2023-12-02T00:32:56.242905+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:39:16.951010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226876+0000","last_change":"2023-12-02T00:32:42.160119+0000","last_active":"2023-12-02T00:32:55.226876+0000","last_peered":"2023-12-02T00:32:55.226876+0000","last_clean":"2023-12-02T00:32:55.226876+0000","last_became_active":"2023-12-02T00:32:42.159454+0000","last_became_peered":"2023-12-02T00:32:42.159454+0000","last_unstale":"2023-12-02T00:32:55.226876+0000","last_undegraded":"2023-12-02T00:32:55.226876+0000","last_fullsized":"2023-12-02T00:32:55.226876+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:52:20.060754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233487+0000","last_change":"2023-12-02T00:32:41.153687+0000","last_active":"2023-12-02T00:32:55.233487+0000","last_peered":"2023-12-02T00:32:55.233487+0000","last_clean":"2023-12-02T00:32:55.233487+0000","last_became_active":"2023-12-02T00:32:41.153343+0000","last_became_peered":"2023-12-02T00:32:41.153343+0000","last_unstale":"2023-12-02T00:32:55.233487+0000","last_undegraded":"2023-12-02T00:32:55.233487+0000","last_fullsized":"2023-12-02T00:32:55.233487+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:45.287928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258993+0000","last_change":"2023-12-02T00:32:55.253232+0000","last_active":"2023-12-02T00:32:56.258993+0000","last_peered":"2023-12-02T00:32:56.258993+0000","last_clean":"2023-12-02T00:32:56.258993+0000","last_became_active":"2023-12-02T00:32:55.252955+0000","last_became_peered":"2023-12-02T00:32:55.252955+0000","last_unstale":"2023-12-02T00:32:56.258993+0000","last_undegraded":"2023-12-02T00:32:56.258993+0000","last_fullsized":"2023-12-02T00:32:56.258993+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:47.534198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245501+0000","last_change":"2023-12-02T00:32:54.234484+0000","last_active":"2023-12-02T00:32:56.245501+0000","last_peered":"2023-12-02T00:32:56.245501+0000","last_clean":"2023-12-02T00:32:56.245501+0000","last_became_active":"2023-12-02T00:32:54.234119+0000","last_became_peered":"2023-12-02T00:32:54.234119+0000","last_unstale":"2023-12-02T00:32:56.245501+0000","last_undegraded":"2023-12-02T00:32:56.245501+0000","last_fullsized":"2023-12-02T00:32:56.245501+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:14:04.763928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240096+0000","last_change":"2023-12-02T00:32:42.165637+0000","last_active":"2023-12-02T00:32:55.240096+0000","last_peered":"2023-12-02T00:32:55.240096+0000","last_clean":"2023-12-02T00:32:55.240096+0000","last_became_active":"2023-12-02T00:32:42.165337+0000","last_became_peered":"2023-12-02T00:32:42.165337+0000","last_unstale":"2023-12-02T00:32:55.240096+0000","last_undegraded":"2023-12-02T00:32:55.240096+0000","last_fullsized":"2023-12-02T00:32:55.240096+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:13:52.688530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"48'8","reported_seq":24,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239076+0000","last_change":"2023-12-02T00:32:41.156123+0000","last_active":"2023-12-02T00:32:55.239076+0000","last_peered":"2023-12-02T00:32:55.239076+0000","last_clean":"2023-12-02T00:32:55.239076+0000","last_became_active":"2023-12-02T00:32:41.155776+0000","last_became_peered":"2023-12-02T00:32:41.155776+0000","last_unstale":"2023-12-02T00:32:55.239076+0000","last_undegraded":"2023-12-02T00:32:55.239076+0000","last_fullsized":"2023-12-02T00:32:55.239076+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:01:49.041093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243336+0000","last_change":"2023-12-02T00:32:55.250332+0000","last_active":"2023-12-02T00:32:56.243336+0000","last_peered":"2023-12-02T00:32:56.243336+0000","last_clean":"2023-12-02T00:32:56.243336+0000","last_became_active":"2023-12-02T00:32:55.249970+0000","last_became_peered":"2023-12-02T00:32:55.249970+0000","last_unstale":"2023-12-02T00:32:56.243336+0000","last_undegraded":"2023-12-02T00:32:56.243336+0000","last_fullsized":"2023-12-02T00:32:56.243336+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:17.487536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245108+0000","last_change":"2023-12-02T00:32:54.236161+0000","last_active":"2023-12-02T00:32:56.245108+0000","last_peered":"2023-12-02T00:32:56.245108+0000","last_clean":"2023-12-02T00:32:56.245108+0000","last_became_active":"2023-12-02T00:32:54.235793+0000","last_became_peered":"2023-12-02T00:32:54.235793+0000","last_unstale":"2023-12-02T00:32:56.245108+0000","last_undegraded":"2023-12-02T00:32:56.245108+0000","last_fullsized":"2023-12-02T00:32:56.245108+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:15.986269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.244281+0000","last_change":"2023-12-02T00:32:42.168653+0000","last_active":"2023-12-02T00:32:55.244281+0000","last_peered":"2023-12-02T00:32:55.244281+0000","last_clean":"2023-12-02T00:32:55.244281+0000","last_became_active":"2023-12-02T00:32:42.168353+0000","last_became_peered":"2023-12-02T00:32:42.168353+0000","last_unstale":"2023-12-02T00:32:55.244281+0000","last_undegraded":"2023-12-02T00:32:55.244281+0000","last_fullsized":"2023-12-02T00:32:55.244281+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:08.888514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.241852+0000","last_change":"2023-12-02T00:32:41.156826+0000","last_active":"2023-12-02T00:32:55.241852+0000","last_peered":"2023-12-02T00:32:55.241852+0000","last_clean":"2023-12-02T00:32:55.241852+0000","last_became_active":"2023-12-02T00:32:41.156568+0000","last_became_peered":"2023-12-02T00:32:41.156568+0000","last_unstale":"2023-12-02T00:32:55.241852+0000","last_undegraded":"2023-12-02T00:32:55.241852+0000","last_fullsized":"2023-12-02T00:32:55.241852+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:32:41.041111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257247+0000","last_change":"2023-12-02T00:32:55.264682+0000","last_active":"2023-12-02T00:32:56.257247+0000","last_peered":"2023-12-02T00:32:56.257247+0000","last_clean":"2023-12-02T00:32:56.257247+0000","last_became_active":"2023-12-02T00:32:55.264424+0000","last_became_peered":"2023-12-02T00:32:55.264424+0000","last_unstale":"2023-12-02T00:32:56.257247+0000","last_undegraded":"2023-12-02T00:32:56.257247+0000","last_fullsized":"2023-12-02T00:32:56.257247+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:19:12.552530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257868+0000","last_change":"2023-12-02T00:32:54.250160+0000","last_active":"2023-12-02T00:32:56.257868+0000","last_peered":"2023-12-02T00:32:56.257868+0000","last_clean":"2023-12-02T00:32:56.257868+0000","last_became_active":"2023-12-02T00:32:54.249775+0000","last_became_peered":"2023-12-02T00:32:54.249775+0000","last_unstale":"2023-12-02T00:32:56.257868+0000","last_undegraded":"2023-12-02T00:32:56.257868+0000","last_fullsized":"2023-12-02T00:32:56.257868+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:09.615252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233796+0000","last_change":"2023-12-02T00:32:42.173307+0000","last_active":"2023-12-02T00:32:55.233796+0000","last_peered":"2023-12-02T00:32:55.233796+0000","last_clean":"2023-12-02T00:32:55.233796+0000","last_became_active":"2023-12-02T00:32:42.173042+0000","last_became_peered":"2023-12-02T00:32:42.173042+0000","last_unstale":"2023-12-02T00:32:55.233796+0000","last_undegraded":"2023-12-02T00:32:55.233796+0000","last_fullsized":"2023-12-02T00:32:55.233796+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232121+0000","last_change":"2023-12-02T00:32:41.155961+0000","last_active":"2023-12-02T00:32:55.232121+0000","last_peered":"2023-12-02T00:32:55.232121+0000","last_clean":"2023-12-02T00:32:55.232121+0000","last_became_active":"2023-12-02T00:32:41.155639+0000","last_became_peered":"2023-12-02T00:32:41.155639+0000","last_unstale":"2023-12-02T00:32:55.232121+0000","last_undegraded":"2023-12-02T00:32:55.232121+0000","last_fullsized":"2023-12-02T00:32:55.232121+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245124+0000","last_change":"2023-12-02T00:32:55.248926+0000","last_active":"2023-12-02T00:32:56.245124+0000","last_peered":"2023-12-02T00:32:56.245124+0000","last_clean":"2023-12-02T00:32:56.245124+0000","last_became_active":"2023-12-02T00:32:55.248612+0000","last_became_peered":"2023-12-02T00:32:55.248612+0000","last_unstale":"2023-12-02T00:32:56.245124+0000","last_undegraded":"2023-12-02T00:32:56.245124+0000","last_fullsized":"2023-12-02T00:32:56.245124+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:00.703691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"52'1","reported_seq":13,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.246129+0000","last_change":"2023-12-02T00:32:54.247737+0000","last_active":"2023-12-02T00:32:56.246129+0000","last_peered":"2023-12-02T00:32:56.246129+0000","last_clean":"2023-12-02T00:32:56.246129+0000","last_became_active":"2023-12-02T00:32:54.247444+0000","last_became_peered":"2023-12-02T00:32:54.247444+0000","last_unstale":"2023-12-02T00:32:56.246129+0000","last_undegraded":"2023-12-02T00:32:56.246129+0000","last_fullsized":"2023-12-02T00:32:56.246129+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:23:20.963912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239652+0000","last_change":"2023-12-02T00:32:42.174556+0000","last_active":"2023-12-02T00:32:55.239652+0000","last_peered":"2023-12-02T00:32:55.239652+0000","last_clean":"2023-12-02T00:32:55.239652+0000","last_became_active":"2023-12-02T00:32:42.174302+0000","last_became_peered":"2023-12-02T00:32:42.174302+0000","last_unstale":"2023-12-02T00:32:55.239652+0000","last_undegraded":"2023-12-02T00:32:55.239652+0000","last_fullsized":"2023-12-02T00:32:55.239652+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:06:25.189936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"48'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233599+0000","last_change":"2023-12-02T00:32:41.155010+0000","last_active":"2023-12-02T00:32:55.233599+0000","last_peered":"2023-12-02T00:32:55.233599+0000","last_clean":"2023-12-02T00:32:55.233599+0000","last_became_active":"2023-12-02T00:32:41.154713+0000","last_became_peered":"2023-12-02T00:32:41.154713+0000","last_unstale":"2023-12-02T00:32:55.233599+0000","last_undegraded":"2023-12-02T00:32:55.233599+0000","last_fullsized":"2023-12-02T00:32:55.233599+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:46:11.629754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259759+0000","last_change":"2023-12-02T00:32:55.253034+0000","last_active":"2023-12-02T00:32:56.259759+0000","last_peered":"2023-12-02T00:32:56.259759+0000","last_clean":"2023-12-02T00:32:56.259759+0000","last_became_active":"2023-12-02T00:32:55.252554+0000","last_became_peered":"2023-12-02T00:32:55.252554+0000","last_unstale":"2023-12-02T00:32:56.259759+0000","last_undegraded":"2023-12-02T00:32:56.259759+0000","last_fullsized":"2023-12-02T00:32:56.259759+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:21:36.573383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244838+0000","last_change":"2023-12-02T00:32:54.247069+0000","last_active":"2023-12-02T00:32:56.244838+0000","last_peered":"2023-12-02T00:32:56.244838+0000","last_clean":"2023-12-02T00:32:56.244838+0000","last_became_active":"2023-12-02T00:32:54.246717+0000","last_became_peered":"2023-12-02T00:32:54.246717+0000","last_unstale":"2023-12-02T00:32:56.244838+0000","last_undegraded":"2023-12-02T00:32:56.244838+0000","last_fullsized":"2023-12-02T00:32:56.244838+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:03:45.199475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.243616+0000","last_change":"2023-12-02T00:32:42.157196+0000","last_active":"2023-12-02T00:32:55.243616+0000","last_peered":"2023-12-02T00:32:55.243616+0000","last_clean":"2023-12-02T00:32:55.243616+0000","last_became_active":"2023-12-02T00:32:42.156598+0000","last_became_peered":"2023-12-02T00:32:42.156598+0000","last_unstale":"2023-12-02T00:32:55.243616+0000","last_undegraded":"2023-12-02T00:32:55.243616+0000","last_fullsized":"2023-12-02T00:32:55.243616+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:33.305486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232729+0000","last_change":"2023-12-02T00:32:41.160845+0000","last_active":"2023-12-02T00:32:55.232729+0000","last_peered":"2023-12-02T00:32:55.232729+0000","last_clean":"2023-12-02T00:32:55.232729+0000","last_became_active":"2023-12-02T00:32:41.160530+0000","last_became_peered":"2023-12-02T00:32:41.160530+0000","last_unstale":"2023-12-02T00:32:55.232729+0000","last_undegraded":"2023-12-02T00:32:55.232729+0000","last_fullsized":"2023-12-02T00:32:55.232729+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:55.226231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257172+0000","last_change":"2023-12-02T00:32:55.241530+0000","last_active":"2023-12-02T00:32:56.257172+0000","last_peered":"2023-12-02T00:32:56.257172+0000","last_clean":"2023-12-02T00:32:56.257172+0000","last_became_active":"2023-12-02T00:32:55.241258+0000","last_became_peered":"2023-12-02T00:32:55.241258+0000","last_unstale":"2023-12-02T00:32:56.257172+0000","last_undegraded":"2023-12-02T00:32:56.257172+0000","last_fullsized":"2023-12-02T00:32:56.257172+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:05:41.699185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259086+0000","last_change":"2023-12-02T00:32:54.245253+0000","last_active":"2023-12-02T00:32:56.259086+0000","last_peered":"2023-12-02T00:32:56.259086+0000","last_clean":"2023-12-02T00:32:56.259086+0000","last_became_active":"2023-12-02T00:32:54.244872+0000","last_became_peered":"2023-12-02T00:32:54.244872+0000","last_unstale":"2023-12-02T00:32:56.259086+0000","last_undegraded":"2023-12-02T00:32:56.259086+0000","last_fullsized":"2023-12-02T00:32:56.259086+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:45.555880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.236337+0000","last_change":"2023-12-02T00:32:42.169079+0000","last_active":"2023-12-02T00:32:55.236337+0000","last_peered":"2023-12-02T00:32:55.236337+0000","last_clean":"2023-12-02T00:32:55.236337+0000","last_became_active":"2023-12-02T00:32:42.168768+0000","last_became_peered":"2023-12-02T00:32:42.168768+0000","last_unstale":"2023-12-02T00:32:55.236337+0000","last_undegraded":"2023-12-02T00:32:55.236337+0000","last_fullsized":"2023-12-02T00:32:55.236337+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:07:56.233854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240009+0000","last_change":"2023-12-02T00:32:41.149988+0000","last_active":"2023-12-02T00:32:55.240009+0000","last_peered":"2023-12-02T00:32:55.240009+0000","last_clean":"2023-12-02T00:32:55.240009+0000","last_became_active":"2023-12-02T00:32:41.147774+0000","last_became_peered":"2023-12-02T00:32:41.147774+0000","last_unstale":"2023-12-02T00:32:55.240009+0000","last_undegraded":"2023-12-02T00:32:55.240009+0000","last_fullsized":"2023-12-02T00:32:55.240009+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:25:31.238751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257418+0000","last_change":"2023-12-02T00:32:55.244075+0000","last_active":"2023-12-02T00:32:56.257418+0000","last_peered":"2023-12-02T00:32:56.257418+0000","last_clean":"2023-12-02T00:32:56.257418+0000","last_became_active":"2023-12-02T00:32:55.243819+0000","last_became_peered":"2023-12-02T00:32:55.243819+0000","last_unstale":"2023-12-02T00:32:56.257418+0000","last_undegraded":"2023-12-02T00:32:56.257418+0000","last_fullsized":"2023-12-02T00:32:56.257418+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:52:29.498093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256812+0000","last_change":"2023-12-02T00:32:54.243777+0000","last_active":"2023-12-02T00:32:56.256812+0000","last_peered":"2023-12-02T00:32:56.256812+0000","last_clean":"2023-12-02T00:32:56.256812+0000","last_became_active":"2023-12-02T00:32:54.243478+0000","last_became_peered":"2023-12-02T00:32:54.243478+0000","last_unstale":"2023-12-02T00:32:56.256812+0000","last_undegraded":"2023-12-02T00:32:56.256812+0000","last_fullsized":"2023-12-02T00:32:56.256812+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:09.615252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233879+0000","last_change":"2023-12-02T00:32:42.158412+0000","last_active":"2023-12-02T00:32:55.233879+0000","last_peered":"2023-12-02T00:32:55.233879+0000","last_clean":"2023-12-02T00:32:55.233879+0000","last_became_active":"2023-12-02T00:32:42.158145+0000","last_became_peered":"2023-12-02T00:32:42.158145+0000","last_unstale":"2023-12-02T00:32:55.233879+0000","last_undegraded":"2023-12-02T00:32:55.233879+0000","last_fullsized":"2023-12-02T00:32:55.233879+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:20.103430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226381+0000","last_change":"2023-12-02T00:32:41.152885+0000","last_active":"2023-12-02T00:32:55.226381+0000","last_peered":"2023-12-02T00:32:55.226381+0000","last_clean":"2023-12-02T00:32:55.226381+0000","last_became_active":"2023-12-02T00:32:41.152518+0000","last_became_peered":"2023-12-02T00:32:41.152518+0000","last_unstale":"2023-12-02T00:32:55.226381+0000","last_undegraded":"2023-12-02T00:32:55.226381+0000","last_fullsized":"2023-12-02T00:32:55.226381+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:51:34.954266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258032+0000","last_change":"2023-12-02T00:32:55.248985+0000","last_active":"2023-12-02T00:32:56.258032+0000","last_peered":"2023-12-02T00:32:56.258032+0000","last_clean":"2023-12-02T00:32:56.258032+0000","last_became_active":"2023-12-02T00:32:55.247379+0000","last_became_peered":"2023-12-02T00:32:55.247379+0000","last_unstale":"2023-12-02T00:32:56.258032+0000","last_undegraded":"2023-12-02T00:32:56.258032+0000","last_fullsized":"2023-12-02T00:32:56.258032+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:09.359481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245670+0000","last_change":"2023-12-02T00:32:54.237509+0000","last_active":"2023-12-02T00:32:56.245670+0000","last_peered":"2023-12-02T00:32:56.245670+0000","last_clean":"2023-12-02T00:32:56.245670+0000","last_became_active":"2023-12-02T00:32:54.237140+0000","last_became_peered":"2023-12-02T00:32:54.237140+0000","last_unstale":"2023-12-02T00:32:56.245670+0000","last_undegraded":"2023-12-02T00:32:56.245670+0000","last_fullsized":"2023-12-02T00:32:56.245670+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:43.129875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.231874+0000","last_change":"2023-12-02T00:32:42.165526+0000","last_active":"2023-12-02T00:32:55.231874+0000","last_peered":"2023-12-02T00:32:55.231874+0000","last_clean":"2023-12-02T00:32:55.231874+0000","last_became_active":"2023-12-02T00:32:42.165196+0000","last_became_peered":"2023-12-02T00:32:42.165196+0000","last_unstale":"2023-12-02T00:32:55.231874+0000","last_undegraded":"2023-12-02T00:32:55.231874+0000","last_fullsized":"2023-12-02T00:32:55.231874+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235744+0000","last_change":"2023-12-02T00:32:41.161078+0000","last_active":"2023-12-02T00:32:55.235744+0000","last_peered":"2023-12-02T00:32:55.235744+0000","last_clean":"2023-12-02T00:32:55.235744+0000","last_became_active":"2023-12-02T00:32:41.160712+0000","last_became_peered":"2023-12-02T00:32:41.160712+0000","last_unstale":"2023-12-02T00:32:55.235744+0000","last_undegraded":"2023-12-02T00:32:55.235744+0000","last_fullsized":"2023-12-02T00:32:55.235744+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:47:52.911084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257840+0000","last_change":"2023-12-02T00:32:55.253027+0000","last_active":"2023-12-02T00:32:56.257840+0000","last_peered":"2023-12-02T00:32:56.257840+0000","last_clean":"2023-12-02T00:32:56.257840+0000","last_became_active":"2023-12-02T00:32:55.252713+0000","last_became_peered":"2023-12-02T00:32:55.252713+0000","last_unstale":"2023-12-02T00:32:56.257840+0000","last_undegraded":"2023-12-02T00:32:56.257840+0000","last_fullsized":"2023-12-02T00:32:56.257840+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:49:32.216541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257893+0000","last_change":"2023-12-02T00:32:54.242119+0000","last_active":"2023-12-02T00:32:56.257893+0000","last_peered":"2023-12-02T00:32:56.257893+0000","last_clean":"2023-12-02T00:32:56.257893+0000","last_became_active":"2023-12-02T00:32:54.241894+0000","last_became_peered":"2023-12-02T00:32:54.241894+0000","last_unstale":"2023-12-02T00:32:56.257893+0000","last_undegraded":"2023-12-02T00:32:56.257893+0000","last_fullsized":"2023-12-02T00:32:56.257893+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:47:23.944192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233716+0000","last_change":"2023-12-02T00:32:42.165111+0000","last_active":"2023-12-02T00:32:55.233716+0000","last_peered":"2023-12-02T00:32:55.233716+0000","last_clean":"2023-12-02T00:32:55.233716+0000","last_became_active":"2023-12-02T00:32:42.164752+0000","last_became_peered":"2023-12-02T00:32:42.164752+0000","last_unstale":"2023-12-02T00:32:55.233716+0000","last_undegraded":"2023-12-02T00:32:55.233716+0000","last_fullsized":"2023-12-02T00:32:55.233716+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:04.400132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"48'2","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227656+0000","last_change":"2023-12-02T00:32:41.161327+0000","last_active":"2023-12-02T00:32:55.227656+0000","last_peered":"2023-12-02T00:32:55.227656+0000","last_clean":"2023-12-02T00:32:55.227656+0000","last_became_active":"2023-12-02T00:32:41.159600+0000","last_became_peered":"2023-12-02T00:32:41.159600+0000","last_unstale":"2023-12-02T00:32:55.227656+0000","last_undegraded":"2023-12-02T00:32:55.227656+0000","last_fullsized":"2023-12-02T00:32:55.227656+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:11:38.275413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258121+0000","last_change":"2023-12-02T00:32:55.262239+0000","last_active":"2023-12-02T00:32:56.258121+0000","last_peered":"2023-12-02T00:32:56.258121+0000","last_clean":"2023-12-02T00:32:56.258121+0000","last_became_active":"2023-12-02T00:32:55.260309+0000","last_became_peered":"2023-12-02T00:32:55.260309+0000","last_unstale":"2023-12-02T00:32:56.258121+0000","last_undegraded":"2023-12-02T00:32:56.258121+0000","last_fullsized":"2023-12-02T00:32:56.258121+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:03:22.146979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258725+0000","last_change":"2023-12-02T00:32:54.239138+0000","last_active":"2023-12-02T00:32:56.258725+0000","last_peered":"2023-12-02T00:32:56.258725+0000","last_clean":"2023-12-02T00:32:56.258725+0000","last_became_active":"2023-12-02T00:32:54.238855+0000","last_became_peered":"2023-12-02T00:32:54.238855+0000","last_unstale":"2023-12-02T00:32:56.258725+0000","last_undegraded":"2023-12-02T00:32:56.258725+0000","last_fullsized":"2023-12-02T00:32:56.258725+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:07:38.232335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.233879+0000","last_change":"2023-12-02T00:32:42.165077+0000","last_active":"2023-12-02T00:32:55.233879+0000","last_peered":"2023-12-02T00:32:55.233879+0000","last_clean":"2023-12-02T00:32:55.233879+0000","last_became_active":"2023-12-02T00:32:42.164745+0000","last_became_peered":"2023-12-02T00:32:42.164745+0000","last_unstale":"2023-12-02T00:32:55.233879+0000","last_undegraded":"2023-12-02T00:32:55.233879+0000","last_fullsized":"2023-12-02T00:32:55.233879+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:32.895502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"49'1","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232212+0000","last_change":"2023-12-02T00:32:41.152175+0000","last_active":"2023-12-02T00:32:55.232212+0000","last_peered":"2023-12-02T00:32:55.232212+0000","last_clean":"2023-12-02T00:32:55.232212+0000","last_became_active":"2023-12-02T00:32:41.151912+0000","last_became_peered":"2023-12-02T00:32:41.151912+0000","last_unstale":"2023-12-02T00:32:55.232212+0000","last_undegraded":"2023-12-02T00:32:55.232212+0000","last_fullsized":"2023-12-02T00:32:55.232212+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:39:11.295636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259107+0000","last_change":"2023-12-02T00:32:55.258739+0000","last_active":"2023-12-02T00:32:56.259107+0000","last_peered":"2023-12-02T00:32:56.259107+0000","last_clean":"2023-12-02T00:32:56.259107+0000","last_became_active":"2023-12-02T00:32:55.258174+0000","last_became_peered":"2023-12-02T00:32:55.258174+0000","last_unstale":"2023-12-02T00:32:56.259107+0000","last_undegraded":"2023-12-02T00:32:56.259107+0000","last_fullsized":"2023-12-02T00:32:56.259107+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:49:46.764543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.246139+0000","last_change":"2023-12-02T00:32:54.247378+0000","last_active":"2023-12-02T00:32:56.246139+0000","last_peered":"2023-12-02T00:32:56.246139+0000","last_clean":"2023-12-02T00:32:56.246139+0000","last_became_active":"2023-12-02T00:32:54.247067+0000","last_became_peered":"2023-12-02T00:32:54.247067+0000","last_unstale":"2023-12-02T00:32:56.246139+0000","last_undegraded":"2023-12-02T00:32:56.246139+0000","last_fullsized":"2023-12-02T00:32:56.246139+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:45.380883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226852+0000","last_change":"2023-12-02T00:32:42.149033+0000","last_active":"2023-12-02T00:32:55.226852+0000","last_peered":"2023-12-02T00:32:55.226852+0000","last_clean":"2023-12-02T00:32:55.226852+0000","last_became_active":"2023-12-02T00:32:42.148344+0000","last_became_peered":"2023-12-02T00:32:42.148344+0000","last_unstale":"2023-12-02T00:32:55.226852+0000","last_undegraded":"2023-12-02T00:32:55.226852+0000","last_fullsized":"2023-12-02T00:32:55.226852+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:10.518654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.230617+0000","last_change":"2023-12-02T00:32:41.156954+0000","last_active":"2023-12-02T00:32:55.230617+0000","last_peered":"2023-12-02T00:32:55.230617+0000","last_clean":"2023-12-02T00:32:55.230617+0000","last_became_active":"2023-12-02T00:32:41.153390+0000","last_became_peered":"2023-12-02T00:32:41.153390+0000","last_unstale":"2023-12-02T00:32:55.230617+0000","last_undegraded":"2023-12-02T00:32:55.230617+0000","last_fullsized":"2023-12-02T00:32:55.230617+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:18:12.595272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.258872+0000","last_change":"2023-12-02T00:32:55.251214+0000","last_active":"2023-12-02T00:32:56.258872+0000","last_peered":"2023-12-02T00:32:56.258872+0000","last_clean":"2023-12-02T00:32:56.258872+0000","last_became_active":"2023-12-02T00:32:55.250717+0000","last_became_peered":"2023-12-02T00:32:55.250717+0000","last_unstale":"2023-12-02T00:32:56.258872+0000","last_undegraded":"2023-12-02T00:32:56.258872+0000","last_fullsized":"2023-12-02T00:32:56.258872+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:10.757658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.259089+0000","last_change":"2023-12-02T00:32:54.243902+0000","last_active":"2023-12-02T00:32:56.259089+0000","last_peered":"2023-12-02T00:32:56.259089+0000","last_clean":"2023-12-02T00:32:56.259089+0000","last_became_active":"2023-12-02T00:32:54.243363+0000","last_became_peered":"2023-12-02T00:32:54.243363+0000","last_unstale":"2023-12-02T00:32:56.259089+0000","last_undegraded":"2023-12-02T00:32:56.259089+0000","last_fullsized":"2023-12-02T00:32:56.259089+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:05:23.145465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.232229+0000","last_change":"2023-12-02T00:32:42.161634+0000","last_active":"2023-12-02T00:32:55.232229+0000","last_peered":"2023-12-02T00:32:55.232229+0000","last_clean":"2023-12-02T00:32:55.232229+0000","last_became_active":"2023-12-02T00:32:42.160826+0000","last_became_peered":"2023-12-02T00:32:42.160826+0000","last_unstale":"2023-12-02T00:32:55.232229+0000","last_undegraded":"2023-12-02T00:32:55.232229+0000","last_fullsized":"2023-12-02T00:32:55.232229+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:31.054478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234067+0000","last_change":"2023-12-02T00:32:41.153562+0000","last_active":"2023-12-02T00:32:55.234067+0000","last_peered":"2023-12-02T00:32:55.234067+0000","last_clean":"2023-12-02T00:32:55.234067+0000","last_became_active":"2023-12-02T00:32:41.153072+0000","last_became_peered":"2023-12-02T00:32:41.153072+0000","last_unstale":"2023-12-02T00:32:55.234067+0000","last_undegraded":"2023-12-02T00:32:55.234067+0000","last_fullsized":"2023-12-02T00:32:55.234067+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:07.766519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.242590+0000","last_change":"2023-12-02T00:32:55.239856+0000","last_active":"2023-12-02T00:32:56.242590+0000","last_peered":"2023-12-02T00:32:56.242590+0000","last_clean":"2023-12-02T00:32:56.242590+0000","last_became_active":"2023-12-02T00:32:55.239594+0000","last_became_peered":"2023-12-02T00:32:55.239594+0000","last_unstale":"2023-12-02T00:32:56.242590+0000","last_undegraded":"2023-12-02T00:32:56.242590+0000","last_fullsized":"2023-12-02T00:32:56.242590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:56:38.352985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243529+0000","last_change":"2023-12-02T00:32:54.242720+0000","last_active":"2023-12-02T00:32:56.243529+0000","last_peered":"2023-12-02T00:32:56.243529+0000","last_clean":"2023-12-02T00:32:56.243529+0000","last_became_active":"2023-12-02T00:32:54.242443+0000","last_became_peered":"2023-12-02T00:32:54.242443+0000","last_unstale":"2023-12-02T00:32:56.243529+0000","last_undegraded":"2023-12-02T00:32:56.243529+0000","last_fullsized":"2023-12-02T00:32:56.243529+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:43.129875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235360+0000","last_change":"2023-12-02T00:32:42.167689+0000","last_active":"2023-12-02T00:32:55.235360+0000","last_peered":"2023-12-02T00:32:55.235360+0000","last_clean":"2023-12-02T00:32:55.235360+0000","last_became_active":"2023-12-02T00:32:42.167375+0000","last_became_peered":"2023-12-02T00:32:42.167375+0000","last_unstale":"2023-12-02T00:32:55.235360+0000","last_undegraded":"2023-12-02T00:32:55.235360+0000","last_fullsized":"2023-12-02T00:32:55.235360+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:10:18.588337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.226012+0000","last_change":"2023-12-02T00:32:41.153891+0000","last_active":"2023-12-02T00:32:55.226012+0000","last_peered":"2023-12-02T00:32:55.226012+0000","last_clean":"2023-12-02T00:32:55.226012+0000","last_became_active":"2023-12-02T00:32:41.153617+0000","last_became_peered":"2023-12-02T00:32:41.153617+0000","last_unstale":"2023-12-02T00:32:55.226012+0000","last_undegraded":"2023-12-02T00:32:55.226012+0000","last_fullsized":"2023-12-02T00:32:55.226012+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:16:15.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244326+0000","last_change":"2023-12-02T00:32:55.241974+0000","last_active":"2023-12-02T00:32:56.244326+0000","last_peered":"2023-12-02T00:32:56.244326+0000","last_clean":"2023-12-02T00:32:56.244326+0000","last_became_active":"2023-12-02T00:32:55.241697+0000","last_became_peered":"2023-12-02T00:32:55.241697+0000","last_unstale":"2023-12-02T00:32:56.244326+0000","last_undegraded":"2023-12-02T00:32:56.244326+0000","last_fullsized":"2023-12-02T00:32:56.244326+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:45:46.567886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.244341+0000","last_change":"2023-12-02T00:32:54.242165+0000","last_active":"2023-12-02T00:32:56.244341+0000","last_peered":"2023-12-02T00:32:56.244341+0000","last_clean":"2023-12-02T00:32:56.244341+0000","last_became_active":"2023-12-02T00:32:54.241873+0000","last_became_peered":"2023-12-02T00:32:54.241873+0000","last_unstale":"2023-12-02T00:32:56.244341+0000","last_undegraded":"2023-12-02T00:32:56.244341+0000","last_fullsized":"2023-12-02T00:32:56.244341+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:07:44.970899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.240760+0000","last_change":"2023-12-02T00:32:42.165876+0000","last_active":"2023-12-02T00:32:55.240760+0000","last_peered":"2023-12-02T00:32:55.240760+0000","last_clean":"2023-12-02T00:32:55.240760+0000","last_became_active":"2023-12-02T00:32:42.165566+0000","last_became_peered":"2023-12-02T00:32:42.165566+0000","last_unstale":"2023-12-02T00:32:55.240760+0000","last_undegraded":"2023-12-02T00:32:55.240760+0000","last_fullsized":"2023-12-02T00:32:55.240760+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:46:31.054478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.227536+0000","last_change":"2023-12-02T00:32:41.148253+0000","last_active":"2023-12-02T00:32:55.227536+0000","last_peered":"2023-12-02T00:32:55.227536+0000","last_clean":"2023-12-02T00:32:55.227536+0000","last_became_active":"2023-12-02T00:32:41.147965+0000","last_became_peered":"2023-12-02T00:32:41.147965+0000","last_unstale":"2023-12-02T00:32:55.227536+0000","last_undegraded":"2023-12-02T00:32:55.227536+0000","last_fullsized":"2023-12-02T00:32:55.227536+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:18:58.457504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257081+0000","last_change":"2023-12-02T00:32:55.260386+0000","last_active":"2023-12-02T00:32:56.257081+0000","last_peered":"2023-12-02T00:32:56.257081+0000","last_clean":"2023-12-02T00:32:56.257081+0000","last_became_active":"2023-12-02T00:32:55.260047+0000","last_became_peered":"2023-12-02T00:32:55.260047+0000","last_unstale":"2023-12-02T00:32:56.257081+0000","last_undegraded":"2023-12-02T00:32:56.257081+0000","last_fullsized":"2023-12-02T00:32:56.257081+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:02:03.136119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.256875+0000","last_change":"2023-12-02T00:32:54.244256+0000","last_active":"2023-12-02T00:32:56.256875+0000","last_peered":"2023-12-02T00:32:56.256875+0000","last_clean":"2023-12-02T00:32:56.256875+0000","last_became_active":"2023-12-02T00:32:54.243942+0000","last_became_peered":"2023-12-02T00:32:54.243942+0000","last_unstale":"2023-12-02T00:32:56.256875+0000","last_undegraded":"2023-12-02T00:32:56.256875+0000","last_fullsized":"2023-12-02T00:32:56.256875+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:35:16.557296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.225435+0000","last_change":"2023-12-02T00:32:42.149931+0000","last_active":"2023-12-02T00:32:55.225435+0000","last_peered":"2023-12-02T00:32:55.225435+0000","last_clean":"2023-12-02T00:32:55.225435+0000","last_became_active":"2023-12-02T00:32:42.149681+0000","last_became_peered":"2023-12-02T00:32:42.149681+0000","last_unstale":"2023-12-02T00:32:55.225435+0000","last_undegraded":"2023-12-02T00:32:55.225435+0000","last_fullsized":"2023-12-02T00:32:55.225435+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:57.908110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.225612+0000","last_change":"2023-12-02T00:32:41.153805+0000","last_active":"2023-12-02T00:32:55.225612+0000","last_peered":"2023-12-02T00:32:55.225612+0000","last_clean":"2023-12-02T00:32:55.225612+0000","last_became_active":"2023-12-02T00:32:41.153524+0000","last_became_peered":"2023-12-02T00:32:41.153524+0000","last_unstale":"2023-12-02T00:32:55.225612+0000","last_undegraded":"2023-12-02T00:32:55.225612+0000","last_fullsized":"2023-12-02T00:32:55.225612+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:42:23.818812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245438+0000","last_change":"2023-12-02T00:32:55.255634+0000","last_active":"2023-12-02T00:32:56.245438+0000","last_peered":"2023-12-02T00:32:56.245438+0000","last_clean":"2023-12-02T00:32:56.245438+0000","last_became_active":"2023-12-02T00:32:55.255345+0000","last_became_peered":"2023-12-02T00:32:55.255345+0000","last_unstale":"2023-12-02T00:32:56.245438+0000","last_undegraded":"2023-12-02T00:32:56.245438+0000","last_fullsized":"2023-12-02T00:32:56.245438+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:52:34.072831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.243049+0000","last_change":"2023-12-02T00:32:54.249866+0000","last_active":"2023-12-02T00:32:56.243049+0000","last_peered":"2023-12-02T00:32:56.243049+0000","last_clean":"2023-12-02T00:32:56.243049+0000","last_became_active":"2023-12-02T00:32:54.249638+0000","last_became_peered":"2023-12-02T00:32:54.249638+0000","last_unstale":"2023-12-02T00:32:56.243049+0000","last_undegraded":"2023-12-02T00:32:56.243049+0000","last_fullsized":"2023-12-02T00:32:56.243049+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:59:20.849539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.235670+0000","last_change":"2023-12-02T00:32:42.158526+0000","last_active":"2023-12-02T00:32:55.235670+0000","last_peered":"2023-12-02T00:32:55.235670+0000","last_clean":"2023-12-02T00:32:55.235670+0000","last_became_active":"2023-12-02T00:32:42.158264+0000","last_became_peered":"2023-12-02T00:32:42.158264+0000","last_unstale":"2023-12-02T00:32:55.235670+0000","last_undegraded":"2023-12-02T00:32:55.235670+0000","last_fullsized":"2023-12-02T00:32:55.235670+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:20:23.864735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234164+0000","last_change":"2023-12-02T00:32:41.156185+0000","last_active":"2023-12-02T00:32:55.234164+0000","last_peered":"2023-12-02T00:32:55.234164+0000","last_clean":"2023-12-02T00:32:55.234164+0000","last_became_active":"2023-12-02T00:32:41.154971+0000","last_became_peered":"2023-12-02T00:32:41.154971+0000","last_unstale":"2023-12-02T00:32:55.234164+0000","last_undegraded":"2023-12-02T00:32:55.234164+0000","last_fullsized":"2023-12-02T00:32:55.234164+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:00:32.297863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.257753+0000","last_change":"2023-12-02T00:32:55.244288+0000","last_active":"2023-12-02T00:32:56.257753+0000","last_peered":"2023-12-02T00:32:56.257753+0000","last_clean":"2023-12-02T00:32:56.257753+0000","last_became_active":"2023-12-02T00:32:55.244047+0000","last_became_peered":"2023-12-02T00:32:55.244047+0000","last_unstale":"2023-12-02T00:32:56.257753+0000","last_undegraded":"2023-12-02T00:32:56.257753+0000","last_fullsized":"2023-12-02T00:32:56.257753+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:54.211443+0000","last_clean_scrub_stamp":"2023-12-02T00:32:54.211443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:28:21.734134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"52'2","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2023-12-02T00:32:56.245461+0000","last_change":"2023-12-02T00:32:54.241567+0000","last_active":"2023-12-02T00:32:56.245461+0000","last_peered":"2023-12-02T00:32:56.245461+0000","last_clean":"2023-12-02T00:32:56.245461+0000","last_became_active":"2023-12-02T00:32:54.240866+0000","last_became_peered":"2023-12-02T00:32:54.240866+0000","last_unstale":"2023-12-02T00:32:56.245461+0000","last_undegraded":"2023-12-02T00:32:56.245461+0000","last_fullsized":"2023-12-02T00:32:56.245461+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:53.199437+0000","last_clean_scrub_stamp":"2023-12-02T00:32:53.199437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:01:04.657663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.234150+0000","last_change":"2023-12-02T00:32:42.175639+0000","last_active":"2023-12-02T00:32:55.234150+0000","last_peered":"2023-12-02T00:32:55.234150+0000","last_clean":"2023-12-02T00:32:55.234150+0000","last_became_active":"2023-12-02T00:32:42.174934+0000","last_became_peered":"2023-12-02T00:32:42.174934+0000","last_unstale":"2023-12-02T00:32:55.234150+0000","last_undegraded":"2023-12-02T00:32:55.234150+0000","last_fullsized":"2023-12-02T00:32:55.234150+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:41.124040+0000","last_clean_scrub_stamp":"2023-12-02T00:32:41.124040+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:20:57.670254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.229728+0000","last_change":"2023-12-02T00:32:41.155432+0000","last_active":"2023-12-02T00:32:55.229728+0000","last_peered":"2023-12-02T00:32:55.229728+0000","last_clean":"2023-12-02T00:32:55.229728+0000","last_became_active":"2023-12-02T00:32:41.155128+0000","last_became_peered":"2023-12-02T00:32:41.155128+0000","last_unstale":"2023-12-02T00:32:55.229728+0000","last_undegraded":"2023-12-02T00:32:55.229728+0000","last_fullsized":"2023-12-02T00:32:55.229728+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:32:40.116417+0000","last_clean_scrub_stamp":"2023-12-02T00:32:40.116417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:49:17.310251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":194,"reported_epoch":52,"state":"active+clean","last_fresh":"2023-12-02T00:32:55.239204+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:32:55.239204+0000","last_peered":"2023-12-02T00:32:55.239204+0000","last_clean":"2023-12-02T00:32:55.239204+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:32:55.239204+0000","last_undegraded":"2023-12-02T00:32:55.239204+0000","last_fullsized":"2023-12-02T00:32:55.239204+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574876,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":1245184,"data_stored":866253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.73199999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.77300000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.75}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.78900000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.627},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.63800000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.59199999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.56000000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27656,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344184,"statfs":{"total":96636764160,"available":96608444416,"internally_reserved":0,"allocated":643072,"data_stored":275201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.5}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.54400000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.69799999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.60999999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.63600000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.871}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.80100000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574876,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27660,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344180,"statfs":{"total":96636764160,"available":96608440320,"internally_reserved":0,"allocated":647168,"data_stored":275851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.60299999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.70499999999999996}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.66900000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.63},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.754}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.77900000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":0.53400000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574877,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":278286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.69999999999999996,"15min":0.71099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.96599999999999997,"5min":1.002,"15min":1.002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.92300000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.58899999999999997}]},{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.89300000000000002,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.498},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.70699999999999996,"15min":0.71399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.64400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69699999999999995,"15min":0.69299999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.94799999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.72899999999999998,"15min":0.73399999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68999999999999995,"15min":0.68200000000000005},"min":{"1min":0.53400000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.627},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.92900000000000005,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.51400000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66600000000000004,"15min":0.66300000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90200000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68000000000000005,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93799999999999994,"5min":1.139,"15min":1.139},"last":0.55700000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.76400000000000001,"15min":0.76500000000000001},"min":{"1min":0.46200000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.94299999999999995,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.96899999999999997,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80700000000000005,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0209999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.65900000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574878,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":651264,"data_stored":275277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.44500000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.46999999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.71299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.60399999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.62},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":0.78500000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.63},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.74399999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27668,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344172,"statfs":{"total":96636764160,"available":96608432128,"internally_reserved":0,"allocated":655360,"data_stored":276777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.47899999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.502},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.39600000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.81499999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.76200000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.621}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":0.78500000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574879,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":659456,"data_stored":277427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.44900000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.42599999999999999}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.379}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.78300000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.85099999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.88200000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.70899999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574877,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":1245184,"data_stored":869166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.47499999999999998,"15min":0.48499999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56499999999999995,"5min":1.117,"15min":1.117},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71399999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.29199999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.625,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.505,"15min":0.50800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.41099999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48799999999999999,"15min":0.48599999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.5}]},{"osd":4,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.77200000000000002,"15min":0.77800000000000002},"min":{"1min":0.53600000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0580000000000001,"5min":1.252,"15min":1.252},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.59199999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.127,"5min":1.266,"15min":1.266},"last":0.623}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.75900000000000001},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.78600000000000003,"15min":0.80200000000000005},"min":{"1min":0.55300000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.94999999999999996,"5min":1.204,"15min":1.204},"last":0.53600000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.59199999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.92700000000000005,"5min":1.097,"15min":1.097},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.78900000000000003,"15min":0.80200000000000005},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.999,"5min":1.141,"15min":1.141},"last":0.65100000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81499999999999995,"15min":0.83099999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92500000000000004,"5min":1.496,"15min":1.496},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79100000000000004,"15min":0.79300000000000004},"min":{"1min":0.61499999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.69399999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:32:59.721 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-02T00:32:59.722 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2023-12-02T00:32:59.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.896+0000 7f3d55bf5640 1 Processor -- start 2023-12-02T00:32:59.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.896+0000 7f3d55bf5640 1 -- start start 2023-12-02T00:32:59.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d55bf5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f3d500c63c0 0x7f3d500c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d55bf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d500a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d55bf5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d500c31c0 con 0x7f3d500c4100 2023-12-02T00:32:59.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d55bf5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d500c34a0 con 0x7f3d500c63c0 2023-12-02T00:32:59.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d55bf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d500c1030 con 0x7f3d500c2bb0 2023-12-02T00:32:59.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4f7fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f3d500c63c0 0x7f3d500c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4ffff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d500a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4f7fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f3d500c63c0 0x7f3d500c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:36944/0 (socket says 172.21.15.133:36944) 2023-12-02T00:32:59.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4f7fe640 1 -- 172.21.15.133:0/2182571168 learned_addr learned my addr 172.21.15.133:0/2182571168 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:59.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4effd640 1 --1- 172.21.15.133:0/2182571168 >> v1:172.21.15.172:6789/0 conn(0x7f3d500c4100 0x7f3d500c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:40352/0 (socket says 172.21.15.133:40352) 2023-12-02T00:32:59.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4f7fe640 1 -- 172.21.15.133:0/2182571168 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 msgr2=0x7f3d500a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:32:59.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4f7fe640 1 --2- 172.21.15.133:0/2182571168 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d500a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4f7fe640 1 -- 172.21.15.133:0/2182571168 >> v1:172.21.15.172:6789/0 conn(0x7f3d500c4100 legacy=0x7f3d500c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.900+0000 7f3d4f7fe640 1 -- 172.21.15.133:0/2182571168 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d500c1310 con 0x7f3d500c63c0 2023-12-02T00:32:59.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d4f7fe640 1 --2- 172.21.15.133:0/2182571168 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 0x7f3d500c06d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3d40009870 tx=0x7f3d4001c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0266fc1564fb86f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d4e7fc640 1 -- 172.21.15.133:0/2182571168 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d500aa3d0 con 0x7f3d500c63c0 2023-12-02T00:32:59.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d4e7fc640 1 -- 172.21.15.133:0/2182571168 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d400a7050 con 0x7f3d500c63c0 2023-12-02T00:32:59.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d4e7fc640 1 -- 172.21.15.133:0/2182571168 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d400ab820 con 0x7f3d500c63c0 2023-12-02T00:32:59.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2182571168 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 msgr2=0x7f3d500c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2182571168 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 0x7f3d500c06d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3d40009870 tx=0x7f3d4001c3f0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.907 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2182571168 shutdown_connections 2023-12-02T00:32:59.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2182571168 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d500a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2182571168 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 0x7f3d500c06d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2182571168 >> 172.21.15.133:0/2182571168 conn(0x7f3d5006a5b0 msgr2=0x7f3d5006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:32:59.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2182571168 shutdown_connections 2023-12-02T00:32:59.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2182571168 wait complete. 2023-12-02T00:32:59.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 Processor -- start 2023-12-02T00:32:59.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.904+0000 7f3d55bf5640 1 -- start start 2023-12-02T00:32:59.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d50154400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d500c4100 0x7f3d50153760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 0x7f3d501efd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d50158c90 con 0x7f3d500c4100 2023-12-02T00:32:59.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d50154e30 con 0x7f3d500c63c0 2023-12-02T00:32:59.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d501ec7b0 con 0x7f3d500c2bb0 2023-12-02T00:32:59.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d500c4100 0x7f3d50153760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d500c4100 0x7f3d50153760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52968/0 (socket says 172.21.15.133:52968) 2023-12-02T00:32:59.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 -- 172.21.15.133:0/2263827391 learned_addr learned my addr 172.21.15.133:0/2263827391 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:32:59.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4f7fe640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d50154400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4ffff640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 0x7f3d501efd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 -- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 msgr2=0x7f3d50154400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d50154400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 -- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 msgr2=0x7f3d501efd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:32:59.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 0x7f3d501efd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:32:59.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 -- 172.21.15.133:0/2263827391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d400094d0 con 0x7f3d500c4100 2023-12-02T00:32:59.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d4effd640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d500c4100 0x7f3d50153760 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400c490 tx=0x7f3d4400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d37fff640 1 -- 172.21.15.133:0/2263827391 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d44007480 con 0x7f3d500c4100 2023-12-02T00:32:59.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d37fff640 1 -- 172.21.15.133:0/2263827391 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d440075e0 con 0x7f3d500c4100 2023-12-02T00:32:59.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d37fff640 1 -- 172.21.15.133:0/2263827391 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d44004a10 con 0x7f3d500c4100 2023-12-02T00:32:59.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d500c69b0 con 0x7f3d500c4100 2023-12-02T00:32:59.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d5015ac60 con 0x7f3d500c4100 2023-12-02T00:32:59.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d50068400 con 0x7f3d500c4100 2023-12-02T00:32:59.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.908+0000 7f3d37fff640 1 -- 172.21.15.133:0/2263827391 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3d44004b70 con 0x7f3d500c4100 2023-12-02T00:32:59.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.912+0000 7f3d37fff640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3d3c066470 0x7f3d3c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:32:59.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.912+0000 7f3d37fff640 1 -- 172.21.15.133:0/2263827391 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f3d440831b0 con 0x7f3d500c4100 2023-12-02T00:32:59.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.912+0000 7f3d4f7fe640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3d3c066470 0x7f3d3c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:32:59.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.912+0000 7f3d4f7fe640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3d3c066470 0x7f3d3c068930 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f3d400ad000 tx=0x7f3d400a4f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:32:59.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:32:59.916+0000 7f3d37fff640 1 -- 172.21.15.133:0/2263827391 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3d44050360 con 0x7f3d500c4100 2023-12-02T00:33:00.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.120+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7f3d5015ac60 con 0x7f3d500c4100 2023-12-02T00:33:00.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d37fff640 1 -- 172.21.15.133:0/2263827391 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v18) v1 ==== 185+0+142 (secure 0 0 0) 0x7f3d5015ac60 con 0x7f3d500c4100 2023-12-02T00:33:00.125 INFO:teuthology.orchestra.run.smithi133.stdout:[client.1] 2023-12-02T00:33:00.125 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg== 2023-12-02T00:33:00.125 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow" 2023-12-02T00:33:00.125 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r" 2023-12-02T00:33:00.125 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw pool=cephfs2_data" 2023-12-02T00:33:00.125 INFO:teuthology.orchestra.run.smithi133.stderr:updated caps for client.1 2023-12-02T00:33:00.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3d3c066470 msgr2=0x7f3d3c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3d3c066470 0x7f3d3c068930 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f3d400ad000 tx=0x7f3d400a4f90 comp rx=0 tx=0).stop 2023-12-02T00:33:00.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d500c4100 msgr2=0x7f3d50153760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d500c4100 0x7f3d50153760 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400c490 tx=0x7f3d4400c950 comp rx=0 tx=0).stop 2023-12-02T00:33:00.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 shutdown_connections 2023-12-02T00:33:00.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3d3c066470 0x7f3d3c068930 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3d500c63c0 0x7f3d501efd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d500c4100 0x7f3d50153760 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 --2- 172.21.15.133:0/2263827391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3d500c2bb0 0x7f3d50154400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 >> 172.21.15.133:0/2263827391 conn(0x7f3d5006a5b0 msgr2=0x7f3d500c0230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:00.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 shutdown_connections 2023-12-02T00:33:00.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.124+0000 7f3d55bf5640 1 -- 172.21.15.133:0/2263827391 wait complete. 2023-12-02T00:33:00.147 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:00.147 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:00.157 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:00.157 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:00.213 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:00.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f16606aa640 1 Processor -- start 2023-12-02T00:33:00.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f16606aa640 1 -- start start 2023-12-02T00:33:00.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f16606aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f16580c7ea0 0x7f165806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f16606aa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f165806c860 con 0x7f165806b9e0 2023-12-02T00:33:00.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f16606aa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1658154930 con 0x7f1658151e90 2023-12-02T00:33:00.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f16606aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16580c8750 con 0x7f16580c7ea0 2023-12-02T00:33:00.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165ec47640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f165806b9e0 0x7f165815f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40284/0 (socket says 172.21.15.133:40284) 2023-12-02T00:33:00.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165ec47640 1 -- 172.21.15.133:0/1243479075 learned_addr learned my addr 172.21.15.133:0/1243479075 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165dc45640 1 --2- 172.21.15.133:0/1243479075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f16580c7ea0 0x7f165806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165d444640 1 -- 172.21.15.133:0/1243479075 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1509483769 0 0) 0x7f165806c860 con 0x7f165806b9e0 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165d444640 1 -- 172.21.15.133:0/1243479075 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1644003530 con 0x7f165806b9e0 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165d444640 1 -- 172.21.15.133:0/1243479075 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1593972733 0 0) 0x7f1658154930 con 0x7f1658151e90 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165d444640 1 -- 172.21.15.133:0/1243479075 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f165806c860 con 0x7f1658151e90 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165dc45640 1 -- 172.21.15.133:0/1243479075 >> v1:172.21.15.172:6789/0 conn(0x7f1658151e90 legacy=0x7f16580c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165dc45640 1 -- 172.21.15.133:0/1243479075 >> v1:172.21.15.133:6789/0 conn(0x7f165806b9e0 legacy=0x7f165815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.352+0000 7f165dc45640 1 -- 172.21.15.133:0/1243479075 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1658154c10 con 0x7f16580c7ea0 2023-12-02T00:33:00.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f165dc45640 1 --2- 172.21.15.133:0/1243479075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f16580c7ea0 0x7f165806b4a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f16480097f0 tx=0x7f164801c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=672dbe4abb9ad31d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:00.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f165d444640 1 -- 172.21.15.133:0/1243479075 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16480ab600 con 0x7f16580c7ea0 2023-12-02T00:33:00.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f165d444640 1 -- 172.21.15.133:0/1243479075 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16480a7050 con 0x7f16580c7ea0 2023-12-02T00:33:00.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f165d444640 1 -- 172.21.15.133:0/1243479075 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16480ab980 con 0x7f16580c7ea0 2023-12-02T00:33:00.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f16606aa640 1 -- 172.21.15.133:0/1243479075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f16580c7ea0 msgr2=0x7f165806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f16606aa640 1 --2- 172.21.15.133:0/1243479075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f16580c7ea0 0x7f165806b4a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f16480097f0 tx=0x7f164801c3a0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f16606aa640 1 -- 172.21.15.133:0/1243479075 shutdown_connections 2023-12-02T00:33:00.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f16606aa640 1 --2- 172.21.15.133:0/1243479075 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f16580c7ea0 0x7f165806b4a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f16606aa640 1 -- 172.21.15.133:0/1243479075 >> 172.21.15.133:0/1243479075 conn(0x7f16580ca170 msgr2=0x7f16580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:00.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f16606aa640 1 -- 172.21.15.133:0/1243479075 shutdown_connections 2023-12-02T00:33:00.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.356+0000 7f16606aa640 1 -- 172.21.15.133:0/1243479075 wait complete. 2023-12-02T00:33:00.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 Processor -- start 2023-12-02T00:33:00.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 -- start start 2023-12-02T00:33:00.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f165806b9e0 0x7f16580c2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f16580c7ea0 0x7f16580c2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1658151e90 0x7f165814b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16581552d0 con 0x7f165806b9e0 2023-12-02T00:33:00.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16580c30b0 con 0x7f16580c7ea0 2023-12-02T00:33:00.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1658149b10 con 0x7f1658151e90 2023-12-02T00:33:00.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f165806b9e0 0x7f16580c2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f165806b9e0 0x7f16580c2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52980/0 (socket says 172.21.15.133:52980) 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 -- 172.21.15.133:0/3384608213 learned_addr learned my addr 172.21.15.133:0/3384608213 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165dc45640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f16580c7ea0 0x7f16580c2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165ec47640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1658151e90 0x7f165814b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 -- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1658151e90 msgr2=0x7f165814b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1658151e90 0x7f165814b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 -- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f16580c7ea0 msgr2=0x7f16580c2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f16580c7ea0 0x7f16580c2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 -- 172.21.15.133:0/3384608213 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1648009420 con 0x7f165806b9e0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165dc45640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f16580c7ea0 0x7f16580c2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165ec47640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1658151e90 0x7f165814b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f165e446640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f165806b9e0 0x7f16580c2630 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f165400c490 tx=0x7f165400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f164effd640 1 -- 172.21.15.133:0/3384608213 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16540052d0 con 0x7f165806b9e0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f164effd640 1 -- 172.21.15.133:0/3384608213 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1654005430 con 0x7f165806b9e0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f164effd640 1 -- 172.21.15.133:0/3384608213 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1654012870 con 0x7f165806b9e0 2023-12-02T00:33:00.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1658149df0 con 0x7f165806b9e0 2023-12-02T00:33:00.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f165814a3b0 con 0x7f165806b9e0 2023-12-02T00:33:00.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.360+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16580c13a0 con 0x7f165806b9e0 2023-12-02T00:33:00.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.364+0000 7f164effd640 1 -- 172.21.15.133:0/3384608213 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f16540129d0 con 0x7f165806b9e0 2023-12-02T00:33:00.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.364+0000 7f164effd640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f163c066470 0x7f163c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.364+0000 7f164effd640 1 -- 172.21.15.133:0/3384608213 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1654083e20 con 0x7f165806b9e0 2023-12-02T00:33:00.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.364+0000 7f165dc45640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f163c066470 0x7f163c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.364+0000 7f165dc45640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f163c066470 0x7f163c068930 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f16480ad000 tx=0x7f1648008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:00.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.368+0000 7f164effd640 1 -- 172.21.15.133:0/3384608213 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1654050f30 con 0x7f165806b9e0 2023-12-02T00:33:00.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.516+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1658068400 con 0x7f165806b9e0 2023-12-02T00:33:00.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f164effd640 1 -- 172.21.15.133:0/3384608213 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+20316 (secure 0 0 0) 0x7f1654054550 con 0x7f165806b9e0 2023-12-02T00:33:00.522 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:00.522 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":53,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:56.234236+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f163c066470 msgr2=0x7f163c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f163c066470 0x7f163c068930 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f16480ad000 tx=0x7f1648008040 comp rx=0 tx=0).stop 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f165806b9e0 msgr2=0x7f16580c2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f165806b9e0 0x7f16580c2630 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f165400c490 tx=0x7f165400c950 comp rx=0 tx=0).stop 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 shutdown_connections 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f163c066470 0x7f163c068930 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1658151e90 0x7f165814b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f16580c7ea0 0x7f16580c2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 --2- 172.21.15.133:0/3384608213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f165806b9e0 0x7f16580c2630 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 >> 172.21.15.133:0/3384608213 conn(0x7f16580ca170 msgr2=0x7f1658153ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:00.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 shutdown_connections 2023-12-02T00:33:00.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.520+0000 7f16606aa640 1 -- 172.21.15.133:0/3384608213 wait complete. 2023-12-02T00:33:00.543 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:32:39.247929+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:32:40.514699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '49', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:32:52.495548+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '52', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:32:53.604811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:00.544 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:00.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.680+0000 7f502fa17640 1 Processor -- start 2023-12-02T00:33:00.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.680+0000 7f502fa17640 1 -- start start 2023-12-02T00:33:00.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502fa17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5640 0x7f50280c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502fa17640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50280c2580 con 0x7f50280c60f0 2023-12-02T00:33:00.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502fa17640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50280c1a00 con 0x7f50280c5260 2023-12-02T00:33:00.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502fa17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5028153510 con 0x7f50280c5640 2023-12-02T00:33:00.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502dfb4640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f50280c60f0 0x7f5028155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40292/0 (socket says 172.21.15.133:40292) 2023-12-02T00:33:00.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502dfb4640 1 -- 172.21.15.133:0/2205615241 learned_addr learned my addr 172.21.15.133:0/2205615241 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:00.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502cfb2640 1 --2- 172.21.15.133:0/2205615241 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5640 0x7f50280c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f501ffff640 1 -- 172.21.15.133:0/2205615241 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2387225246 0 0) 0x7f50280c2580 con 0x7f50280c60f0 2023-12-02T00:33:00.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f501ffff640 1 -- 172.21.15.133:0/2205615241 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5014003530 con 0x7f50280c60f0 2023-12-02T00:33:00.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f501ffff640 1 -- 172.21.15.133:0/2205615241 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4091703323 0 0) 0x7f50280c1a00 con 0x7f50280c5260 2023-12-02T00:33:00.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f501ffff640 1 -- 172.21.15.133:0/2205615241 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50280c2580 con 0x7f50280c5260 2023-12-02T00:33:00.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502cfb2640 1 -- 172.21.15.133:0/2205615241 >> v1:172.21.15.172:6789/0 conn(0x7f50280c5260 legacy=0x7f502806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502cfb2640 1 -- 172.21.15.133:0/2205615241 >> v1:172.21.15.133:6789/0 conn(0x7f50280c60f0 legacy=0x7f5028155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502cfb2640 1 -- 172.21.15.133:0/2205615241 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50280c1ce0 con 0x7f50280c5640 2023-12-02T00:33:00.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.684+0000 7f502cfb2640 1 --2- 172.21.15.133:0/2205615241 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5640 0x7f50280c5bb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f50180097f0 tx=0x7f501801c430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2f9709940bb8b96 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:00.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f501ffff640 1 -- 172.21.15.133:0/2205615241 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50180ab600 con 0x7f50280c5640 2023-12-02T00:33:00.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f501ffff640 1 -- 172.21.15.133:0/2205615241 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50180a7050 con 0x7f50280c5640 2023-12-02T00:33:00.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f501ffff640 1 -- 172.21.15.133:0/2205615241 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50180ab980 con 0x7f50280c5640 2023-12-02T00:33:00.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- 172.21.15.133:0/2205615241 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5640 msgr2=0x7f50280c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 --2- 172.21.15.133:0/2205615241 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5640 0x7f50280c5bb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f50180097f0 tx=0x7f501801c430 comp rx=0 tx=0).stop 2023-12-02T00:33:00.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- 172.21.15.133:0/2205615241 shutdown_connections 2023-12-02T00:33:00.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 --2- 172.21.15.133:0/2205615241 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5640 0x7f50280c5bb0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- 172.21.15.133:0/2205615241 >> 172.21.15.133:0/2205615241 conn(0x7f502806a5b0 msgr2=0x7f502806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:00.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- 172.21.15.133:0/2205615241 shutdown_connections 2023-12-02T00:33:00.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- 172.21.15.133:0/2205615241 wait complete. 2023-12-02T00:33:00.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 Processor -- start 2023-12-02T00:33:00.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- start start 2023-12-02T00:33:00.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5260 0x7f502814f340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50280c5640 0x7f5028154140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50280c60f0 0x7f5028148eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f502814df90 con 0x7f50280c60f0 2023-12-02T00:33:00.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f502814e270 con 0x7f50280c5640 2023-12-02T00:33:00.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502fa17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f502814e550 con 0x7f50280c5260 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.688+0000 7f502dfb4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50280c60f0 0x7f5028148eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50280c60f0 0x7f5028148eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52986/0 (socket says 172.21.15.133:52986) 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 -- 172.21.15.133:0/308043907 learned_addr learned my addr 172.21.15.133:0/308043907 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502cfb2640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50280c5640 0x7f5028154140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502d7b3640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5260 0x7f502814f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 -- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5260 msgr2=0x7f502814f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5260 0x7f502814f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 -- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50280c5640 msgr2=0x7f5028154140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50280c5640 0x7f5028154140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 -- 172.21.15.133:0/308043907 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5018009420 con 0x7f50280c60f0 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502dfb4640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50280c60f0 0x7f5028148eb0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f502000caf0 tx=0x7f502000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f501dffb640 1 -- 172.21.15.133:0/308043907 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f502000aca0 con 0x7f50280c60f0 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f501dffb640 1 -- 172.21.15.133:0/308043907 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f502000ae00 con 0x7f50280c60f0 2023-12-02T00:33:00.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f501dffb640 1 -- 172.21.15.133:0/308043907 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5020012620 con 0x7f50280c60f0 2023-12-02T00:33:00.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f502814e830 con 0x7f50280c60f0 2023-12-02T00:33:00.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f502814f880 con 0x7f50280c60f0 2023-12-02T00:33:00.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5028068400 con 0x7f50280c60f0 2023-12-02T00:33:00.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f501dffb640 1 -- 172.21.15.133:0/308043907 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5020007070 con 0x7f50280c60f0 2023-12-02T00:33:00.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f501dffb640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f500c066470 0x7f500c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:00.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.692+0000 7f501dffb640 1 -- 172.21.15.133:0/308043907 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f50200840d0 con 0x7f50280c60f0 2023-12-02T00:33:00.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.696+0000 7f502d7b3640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f500c066470 0x7f500c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:00.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.696+0000 7f502d7b3640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f500c066470 0x7f500c068930 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f50240011f0 tx=0x7f5024009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:00.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.696+0000 7f501dffb640 1 -- 172.21.15.133:0/308043907 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f50200512a0 con 0x7f50280c60f0 2023-12-02T00:33:00.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f502806d390 con 0x7f50280c60f0 2023-12-02T00:33:00.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f501dffb640 1 -- 172.21.15.133:0/308043907 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5020017020 con 0x7f50280c60f0 2023-12-02T00:33:00.850 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:00.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f500c066470 msgr2=0x7f500c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f500c066470 0x7f500c068930 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f50240011f0 tx=0x7f5024009040 comp rx=0 tx=0).stop 2023-12-02T00:33:00.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50280c60f0 msgr2=0x7f5028148eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:00.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50280c60f0 0x7f5028148eb0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f502000caf0 tx=0x7f502000a060 comp rx=0 tx=0).stop 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 shutdown_connections 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f500c066470 0x7f500c068930 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50280c60f0 0x7f5028148eb0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50280c5640 0x7f5028154140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 --2- 172.21.15.133:0/308043907 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50280c5260 0x7f502814f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 >> 172.21.15.133:0/308043907 conn(0x7f502806a5b0 msgr2=0x7f5028155de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 shutdown_connections 2023-12-02T00:33:00.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:00.848+0000 7f502fa17640 1 -- 172.21.15.133:0/308043907 wait complete. 2023-12-02T00:33:00.871 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:33:01.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 Processor -- start 2023-12-02T00:33:01.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 -- start start 2023-12-02T00:33:01.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e80bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f35e80c01c0 0x7f35e80c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f35e80c61a0 0x7f35e81561f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35e80c3bd0 con 0x7f35e80c01c0 2023-12-02T00:33:01.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35e80bf1e0 con 0x7f35e80c61a0 2023-12-02T00:33:01.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35eed57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35e80c3e20 con 0x7f35e80a5240 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35dffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f35e80c01c0 0x7f35e80c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35dffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f35e80c01c0 0x7f35e80c5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:52990/0 (socket says 172.21.15.133:52990) 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35dffff640 1 -- 172.21.15.133:0/2567344951 learned_addr learned my addr 172.21.15.133:0/2567344951 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35ecaf3640 1 --2- 172.21.15.133:0/2567344951 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e80bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.008+0000 7f35ed2f4640 1 --2- 172.21.15.133:0/2567344951 >> v2:172.21.15.172:3300/0 conn(0x7f35e80c61a0 0x7f35e81561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35dffff640 1 -- 172.21.15.133:0/2567344951 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 msgr2=0x7f35e80bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35dffff640 1 --2- 172.21.15.133:0/2567344951 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e80bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35dffff640 1 -- 172.21.15.133:0/2567344951 >> v2:172.21.15.172:3300/0 conn(0x7f35e80c61a0 msgr2=0x7f35e81561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35dffff640 1 --2- 172.21.15.133:0/2567344951 >> v2:172.21.15.172:3300/0 conn(0x7f35e80c61a0 0x7f35e81561f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35dffff640 1 -- 172.21.15.133:0/2567344951 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35e80c4100 con 0x7f35e80c01c0 2023-12-02T00:33:01.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35ed2f4640 1 --2- 172.21.15.133:0/2567344951 >> v2:172.21.15.172:3300/0 conn(0x7f35e80c61a0 0x7f35e81561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:01.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35dffff640 1 --2- 172.21.15.133:0/2567344951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c01c0 0x7f35e80c5c60 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f35d8009870 tx=0x7f35d801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51fca21179f72841 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35df7fe640 1 -- 172.21.15.133:0/2567344951 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e8156f40 con 0x7f35e80c01c0 2023-12-02T00:33:01.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35df7fe640 1 -- 172.21.15.133:0/2567344951 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d80ab600 con 0x7f35e80c01c0 2023-12-02T00:33:01.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35df7fe640 1 -- 172.21.15.133:0/2567344951 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d80ab990 con 0x7f35e80c01c0 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35eed57640 1 -- 172.21.15.133:0/2567344951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c01c0 msgr2=0x7f35e80c5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.012+0000 7f35eed57640 1 --2- 172.21.15.133:0/2567344951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c01c0 0x7f35e80c5c60 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f35d8009870 tx=0x7f35d801c440 comp rx=0 tx=0).stop 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- 172.21.15.133:0/2567344951 shutdown_connections 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 --2- 172.21.15.133:0/2567344951 >> v2:172.21.15.172:3300/0 conn(0x7f35e80c61a0 0x7f35e81561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 --2- 172.21.15.133:0/2567344951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c01c0 0x7f35e80c5c60 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 --2- 172.21.15.133:0/2567344951 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e80bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- 172.21.15.133:0/2567344951 >> 172.21.15.133:0/2567344951 conn(0x7f35e806a5b0 msgr2=0x7f35e806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- 172.21.15.133:0/2567344951 shutdown_connections 2023-12-02T00:33:01.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- 172.21.15.133:0/2567344951 wait complete. 2023-12-02T00:33:01.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 Processor -- start 2023-12-02T00:33:01.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- start start 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e815dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35e80c01c0 0x7f35e8071230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c61a0 0x7f35e815e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35e815e230 con 0x7f35e80c61a0 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35e81590d0 con 0x7f35e80c01c0 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35eed57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35e81593b0 con 0x7f35e80a5240 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c61a0 0x7f35e815e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c61a0 0x7f35e815e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53006/0 (socket says 172.21.15.133:53006) 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 -- 172.21.15.133:0/2808204845 learned_addr learned my addr 172.21.15.133:0/2808204845 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ecaf3640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e815dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35dffff640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35e80c01c0 0x7f35e8071230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 -- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 msgr2=0x7f35e815dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e815dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 -- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35e80c01c0 msgr2=0x7f35e8071230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35e80c01c0 0x7f35e8071230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 -- 172.21.15.133:0/2808204845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d80094d0 con 0x7f35e80c61a0 2023-12-02T00:33:01.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.016+0000 7f35ed2f4640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c61a0 0x7f35e815e900 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f35e0007df0 tx=0x7f35e000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35dd7fa640 1 -- 172.21.15.133:0/2808204845 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e00039a0 con 0x7f35e80c61a0 2023-12-02T00:33:01.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35dd7fa640 1 -- 172.21.15.133:0/2808204845 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35e000f040 con 0x7f35e80c61a0 2023-12-02T00:33:01.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35dd7fa640 1 -- 172.21.15.133:0/2808204845 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e0003d40 con 0x7f35e80c61a0 2023-12-02T00:33:01.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35e8159690 con 0x7f35e80c61a0 2023-12-02T00:33:01.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35e8071770 con 0x7f35e80c61a0 2023-12-02T00:33:01.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35e80c52e0 con 0x7f35e80c61a0 2023-12-02T00:33:01.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35dd7fa640 1 -- 172.21.15.133:0/2808204845 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f35e0004030 con 0x7f35e80c61a0 2023-12-02T00:33:01.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35dd7fa640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35d40664a0 0x7f35d4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35dd7fa640 1 -- 172.21.15.133:0/2808204845 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f35e0084490 con 0x7f35e80c61a0 2023-12-02T00:33:01.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.020+0000 7f35ecaf3640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35d40664a0 0x7f35d4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.024+0000 7f35ecaf3640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35d40664a0 0x7f35d4068960 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f35e4009ae0 tx=0x7f35e4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.024+0000 7f35dd7fa640 1 -- 172.21.15.133:0/2808204845 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f35e00515c0 con 0x7f35e80c61a0 2023-12-02T00:33:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f35e8159e90 con 0x7f35e80c61a0 2023-12-02T00:33:01.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35dd7fa640 1 -- 172.21.15.133:0/2808204845 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v53) v1 ==== 104+0+11 (secure 0 0 0) 0x7f35e8159e90 con 0x7f35e80c61a0 2023-12-02T00:33:01.178 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:01.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35d40664a0 msgr2=0x7f35d4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35d40664a0 0x7f35d4068960 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f35e4009ae0 tx=0x7f35e4009190 comp rx=0 tx=0).stop 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c61a0 msgr2=0x7f35e815e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c61a0 0x7f35e815e900 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f35e0007df0 tx=0x7f35e000d4a0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 shutdown_connections 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35d40664a0 0x7f35d4068960 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e80c61a0 0x7f35e815e900 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35e80c01c0 0x7f35e8071230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.176+0000 7f35eed57640 1 --2- 172.21.15.133:0/2808204845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f35e80a5240 0x7f35e815dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.180+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 >> 172.21.15.133:0/2808204845 conn(0x7f35e806a5b0 msgr2=0x7f35e806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.180+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 shutdown_connections 2023-12-02T00:33:01.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.180+0000 7f35eed57640 1 -- 172.21.15.133:0/2808204845 wait complete. 2023-12-02T00:33:01.199 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:33:01.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 Processor -- start 2023-12-02T00:33:01.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 -- start start 2023-12-02T00:33:01.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd5b80c63c0 0x7fd5b80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd5b80c4100 0x7fd5b80c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c29e0 0x7fd5b80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5b80c31c0 con 0x7fd5b80c4100 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5b80c34a0 con 0x7fd5b80c63c0 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5bdb72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b80c1030 con 0x7fd5b80c29e0 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd5b80c4100 0x7fd5b80c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd5b80c4100 0x7fd5b80c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53016/0 (socket says 172.21.15.133:53016) 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 -- 172.21.15.133:0/4193424216 learned_addr learned my addr 172.21.15.133:0/4193424216 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b7fff640 1 --2- 172.21.15.133:0/4193424216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c29e0 0x7fd5b80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b77fe640 1 --2- 172.21.15.133:0/4193424216 >> v2:172.21.15.172:3300/0 conn(0x7fd5b80c63c0 0x7fd5b80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 -- 172.21.15.133:0/4193424216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c29e0 msgr2=0x7fd5b80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:01.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 --2- 172.21.15.133:0/4193424216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c29e0 0x7fd5b80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 -- 172.21.15.133:0/4193424216 >> v2:172.21.15.172:3300/0 conn(0x7fd5b80c63c0 msgr2=0x7fd5b80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:01.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 --2- 172.21.15.133:0/4193424216 >> v2:172.21.15.172:3300/0 conn(0x7fd5b80c63c0 0x7fd5b80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b6ffd640 1 -- 172.21.15.133:0/4193424216 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5b80c1310 con 0x7fd5b80c4100 2023-12-02T00:33:01.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.340+0000 7fd5b77fe640 1 --2- 172.21.15.133:0/4193424216 >> v2:172.21.15.172:3300/0 conn(0x7fd5b80c63c0 0x7fd5b80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:01.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5b6ffd640 1 --2- 172.21.15.133:0/4193424216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c4100 0x7fd5b80c24a0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fd5b806e000 tx=0x7fd5ac01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=830887733dc95231 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5b67fc640 1 -- 172.21.15.133:0/4193424216 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5b80aa3d0 con 0x7fd5b80c4100 2023-12-02T00:33:01.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5b67fc640 1 -- 172.21.15.133:0/4193424216 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5ac0ad640 con 0x7fd5b80c4100 2023-12-02T00:33:01.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5b67fc640 1 -- 172.21.15.133:0/4193424216 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5ac0ad9d0 con 0x7fd5b80c4100 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 -- 172.21.15.133:0/4193424216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c4100 msgr2=0x7fd5b80c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/4193424216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c4100 0x7fd5b80c24a0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fd5b806e000 tx=0x7fd5ac01c3b0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 -- 172.21.15.133:0/4193424216 shutdown_connections 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/4193424216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c29e0 0x7fd5b80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/4193424216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c4100 0x7fd5b80c24a0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/4193424216 >> v2:172.21.15.172:3300/0 conn(0x7fd5b80c63c0 0x7fd5b80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 -- 172.21.15.133:0/4193424216 >> 172.21.15.133:0/4193424216 conn(0x7fd5b806a5b0 msgr2=0x7fd5b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:01.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 -- 172.21.15.133:0/4193424216 shutdown_connections 2023-12-02T00:33:01.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.344+0000 7fd5bdb72640 1 -- 172.21.15.133:0/4193424216 wait complete. 2023-12-02T00:33:01.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 Processor -- start 2023-12-02T00:33:01.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 -- start start 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c29e0 0x7fd5b81578f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5b80c4100 0x7fd5b81524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c63c0 0x7fd5b8156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b8153c60 con 0x7fd5b80c29e0 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b8155ee0 con 0x7fd5b80c4100 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b815a6e0 con 0x7fd5b80c63c0 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c29e0 0x7fd5b81578f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c29e0 0x7fd5b81578f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53020/0 (socket says 172.21.15.133:53020) 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 -- 172.21.15.133:0/3359348709 learned_addr learned my addr 172.21.15.133:0/3359348709 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b6ffd640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5b80c4100 0x7fd5b81524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b7fff640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c63c0 0x7fd5b8156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 -- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c63c0 msgr2=0x7fd5b8156370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c63c0 0x7fd5b8156370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 -- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5b80c4100 msgr2=0x7fd5b81524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5b80c4100 0x7fd5b81524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 -- 172.21.15.133:0/3359348709 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5ac0094d0 con 0x7fd5b80c29e0 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5b77fe640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c29e0 0x7fd5b81578f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fd5a800d800 tx=0x7fd5a800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd59ffff640 1 -- 172.21.15.133:0/3359348709 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a80096c0 con 0x7fd5b80c29e0 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd59ffff640 1 -- 172.21.15.133:0/3359348709 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5a8009820 con 0x7fd5b80c29e0 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5b80c69b0 con 0x7fd5b80c29e0 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd59ffff640 1 -- 172.21.15.133:0/3359348709 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a8009bd0 con 0x7fd5b80c29e0 2023-12-02T00:33:01.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5b8153e70 con 0x7fd5b80c29e0 2023-12-02T00:33:01.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.348+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5b8068400 con 0x7fd5b80c29e0 2023-12-02T00:33:01.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.352+0000 7fd59ffff640 1 -- 172.21.15.133:0/3359348709 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd5a8009d30 con 0x7fd5b80c29e0 2023-12-02T00:33:01.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.352+0000 7fd59ffff640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd5a4066470 0x7fd5a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.352+0000 7fd59ffff640 1 -- 172.21.15.133:0/3359348709 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd5a8084860 con 0x7fd5b80c29e0 2023-12-02T00:33:01.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.352+0000 7fd5b6ffd640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd5a4066470 0x7fd5a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.352+0000 7fd5b6ffd640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd5a4066470 0x7fd5a4068930 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac0af000 tx=0x7fd5ac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.356+0000 7fd59ffff640 1 -- 172.21.15.133:0/3359348709 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd5a80519d0 con 0x7fd5b80c29e0 2023-12-02T00:33:01.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.504+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd5b80a9720 con 0x7fd5b80c29e0 2023-12-02T00:33:01.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.504+0000 7fd59ffff640 1 -- 172.21.15.133:0/3359348709 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v53) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd5a8054ff0 con 0x7fd5b80c29e0 2023-12-02T00:33:01.508 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd5a4066470 msgr2=0x7fd5a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd5a4066470 0x7fd5a4068930 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac0af000 tx=0x7fd5ac009040 comp rx=0 tx=0).stop 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c29e0 msgr2=0x7fd5b81578f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c29e0 0x7fd5b81578f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fd5a800d800 tx=0x7fd5a800dcc0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 shutdown_connections 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd5a4066470 0x7fd5a4068930 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5b80c63c0 0x7fd5b8156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5b80c4100 0x7fd5b81524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 --2- 172.21.15.133:0/3359348709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5b80c29e0 0x7fd5b81578f0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 >> 172.21.15.133:0/3359348709 conn(0x7fd5b806a5b0 msgr2=0x7fd5b806ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:01.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 shutdown_connections 2023-12-02T00:33:01.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.508+0000 7fd5bdb72640 1 -- 172.21.15.133:0/3359348709 wait complete. 2023-12-02T00:33:01.530 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:33:01.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f819b879640 1 Processor -- start 2023-12-02T00:33:01.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f819b879640 1 -- start start 2023-12-02T00:33:01.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f819b879640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f819414b010 0x7f81940bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f819b879640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f819406a5b0 con 0x7f8194157c20 2023-12-02T00:33:01.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f819b879640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f819406b710 con 0x7f8194073a70 2023-12-02T00:33:01.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f819b879640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81940c1d60 con 0x7f819414b010 2023-12-02T00:33:01.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f8199615640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f819414b010 0x7f81940bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f8199e16640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f8194157c20 0x7f8194158070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40300/0 (socket says 172.21.15.133:40300) 2023-12-02T00:33:01.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.668+0000 7f8199e16640 1 -- 172.21.15.133:0/885749607 learned_addr learned my addr 172.21.15.133:0/885749607 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:01.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f8199615640 1 -- 172.21.15.133:0/885749607 >> v1:172.21.15.172:6789/0 conn(0x7f8194073a70 legacy=0x7f819406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f8199615640 1 -- 172.21.15.133:0/885749607 >> v1:172.21.15.133:6789/0 conn(0x7f8194157c20 legacy=0x7f8194158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f8199615640 1 -- 172.21.15.133:0/885749607 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81940c2040 con 0x7f819414b010 2023-12-02T00:33:01.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f818bfff640 1 -- 172.21.15.133:0/885749607 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2770919072 0 0) 0x7f819406a5b0 con 0x7f8194157c20 2023-12-02T00:33:01.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f8199615640 1 --2- 172.21.15.133:0/885749607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f819414b010 0x7f81940bf9f0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f81900097c0 tx=0x7f819001ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49ea967d68d30b32 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f818bfff640 1 -- 172.21.15.133:0/885749607 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81900a8970 con 0x7f819414b010 2023-12-02T00:33:01.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f818bfff640 1 -- 172.21.15.133:0/885749607 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81900a8ad0 con 0x7f819414b010 2023-12-02T00:33:01.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f818bfff640 1 -- 172.21.15.133:0/885749607 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81900a8e60 con 0x7f819414b010 2023-12-02T00:33:01.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f819b879640 1 -- 172.21.15.133:0/885749607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f819414b010 msgr2=0x7f81940bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f819b879640 1 --2- 172.21.15.133:0/885749607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f819414b010 0x7f81940bf9f0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f81900097c0 tx=0x7f819001ec70 comp rx=0 tx=0).stop 2023-12-02T00:33:01.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f819b879640 1 -- 172.21.15.133:0/885749607 shutdown_connections 2023-12-02T00:33:01.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f819b879640 1 --2- 172.21.15.133:0/885749607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f819414b010 0x7f81940bf9f0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.672+0000 7f819b879640 1 -- 172.21.15.133:0/885749607 >> 172.21.15.133:0/885749607 conn(0x7f81940c30c0 msgr2=0x7f81940c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:01.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 -- 172.21.15.133:0/885749607 shutdown_connections 2023-12-02T00:33:01.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 -- 172.21.15.133:0/885749607 wait complete. 2023-12-02T00:33:01.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 Processor -- start 2023-12-02T00:33:01.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 -- start start 2023-12-02T00:33:01.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194073a70 0x7f81940c53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f819414b010 0x7f81941ecd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8194157c20 0x7f8194154720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81940aa850 con 0x7f8194157c20 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81940c6340 con 0x7f8194073a70 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81940aa110 con 0x7f819414b010 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8194157c20 0x7f8194154720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8194157c20 0x7f8194154720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53044/0 (socket says 172.21.15.133:53044) 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 -- 172.21.15.133:0/1439132771 learned_addr learned my addr 172.21.15.133:0/1439132771 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8198e14640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f819414b010 0x7f81941ecd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199615640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194073a70 0x7f81940c53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 -- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f819414b010 msgr2=0x7f81941ecd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f819414b010 0x7f81941ecd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 -- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194073a70 msgr2=0x7f81940c53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194073a70 0x7f81940c53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 -- 172.21.15.133:0/1439132771 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8190009420 con 0x7f8194157c20 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8198e14640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f819414b010 0x7f81941ecd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8199e16640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8194157c20 0x7f8194154720 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f818c00c7b0 tx=0x7f818c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8189ffb640 1 -- 172.21.15.133:0/1439132771 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818c00a640 con 0x7f8194157c20 2023-12-02T00:33:01.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8189ffb640 1 -- 172.21.15.133:0/1439132771 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f818c00a7c0 con 0x7f8194157c20 2023-12-02T00:33:01.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f8189ffb640 1 -- 172.21.15.133:0/1439132771 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818c00ab70 con 0x7f8194157c20 2023-12-02T00:33:01.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.676+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81941e99b0 con 0x7f8194157c20 2023-12-02T00:33:01.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.680+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81941e9d40 con 0x7f8194157c20 2023-12-02T00:33:01.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.680+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81940aa4b0 con 0x7f8194157c20 2023-12-02T00:33:01.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.680+0000 7f8189ffb640 1 -- 172.21.15.133:0/1439132771 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f818c00acd0 con 0x7f8194157c20 2023-12-02T00:33:01.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.680+0000 7f8189ffb640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8178066470 0x7f8178068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:01.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.680+0000 7f8189ffb640 1 -- 172.21.15.133:0/1439132771 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f818c083580 con 0x7f8194157c20 2023-12-02T00:33:01.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.680+0000 7f8199615640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8178066470 0x7f8178068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:01.684 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.680+0000 7f8199615640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8178066470 0x7f8178068930 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f81900b2000 tx=0x7f8190008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:01.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.684+0000 7f8189ffb640 1 -- 172.21.15.133:0/1439132771 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f81940aa4b0 con 0x7f8194157c20 2023-12-02T00:33:01.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.832+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f81940aa4b0 con 0x7f8194157c20 2023-12-02T00:33:01.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.832+0000 7f8189ffb640 1 -- 172.21.15.133:0/1439132771 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v53) v1 ==== 105+0+11 (secure 0 0 0) 0x7f81940aa4b0 con 0x7f8194157c20 2023-12-02T00:33:01.837 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:01.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8178066470 msgr2=0x7f8178068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8178066470 0x7f8178068930 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f81900b2000 tx=0x7f8190008040 comp rx=0 tx=0).stop 2023-12-02T00:33:01.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8194157c20 msgr2=0x7f8194154720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:01.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8194157c20 0x7f8194154720 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f818c00c7b0 tx=0x7f818c00cc70 comp rx=0 tx=0).stop 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 shutdown_connections 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8178066470 0x7f8178068930 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8194157c20 0x7f8194154720 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f819414b010 0x7f81941ecd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 --2- 172.21.15.133:0/1439132771 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8194073a70 0x7f81940c53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 >> 172.21.15.133:0/1439132771 conn(0x7f81940c30c0 msgr2=0x7f8194158150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 shutdown_connections 2023-12-02T00:33:01.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.836+0000 7f819b879640 1 -- 172.21.15.133:0/1439132771 wait complete. 2023-12-02T00:33:01.858 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:33:01.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.996+0000 7ff0a7e17640 1 Processor -- start 2023-12-02T00:33:01.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.996+0000 7ff0a7e17640 1 -- start start 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.996+0000 7ff0a7e17640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff0a0151e90 0x7ff0a00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.996+0000 7ff0a7e17640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff0a00c4e60 0x7ff0a006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.996+0000 7ff0a7e17640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0a006c860 con 0x7ff0a00c7ea0 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.996+0000 7ff0a7e17640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0a00c8750 con 0x7ff0a0151e90 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:01.996+0000 7ff0a7e17640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0a01552d0 con 0x7ff0a00c4e60 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a5bb3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff0a0151e90 0x7ff0a00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a53b2640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff0a00c7ea0 0x7ff0a006b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40316/0 (socket says 172.21.15.133:40316) 2023-12-02T00:33:02.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a53b2640 1 -- 172.21.15.133:0/3581601834 learned_addr learned my addr 172.21.15.133:0/3581601834 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:02.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a63b4640 1 --2- 172.21.15.133:0/3581601834 >> v2:172.21.15.172:3300/0 conn(0x7ff0a00c4e60 0x7ff0a006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a5bb3640 1 -- 172.21.15.133:0/3581601834 >> v2:172.21.15.172:3300/0 conn(0x7ff0a00c4e60 msgr2=0x7ff0a006bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:02.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a5bb3640 1 --2- 172.21.15.133:0/3581601834 >> v2:172.21.15.172:3300/0 conn(0x7ff0a00c4e60 0x7ff0a006bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a5bb3640 1 -- 172.21.15.133:0/3581601834 >> v1:172.21.15.133:6789/0 conn(0x7ff0a00c7ea0 legacy=0x7ff0a006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a5bb3640 1 -- 172.21.15.133:0/3581601834 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0a0154930 con 0x7ff0a0151e90 2023-12-02T00:33:02.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a4bb1640 1 -- 172.21.15.133:0/3581601834 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 554093332 0 0) 0x7ff0a006c860 con 0x7ff0a00c7ea0 2023-12-02T00:33:02.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a5bb3640 1 --2- 172.21.15.133:0/3581601834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00c4920 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ff0a008c190 tx=0x7ff09c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a1c78b55e0083df server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a4bb1640 1 -- 172.21.15.133:0/3581601834 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09c0ab600 con 0x7ff0a0151e90 2023-12-02T00:33:02.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a4bb1640 1 -- 172.21.15.133:0/3581601834 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff09c0a7050 con 0x7ff0a0151e90 2023-12-02T00:33:02.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.000+0000 7ff0a4bb1640 1 -- 172.21.15.133:0/3581601834 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09c0ab980 con 0x7ff0a0151e90 2023-12-02T00:33:02.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- 172.21.15.133:0/3581601834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 msgr2=0x7ff0a00c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/3581601834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00c4920 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ff0a008c190 tx=0x7ff09c01c340 comp rx=0 tx=0).stop 2023-12-02T00:33:02.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- 172.21.15.133:0/3581601834 shutdown_connections 2023-12-02T00:33:02.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/3581601834 >> v2:172.21.15.172:3300/0 conn(0x7ff0a00c4e60 0x7ff0a006bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/3581601834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00c4920 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- 172.21.15.133:0/3581601834 >> 172.21.15.133:0/3581601834 conn(0x7ff0a00ca170 msgr2=0x7ff0a00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:02.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- 172.21.15.133:0/3581601834 shutdown_connections 2023-12-02T00:33:02.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- 172.21.15.133:0/3581601834 wait complete. 2023-12-02T00:33:02.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 Processor -- start 2023-12-02T00:33:02.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- start start 2023-12-02T00:33:02.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0a00c4e60 0x7ff0a00c2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0a00c7ea0 0x7ff0a00ab880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00abdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a00ac300 con 0x7ff0a0151e90 2023-12-02T00:33:02.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a00ac960 con 0x7ff0a00c7ea0 2023-12-02T00:33:02.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a7e17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a00ac680 con 0x7ff0a00c4e60 2023-12-02T00:33:02.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00abdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00abdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53052/0 (socket says 172.21.15.133:53052) 2023-12-02T00:33:02.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 -- 172.21.15.133:0/1045987634 learned_addr learned my addr 172.21.15.133:0/1045987634 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:02.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 -- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0a00c4e60 msgr2=0x7ff0a00c2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0a00c4e60 0x7ff0a00c2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 -- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0a00c7ea0 msgr2=0x7ff0a00ab880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a53b2640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0a00c7ea0 0x7ff0a00ab880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0a00c7ea0 0x7ff0a00ab880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a63b4640 1 -- 172.21.15.133:0/1045987634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff09c009420 con 0x7ff0a0151e90 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.004+0000 7ff0a53b2640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0a00c7ea0 0x7ff0a00ab880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0a63b4640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00abdc0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7ff09800efc0 tx=0x7ff09800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0967fc640 1 -- 172.21.15.133:0/1045987634 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff098009ba0 con 0x7ff0a0151e90 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0967fc640 1 -- 172.21.15.133:0/1045987634 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff09800f040 con 0x7ff0a0151e90 2023-12-02T00:33:02.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0a01ecda0 con 0x7ff0a0151e90 2023-12-02T00:33:02.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0967fc640 1 -- 172.21.15.133:0/1045987634 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0980146c0 con 0x7ff0a0151e90 2023-12-02T00:33:02.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0a00ad060 con 0x7ff0a0151e90 2023-12-02T00:33:02.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0a01ecfe0 con 0x7ff0a0151e90 2023-12-02T00:33:02.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0967fc640 1 -- 172.21.15.133:0/1045987634 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff098014820 con 0x7ff0a0151e90 2023-12-02T00:33:02.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0967fc640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff084066470 0x7ff084068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0967fc640 1 -- 172.21.15.133:0/1045987634 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff098084fe0 con 0x7ff0a0151e90 2023-12-02T00:33:02.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.008+0000 7ff0a5bb3640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff084066470 0x7ff084068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.012+0000 7ff0a5bb3640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff084066470 0x7ff084068930 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff09c0ad000 tx=0x7ff09c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.012+0000 7ff0967fc640 1 -- 172.21.15.133:0/1045987634 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0a01ecfe0 con 0x7ff0a0151e90 2023-12-02T00:33:02.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.160+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7ff0a00acbe0 con 0x7ff0a0151e90 2023-12-02T00:33:02.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0967fc640 1 -- 172.21.15.133:0/1045987634 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v53) v1 ==== 101+0+11 (secure 0 0 0) 0x7ff0a00acbe0 con 0x7ff0a0151e90 2023-12-02T00:33:02.165 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:02.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff084066470 msgr2=0x7ff084068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff084066470 0x7ff084068930 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff09c0ad000 tx=0x7ff09c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:02.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 msgr2=0x7ff0a00abdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00abdc0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7ff09800efc0 tx=0x7ff09800c490 comp rx=0 tx=0).stop 2023-12-02T00:33:02.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 shutdown_connections 2023-12-02T00:33:02.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff084066470 0x7ff084068930 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0a0151e90 0x7ff0a00abdc0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0a00c7ea0 0x7ff0a00ab880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 --2- 172.21.15.133:0/1045987634 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0a00c4e60 0x7ff0a00c2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 >> 172.21.15.133:0/1045987634 conn(0x7ff0a00ca170 msgr2=0x7ff0a0153380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:02.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 shutdown_connections 2023-12-02T00:33:02.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.164+0000 7ff0a7e17640 1 -- 172.21.15.133:0/1045987634 wait complete. 2023-12-02T00:33:02.187 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:33:02.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10ef3b640 1 Processor -- start 2023-12-02T00:33:02.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10ef3b640 1 -- start start 2023-12-02T00:33:02.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10ef3b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080c4750 0x7fe1080c4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10ef3b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe10806c660 con 0x7fe1080af5c0 2023-12-02T00:33:02.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10ef3b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe10806ba50 con 0x7fe1081544c0 2023-12-02T00:33:02.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10ef3b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe10806bd30 con 0x7fe1080c4750 2023-12-02T00:33:02.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10df39640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe1080af5c0 0x7fe1080c7d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40318/0 (socket says 172.21.15.133:40318) 2023-12-02T00:33:02.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10df39640 1 -- 172.21.15.133:0/2814350203 learned_addr learned my addr 172.21.15.133:0/2814350203 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:02.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10d738640 1 --2- 172.21.15.133:0/2814350203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080c4750 0x7fe1080c4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10cf37640 1 -- 172.21.15.133:0/2814350203 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 153039179 0 0) 0x7fe10806c660 con 0x7fe1080af5c0 2023-12-02T00:33:02.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10cf37640 1 -- 172.21.15.133:0/2814350203 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe0f4003530 con 0x7fe1080af5c0 2023-12-02T00:33:02.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10cf37640 1 -- 172.21.15.133:0/2814350203 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1743055690 0 0) 0x7fe10806ba50 con 0x7fe1081544c0 2023-12-02T00:33:02.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10d738640 1 -- 172.21.15.133:0/2814350203 >> v1:172.21.15.172:6789/0 conn(0x7fe1081544c0 legacy=0x7fe108154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10d738640 1 -- 172.21.15.133:0/2814350203 >> v1:172.21.15.133:6789/0 conn(0x7fe1080af5c0 legacy=0x7fe1080c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.328+0000 7fe10d738640 1 -- 172.21.15.133:0/2814350203 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe10806c010 con 0x7fe1080c4750 2023-12-02T00:33:02.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10d738640 1 --2- 172.21.15.133:0/2814350203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080c4750 0x7fe1080c4b90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe0f80097f0 tx=0x7fe0f801c430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbb567215639660a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10cf37640 1 -- 172.21.15.133:0/2814350203 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0f80ab600 con 0x7fe1080c4750 2023-12-02T00:33:02.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10cf37640 1 -- 172.21.15.133:0/2814350203 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0f80a7050 con 0x7fe1080c4750 2023-12-02T00:33:02.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10cf37640 1 -- 172.21.15.133:0/2814350203 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0f80ab980 con 0x7fe1080c4750 2023-12-02T00:33:02.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10ef3b640 1 -- 172.21.15.133:0/2814350203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080c4750 msgr2=0x7fe1080c4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/2814350203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080c4750 0x7fe1080c4b90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe0f80097f0 tx=0x7fe0f801c430 comp rx=0 tx=0).stop 2023-12-02T00:33:02.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10ef3b640 1 -- 172.21.15.133:0/2814350203 shutdown_connections 2023-12-02T00:33:02.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/2814350203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080c4750 0x7fe1080c4b90 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10ef3b640 1 -- 172.21.15.133:0/2814350203 >> 172.21.15.133:0/2814350203 conn(0x7fe1080ab960 msgr2=0x7fe1080abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:02.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10ef3b640 1 -- 172.21.15.133:0/2814350203 shutdown_connections 2023-12-02T00:33:02.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.332+0000 7fe10ef3b640 1 -- 172.21.15.133:0/2814350203 wait complete. 2023-12-02T00:33:02.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 Processor -- start 2023-12-02T00:33:02.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 -- start start 2023-12-02T00:33:02.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080af5c0 0x7fe10814f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1080c4750 0x7fe1081f0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1081544c0 0x7fe1080adcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1081564f0 con 0x7fe1081544c0 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe10814f810 con 0x7fe1080c4750 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe108155f30 con 0x7fe1080af5c0 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1081544c0 0x7fe1080adcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1081544c0 0x7fe1080adcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53062/0 (socket says 172.21.15.133:53062) 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 -- 172.21.15.133:0/1656094473 learned_addr learned my addr 172.21.15.133:0/1656094473 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10d738640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1080c4750 0x7fe1081f0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10df39640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080af5c0 0x7fe10814f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 -- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080af5c0 msgr2=0x7fe10814f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080af5c0 0x7fe10814f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 -- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1080c4750 msgr2=0x7fe1081f0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1080c4750 0x7fe1081f0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 -- 172.21.15.133:0/1656094473 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0f8009420 con 0x7fe1081544c0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10df39640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080af5c0 0x7fe10814f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10e73a640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1081544c0 0x7fe1080adcd0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fe10000c890 tx=0x7fe10000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe0fe7fc640 1 -- 172.21.15.133:0/1656094473 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe100003db0 con 0x7fe1081544c0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe0fe7fc640 1 -- 172.21.15.133:0/1656094473 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe100005070 con 0x7fe1081544c0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe0fe7fc640 1 -- 172.21.15.133:0/1656094473 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe100005420 con 0x7fe1081544c0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe108156210 con 0x7fe1081544c0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.336+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1081f0720 con 0x7fe1081544c0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.340+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1081f02a0 con 0x7fe1081544c0 2023-12-02T00:33:02.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.340+0000 7fe0fe7fc640 1 -- 172.21.15.133:0/1656094473 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe100005580 con 0x7fe1081544c0 2023-12-02T00:33:02.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.340+0000 7fe0fe7fc640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe0ec066470 0x7fe0ec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.340+0000 7fe0fe7fc640 1 -- 172.21.15.133:0/1656094473 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe100083a10 con 0x7fe1081544c0 2023-12-02T00:33:02.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.340+0000 7fe10df39640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe0ec066470 0x7fe0ec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.340+0000 7fe10df39640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe0ec066470 0x7fe0ec068930 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe104005890 tx=0x7fe104009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.344+0000 7fe0fe7fc640 1 -- 172.21.15.133:0/1656094473 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe1081f02a0 con 0x7fe1081544c0 2023-12-02T00:33:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.504+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe1081f02a0 con 0x7fe1081544c0 2023-12-02T00:33:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.504+0000 7fe0fe7fc640 1 -- 172.21.15.133:0/1656094473 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v53) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe1081f02a0 con 0x7fe1081544c0 2023-12-02T00:33:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe0ec066470 msgr2=0x7fe0ec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe0ec066470 0x7fe0ec068930 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe104005890 tx=0x7fe104009040 comp rx=0 tx=0).stop 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1081544c0 msgr2=0x7fe1080adcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1081544c0 0x7fe1080adcd0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fe10000c890 tx=0x7fe10000cd50 comp rx=0 tx=0).stop 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 shutdown_connections 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe0ec066470 0x7fe0ec068930 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1081544c0 0x7fe1080adcd0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1080c4750 0x7fe1081f0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 --2- 172.21.15.133:0/1656094473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1080af5c0 0x7fe10814f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 >> 172.21.15.133:0/1656094473 conn(0x7fe1080ab960 msgr2=0x7fe1080abd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:02.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 shutdown_connections 2023-12-02T00:33:02.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.508+0000 7fe10ef3b640 1 -- 172.21.15.133:0/1656094473 wait complete. 2023-12-02T00:33:02.528 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-12-02T00:33:02.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:02.528 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:02.559 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:33:02.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:02.559 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:33:02.614 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:02.614 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:02.665 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:33:02.666 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:33:02.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac90eea640 1 Processor -- start 2023-12-02T00:33:02.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac90eea640 1 -- start start 2023-12-02T00:33:02.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac90eea640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fac8c0c5260 0x7fac8c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac90eea640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fac8c0c5640 0x7fac8c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac90eea640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac8c0c2580 con 0x7fac8c0c60f0 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac90eea640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac8c153510 con 0x7fac8c0c5640 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac90eea640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac8c0c17f0 con 0x7fac8c0c5260 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac89d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fac8c0c5640 0x7fac8c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac8ad9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fac8c0c60f0 0x7fac8c155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40330/0 (socket says 172.21.15.133:40330) 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.800+0000 7fac8ad9d640 1 -- 172.21.15.133:0/1599370926 learned_addr learned my addr 172.21.15.133:0/1599370926 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac8a59c640 1 --2- 172.21.15.133:0/1599370926 >> v2:172.21.15.172:3300/0 conn(0x7fac8c0c5260 0x7fac8c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac89d9b640 1 -- 172.21.15.133:0/1599370926 >> v2:172.21.15.172:3300/0 conn(0x7fac8c0c5260 msgr2=0x7fac8c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac89d9b640 1 --2- 172.21.15.133:0/1599370926 >> v2:172.21.15.172:3300/0 conn(0x7fac8c0c5260 0x7fac8c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac89d9b640 1 -- 172.21.15.133:0/1599370926 >> v1:172.21.15.133:6789/0 conn(0x7fac8c0c60f0 legacy=0x7fac8c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac89d9b640 1 -- 172.21.15.133:0/1599370926 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac8c0c1a00 con 0x7fac8c0c5640 2023-12-02T00:33:02.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac89d9b640 1 --2- 172.21.15.133:0/1599370926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c5640 0x7fac8c0c5bb0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fac8c0c6920 tx=0x7fac8001c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79dd88c517081d31 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac8959a640 1 -- 172.21.15.133:0/1599370926 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac800ab600 con 0x7fac8c0c5640 2023-12-02T00:33:02.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac8959a640 1 -- 172.21.15.133:0/1599370926 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac800a7050 con 0x7fac8c0c5640 2023-12-02T00:33:02.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac8959a640 1 -- 172.21.15.133:0/1599370926 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac800ab980 con 0x7fac8c0c5640 2023-12-02T00:33:02.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac90eea640 1 -- 172.21.15.133:0/1599370926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c5640 msgr2=0x7fac8c0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.804+0000 7fac90eea640 1 --2- 172.21.15.133:0/1599370926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c5640 0x7fac8c0c5bb0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fac8c0c6920 tx=0x7fac8001c3a0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- 172.21.15.133:0/1599370926 shutdown_connections 2023-12-02T00:33:02.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 --2- 172.21.15.133:0/1599370926 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c5640 0x7fac8c0c5bb0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 --2- 172.21.15.133:0/1599370926 >> v2:172.21.15.172:3300/0 conn(0x7fac8c0c5260 0x7fac8c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- 172.21.15.133:0/1599370926 >> 172.21.15.133:0/1599370926 conn(0x7fac8c06a5b0 msgr2=0x7fac8c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:02.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- 172.21.15.133:0/1599370926 shutdown_connections 2023-12-02T00:33:02.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- 172.21.15.133:0/1599370926 wait complete. 2023-12-02T00:33:02.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 Processor -- start 2023-12-02T00:33:02.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- start start 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fac8c0c5260 0x7fac8c14c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fac8c0c5640 0x7fac8c14f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c60f0 0x7fac8c1ec940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac8c0bbf50 con 0x7fac8c0c60f0 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac8c0a81b0 con 0x7fac8c0c5640 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac90eea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac8c0bad80 con 0x7fac8c0c5260 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c60f0 0x7fac8c1ec940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c60f0 0x7fac8c1ec940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53078/0 (socket says 172.21.15.133:53078) 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 -- 172.21.15.133:0/1107068220 learned_addr learned my addr 172.21.15.133:0/1107068220 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac89d9b640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fac8c0c5640 0x7fac8c14f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8a59c640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fac8c0c5260 0x7fac8c14c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 -- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fac8c0c5260 msgr2=0x7fac8c14c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fac8c0c5260 0x7fac8c14c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 -- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fac8c0c5640 msgr2=0x7fac8c14f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fac8c0c5640 0x7fac8c14f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8ad9d640 1 -- 172.21.15.133:0/1107068220 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac80009420 con 0x7fac8c0c60f0 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.808+0000 7fac8a59c640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fac8c0c5260 0x7fac8c14c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac8ad9d640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c60f0 0x7fac8c1ec940 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fac8400cbf0 tx=0x7fac8400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac7affd640 1 -- 172.21.15.133:0/1107068220 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac8400ad40 con 0x7fac8c0c60f0 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac7affd640 1 -- 172.21.15.133:0/1107068220 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac84012400 con 0x7fac8c0c60f0 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac7affd640 1 -- 172.21.15.133:0/1107068220 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac8400aea0 con 0x7fac8c0c60f0 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac8c153cb0 con 0x7fac8c0c60f0 2023-12-02T00:33:02.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac8c0a8400 con 0x7fac8c0c60f0 2023-12-02T00:33:02.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac8c0baef0 con 0x7fac8c0c60f0 2023-12-02T00:33:02.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac7affd640 1 -- 172.21.15.133:0/1107068220 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fac84007070 con 0x7fac8c0c60f0 2023-12-02T00:33:02.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac7affd640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fac6c0664a0 0x7fac6c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:02.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac7affd640 1 -- 172.21.15.133:0/1107068220 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fac84083ff0 con 0x7fac8c0c60f0 2023-12-02T00:33:02.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.812+0000 7fac8a59c640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fac6c0664a0 0x7fac6c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:02.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.816+0000 7fac8a59c640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fac6c0664a0 0x7fac6c068960 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fac7c00b9f0 tx=0x7fac7c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:02.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:02.820+0000 7fac7affd640 1 -- 172.21.15.133:0/1107068220 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fac84051210 con 0x7fac8c0c60f0 2023-12-02T00:33:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fac8c068400 con 0x7fac8c0c60f0 2023-12-02T00:33:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac7affd640 1 -- 172.21.15.133:0/1107068220 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v37) v1 ==== 53+0+149 (secure 0 0 0) 0x7fac840170b0 con 0x7fac8c0c60f0 2023-12-02T00:33:03.002 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:33:03.002 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-12-02T00:33:03.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fac6c0664a0 msgr2=0x7fac6c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:03.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fac6c0664a0 0x7fac6c068960 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fac7c00b9f0 tx=0x7fac7c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:03.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c60f0 msgr2=0x7fac8c1ec940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:03.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c60f0 0x7fac8c1ec940 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fac8400cbf0 tx=0x7fac8400a430 comp rx=0 tx=0).stop 2023-12-02T00:33:03.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 shutdown_connections 2023-12-02T00:33:03.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fac6c0664a0 0x7fac6c068960 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8c0c60f0 0x7fac8c1ec940 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fac8c0c5640 0x7fac8c14f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 --2- 172.21.15.133:0/1107068220 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fac8c0c5260 0x7fac8c14c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 >> 172.21.15.133:0/1107068220 conn(0x7fac8c06a5b0 msgr2=0x7fac8c06dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:03.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 shutdown_connections 2023-12-02T00:33:03.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.000+0000 7fac90eea640 1 -- 172.21.15.133:0/1107068220 wait complete. 2023-12-02T00:33:03.023 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-12-02T00:33:03.023 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:33:03.023 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:33:03.023 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-12-02T00:33:03.023 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:03.023 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-12-02T00:33:03.023 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:33:03.024 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:33:03.024 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:33:03.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.024 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:03.034 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42208sec preferred_lft 42208sec 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:03.035 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:33:03.036 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:03.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.037 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:33:03.105 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:33:03.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.108 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:03.164 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:33:03.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.165 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:33:03.165 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:33:03.165 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:33:03.165 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:33:03.165 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:33:03.165 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:33:03.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.269 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:33:03.278 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:33:03.279 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:33:03.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.280 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:33:03.342 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:03.342 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:03.393 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:33:03.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:03.393 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:03.444 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:33:03.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.444 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:33:03.535 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:33:03.535 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:33:03.535 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:33:03.550 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:33:03.550 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:33:03.550 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:33:03.550 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:03.550 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:03.559 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:33:03.559 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:33:03.559 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:33:03.559 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:03.559 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:03.559 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:33:03.560 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:33:03.560 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2,key=1,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:33:03.565 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:33:03.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.566 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:03.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:03.587 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:33:03.647 INFO:teuthology.orchestra.run.smithi172.stdout:client6111 2023-12-02T00:33:03.647 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:03.648 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:03.696 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth add client.testuser mon 'allow rw fsname=cephfs, allow rw fsname=cephfs2' osd 'allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2' mds 'allow rw fsname=cephfs' 2023-12-02T00:33:03.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3bc4fe640 1 Processor -- start 2023-12-02T00:33:03.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3bc4fe640 1 -- start start 2023-12-02T00:33:03.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3bc4fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 0x7ff3b406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3bc4fe640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3b4156960 con 0x7ff3b40c5640 2023-12-02T00:33:03.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3bc4fe640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3b40c2580 con 0x7ff3b4155de0 2023-12-02T00:33:03.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3bc4fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b4153510 con 0x7ff3b40c5260 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9a99640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff3b40c5640 0x7ff3b40c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40338/0 (socket says 172.21.15.133:40338) 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9a99640 1 -- 172.21.15.133:0/3909901139 learned_addr learned my addr 172.21.15.133:0/3909901139 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 0x7ff3b406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 784338746 0 0) 0x7ff3a4001120 con 0x7ff3b40c5640 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3a0003530 con 0x7ff3b40c5640 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1846948908 0 0) 0x7ff3a0003530 con 0x7ff3b40c5640 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 msgr2=0x7ff3b406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:03.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 0x7ff3b406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 >> v1:172.21.15.172:6789/0 conn(0x7ff3b4155de0 legacy=0x7ff3b4156250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3b40c1a00 con 0x7ff3b40c5640 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7ff3a4001830 con 0x7ff3b40c5640 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 >> v1:172.21.15.133:6789/0 conn(0x7ff3b40c5640 legacy=0x7ff3b40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3a0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 0x7ff3a00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3a0004d10 0x7ff3a0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a000ba40 con 0x7ff3a0004d10 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a000bb80 con 0x7ff3a00039b0 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.840+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a000bd40 con 0x7ff3b40c5260 2023-12-02T00:33:03.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3baa9b640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3a0004d10 0x7ff3a0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3a0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3b9a99640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 0x7ff3a00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3ba29a640 1 -- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 msgr2=0x7ff3a00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b40c5260 0x7ff3a00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3ba29a640 1 -- 172.21.15.133:0/3909901139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3a0004d10 msgr2=0x7ff3a0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3a0004d10 0x7ff3a0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3ba29a640 1 -- 172.21.15.133:0/3909901139 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3a0003530 con 0x7ff3a00039b0 2023-12-02T00:33:03.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3baa9b640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3a0004d10 0x7ff3a0005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:03.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3a0003d90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0009ae0 tx=0x7ff3b001ca50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dde510ebdbe31c51 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:03.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3b00a5510 con 0x7ff3a00039b0 2023-12-02T00:33:03.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3b00a5670 con 0x7ff3a00039b0 2023-12-02T00:33:03.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.844+0000 7ff3b9298640 1 -- 172.21.15.133:0/3909901139 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3b00a5a20 con 0x7ff3a00039b0 2023-12-02T00:33:03.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 msgr2=0x7ff3a0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:03.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 --2- 172.21.15.133:0/3909901139 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3a0003d90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0009ae0 tx=0x7ff3b001ca50 comp rx=0 tx=0).stop 2023-12-02T00:33:03.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3baa9b640 1 -- 172.21.15.133:0/3909901139 reap_dead start 2023-12-02T00:33:03.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/3909901139 shutdown_connections 2023-12-02T00:33:03.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/3909901139 >> 172.21.15.133:0/3909901139 conn(0x7ff3b406a5b0 msgr2=0x7ff3b406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:03.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/3909901139 shutdown_connections 2023-12-02T00:33:03.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/3909901139 wait complete. 2023-12-02T00:33:03.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 Processor -- start 2023-12-02T00:33:03.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- start start 2023-12-02T00:33:03.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3b41eded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b40a7c80 0x7ff3b414e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b414e6e0 0x7ff3b41f0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b41ee410 con 0x7ff3b40a7c80 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b41502d0 con 0x7ff3a00039b0 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3bc4fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b4150850 con 0x7ff3b414e6e0 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b40a7c80 0x7ff3b414e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b40a7c80 0x7ff3b414e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53092/0 (socket says 172.21.15.133:53092) 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 -- 172.21.15.133:0/833685985 learned_addr learned my addr 172.21.15.133:0/833685985 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3baa9b640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b414e6e0 0x7ff3b41f0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3b41eded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 -- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b414e6e0 msgr2=0x7ff3b41f0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b414e6e0 0x7ff3b41f0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 -- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 msgr2=0x7ff3b41eded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3b41eded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 -- 172.21.15.133:0/833685985 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3b4150570 con 0x7ff3b40a7c80 2023-12-02T00:33:03.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.848+0000 7ff3b9a99640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b40a7c80 0x7ff3b414e1a0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4004ed0 tx=0x7ff3a4007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:03.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3aaffd640 1 -- 172.21.15.133:0/833685985 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a400f7b0 con 0x7ff3b40a7c80 2023-12-02T00:33:03.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3aaffd640 1 -- 172.21.15.133:0/833685985 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3a400f930 con 0x7ff3b40a7c80 2023-12-02T00:33:03.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3b40a7480 con 0x7ff3b40a7c80 2023-12-02T00:33:03.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3aaffd640 1 -- 172.21.15.133:0/833685985 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a400fce0 con 0x7ff3b40a7c80 2023-12-02T00:33:03.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3b41ea590 con 0x7ff3b40a7c80 2023-12-02T00:33:03.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3b4068400 con 0x7ff3b40a7c80 2023-12-02T00:33:03.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3aaffd640 1 -- 172.21.15.133:0/833685985 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff3a401d460 con 0x7ff3b40a7c80 2023-12-02T00:33:03.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3aaffd640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3980664a0 0x7ff398068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:03.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3aaffd640 1 -- 172.21.15.133:0/833685985 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff3a4083fa0 con 0x7ff3b40a7c80 2023-12-02T00:33:03.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3980664a0 0x7ff398068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:03.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.852+0000 7ff3ba29a640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3980664a0 0x7ff398068960 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff3b00af000 tx=0x7ff3b00046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:03.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:03.856+0000 7ff3aaffd640 1 -- 172.21.15.133:0/833685985 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff3a4051020 con 0x7ff3b40a7c80 2023-12-02T00:33:04.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.060+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow rw fsname=cephfs, allow rw fsname=cephfs2", "osd", "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2", "mds", "allow rw fsname=cephfs"]} v 0) v1 -- 0x7ff3b4156960 con 0x7ff3b40a7c80 2023-12-02T00:33:04.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3aaffd640 1 -- 172.21.15.133:0/833685985 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow rw fsname=cephfs, allow rw fsname=cephfs2", "osd", "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2", "mds", "allow rw fsname=cephfs"]}]=0 added key for client.testuser v19) v1 ==== 291+0+0 (secure 0 0 0) 0x7ff3b4156960 con 0x7ff3b40a7c80 2023-12-02T00:33:04.065 INFO:teuthology.orchestra.run.smithi133.stderr:added key for client.testuser 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3980664a0 msgr2=0x7ff398068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3980664a0 0x7ff398068960 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff3b00af000 tx=0x7ff3b00046d0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b40a7c80 msgr2=0x7ff3b414e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b40a7c80 0x7ff3b414e1a0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4004ed0 tx=0x7ff3a4007430 comp rx=0 tx=0).stop 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 shutdown_connections 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff3980664a0 0x7ff398068960 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3b414e6e0 0x7ff3b41f0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3b40a7c80 0x7ff3b414e1a0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 --2- 172.21.15.133:0/833685985 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3a00039b0 0x7ff3b41eded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 >> 172.21.15.133:0/833685985 conn(0x7ff3b406a5b0 msgr2=0x7ff3b40709d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:04.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 shutdown_connections 2023-12-02T00:33:04.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.064+0000 7ff3bc4fe640 1 -- 172.21.15.133:0/833685985 wait complete. 2023-12-02T00:33:04.087 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.testuser 2023-12-02T00:33:04.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556c432640 1 Processor -- start 2023-12-02T00:33:04.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556c432640 1 -- start start 2023-12-02T00:33:04.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556c432640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c63c0 0x7f55640c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556c432640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f55640c2bb0 0x7f55640a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556c432640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55640c31c0 con 0x7f55640c4100 2023-12-02T00:33:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556c432640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55640c34a0 con 0x7f55640c2bb0 2023-12-02T00:33:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556c432640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55640c1030 con 0x7f55640c63c0 2023-12-02T00:33:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f55699cd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f55640c4100 0x7f55640c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40352/0 (socket says 172.21.15.133:40352) 2023-12-02T00:33:04.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f55699cd640 1 -- 172.21.15.133:0/3743104431 learned_addr learned my addr 172.21.15.133:0/3743104431 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556a9cf640 1 --2- 172.21.15.133:0/3743104431 >> v2:172.21.15.172:3300/0 conn(0x7f55640c2bb0 0x7f55640a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f556a1ce640 1 --2- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c63c0 0x7f55640c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f55691cc640 1 -- 172.21.15.133:0/3743104431 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2457979188 0 0) 0x7f55640c31c0 con 0x7f55640c4100 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.224+0000 7f55691cc640 1 -- 172.21.15.133:0/3743104431 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5550003530 con 0x7f55640c4100 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f556a9cf640 1 -- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c63c0 msgr2=0x7f55640c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f556a9cf640 1 --2- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c63c0 0x7f55640c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f556a9cf640 1 -- 172.21.15.133:0/3743104431 >> v1:172.21.15.133:6789/0 conn(0x7f55640c4100 legacy=0x7f55640c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f55691cc640 1 -- 172.21.15.133:0/3743104431 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 397638689 0 0) 0x7f5550003530 con 0x7f55640c4100 2023-12-02T00:33:04.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f556a9cf640 1 -- 172.21.15.133:0/3743104431 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55640c1310 con 0x7f55640c2bb0 2023-12-02T00:33:04.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f556a9cf640 1 --2- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 0x7f55640a9680 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f555c009d90 tx=0x7f555c01c720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2eeb15925bfee746 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:04.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f55691cc640 1 -- 172.21.15.133:0/3743104431 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55640aa3d0 con 0x7f55640c2bb0 2023-12-02T00:33:04.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f55691cc640 1 -- 172.21.15.133:0/3743104431 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f555c0a5540 con 0x7f55640c2bb0 2023-12-02T00:33:04.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f55691cc640 1 -- 172.21.15.133:0/3743104431 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5554001680 con 0x7f55640c2bb0 2023-12-02T00:33:04.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f556c432640 1 -- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 msgr2=0x7f55640a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.228+0000 7f556c432640 1 --2- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 0x7f55640a9680 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f555c009d90 tx=0x7f555c01c720 comp rx=0 tx=0).stop 2023-12-02T00:33:04.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- 172.21.15.133:0/3743104431 shutdown_connections 2023-12-02T00:33:04.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 --2- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 0x7f55640a9680 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 --2- 172.21.15.133:0/3743104431 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c63c0 0x7f55640c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- 172.21.15.133:0/3743104431 >> 172.21.15.133:0/3743104431 conn(0x7f556406a5b0 msgr2=0x7f556406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:04.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- 172.21.15.133:0/3743104431 shutdown_connections 2023-12-02T00:33:04.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- 172.21.15.133:0/3743104431 wait complete. 2023-12-02T00:33:04.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 Processor -- start 2023-12-02T00:33:04.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- start start 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 0x7f55640a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c4100 0x7f55640a3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55640c63c0 0x7f556415b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f556415ad30 con 0x7f55640c63c0 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55641500f0 con 0x7f55640c2bb0 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556c432640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55641edb90 con 0x7f55640c4100 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55640c63c0 0x7f556415b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55640c63c0 0x7f556415b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53102/0 (socket says 172.21.15.133:53102) 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 -- 172.21.15.133:0/2708689172 learned_addr learned my addr 172.21.15.133:0/2708689172 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f55699cd640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c4100 0x7f55640a3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a1ce640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 0x7f55640a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 -- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c4100 msgr2=0x7f55640a3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c4100 0x7f55640a3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 -- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 msgr2=0x7f55640a46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 0x7f55640a46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 -- 172.21.15.133:0/2708689172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f555c009a70 con 0x7f55640c63c0 2023-12-02T00:33:04.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.232+0000 7f556a9cf640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55640c63c0 0x7f556415b130 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f555c0b0040 tx=0x7f555c0194c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:04.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f555affd640 1 -- 172.21.15.133:0/2708689172 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f555c0b9650 con 0x7f55640c63c0 2023-12-02T00:33:04.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f555affd640 1 -- 172.21.15.133:0/2708689172 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f555c0b97b0 con 0x7f55640c63c0 2023-12-02T00:33:04.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f555affd640 1 -- 172.21.15.133:0/2708689172 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f555c0b9b60 con 0x7f55640c63c0 2023-12-02T00:33:04.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55640a4da0 con 0x7f55640c63c0 2023-12-02T00:33:04.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55641ed0b0 con 0x7f55640c63c0 2023-12-02T00:33:04.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5564068400 con 0x7f55640c63c0 2023-12-02T00:33:04.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f555affd640 1 -- 172.21.15.133:0/2708689172 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f555c0b9cc0 con 0x7f55640c63c0 2023-12-02T00:33:04.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f555affd640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5548066470 0x7f5548068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f555affd640 1 -- 172.21.15.133:0/2708689172 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f555c11f2d0 con 0x7f55640c63c0 2023-12-02T00:33:04.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f556a1ce640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5548066470 0x7f5548068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.236+0000 7f556a1ce640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5548066470 0x7f5548068930 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5560009ac0 tx=0x7f5560009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:04.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.240+0000 7f555affd640 1 -- 172.21.15.133:0/2708689172 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f555c0ec400 con 0x7f55640c63c0 2023-12-02T00:33:04.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.444+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.testuser"} v 0) v1 -- 0x7f55640c4810 con 0x7f55640c63c0 2023-12-02T00:33:04.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.444+0000 7f555affd640 1 -- 172.21.15.133:0/2708689172 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.testuser"}]=0 v19) v1 ==== 85+0+245 (secure 0 0 0) 0x7f555c009450 con 0x7f55640c63c0 2023-12-02T00:33:04.448 INFO:teuthology.orchestra.run.smithi133.stdout:[client.testuser] 2023-12-02T00:33:04.448 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQBAe2plkDHEAxAAb3tnOw6AowYONZBetN4gjA== 2023-12-02T00:33:04.449 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow rw fsname=cephfs" 2023-12-02T00:33:04.449 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow rw fsname=cephfs, allow rw fsname=cephfs2" 2023-12-02T00:33:04.449 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2" 2023-12-02T00:33:04.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5548066470 msgr2=0x7f5548068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5548066470 0x7f5548068930 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5560009ac0 tx=0x7f5560009190 comp rx=0 tx=0).stop 2023-12-02T00:33:04.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55640c63c0 msgr2=0x7f556415b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55640c63c0 0x7f556415b130 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f555c0b0040 tx=0x7f555c0194c0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 shutdown_connections 2023-12-02T00:33:04.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5548066470 0x7f5548068930 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f55640c63c0 0x7f556415b130 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f55640c4100 0x7f55640a3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 --2- 172.21.15.133:0/2708689172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f55640c2bb0 0x7f55640a46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 >> 172.21.15.133:0/2708689172 conn(0x7f556406a5b0 msgr2=0x7f556406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:04.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 shutdown_connections 2023-12-02T00:33:04.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.448+0000 7f556c432640 1 -- 172.21.15.133:0/2708689172 wait complete. 2023-12-02T00:33:04.469 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2023-12-02T00:33:04.479 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.DQap8hVSjI 2023-12-02T00:33:04.479 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:04.480 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/tmp/tmp.DQap8hVSjI 2023-12-02T00:33:04.529 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:04.529 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:04.581 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:04.581 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:04.632 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:04.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86dc417640 1 Processor -- start 2023-12-02T00:33:04.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86dc417640 1 -- start start 2023-12-02T00:33:04.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86dc417640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f86d406d520 0x7f86d415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86dc417640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f86d40bffc0 0x7f86d40c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86dc417640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86d415c600 con 0x7f86d41560e0 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86dc417640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86d415a5c0 con 0x7f86d40bffc0 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86dc417640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86d41594e0 con 0x7f86d406d520 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86da9b4640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f86d40bffc0 0x7f86d40c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86da9b4640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f86d40bffc0 0x7f86d40c1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53110/0 (socket says 172.21.15.133:53110) 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86da9b4640 1 -- 172.21.15.133:0/1166159650 learned_addr learned my addr 172.21.15.133:0/1166159650 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86d99b2640 1 --2- 172.21.15.133:0/1166159650 >> v2:172.21.15.172:3300/0 conn(0x7f86d406d520 0x7f86d415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86da9b4640 1 -- 172.21.15.133:0/1166159650 >> v2:172.21.15.172:3300/0 conn(0x7f86d406d520 msgr2=0x7f86d415ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:04.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86da9b4640 1 --2- 172.21.15.133:0/1166159650 >> v2:172.21.15.172:3300/0 conn(0x7f86d406d520 0x7f86d415ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86da9b4640 1 -- 172.21.15.133:0/1166159650 >> v1:172.21.15.172:6789/0 conn(0x7f86d41560e0 legacy=0x7f86d4159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.812+0000 7f86da9b4640 1 -- 172.21.15.133:0/1166159650 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86d41597c0 con 0x7f86d40bffc0 2023-12-02T00:33:04.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86da9b4640 1 --2- 172.21.15.133:0/1166159650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d40bffc0 0x7f86d40c1bf0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f86d40c1330 tx=0x7f86cc01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2ceda0f6964701e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:04.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86d91b1640 1 -- 172.21.15.133:0/1166159650 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86cc0a5770 con 0x7f86d40bffc0 2023-12-02T00:33:04.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86d91b1640 1 -- 172.21.15.133:0/1166159650 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86cc0a58d0 con 0x7f86d40bffc0 2023-12-02T00:33:04.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86d91b1640 1 -- 172.21.15.133:0/1166159650 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86cc0a5c60 con 0x7f86d40bffc0 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 -- 172.21.15.133:0/1166159650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d40bffc0 msgr2=0x7f86d40c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 --2- 172.21.15.133:0/1166159650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d40bffc0 0x7f86d40c1bf0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f86d40c1330 tx=0x7f86cc01c9a0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 -- 172.21.15.133:0/1166159650 shutdown_connections 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 --2- 172.21.15.133:0/1166159650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d40bffc0 0x7f86d40c1bf0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 --2- 172.21.15.133:0/1166159650 >> v2:172.21.15.172:3300/0 conn(0x7f86d406d520 0x7f86d415ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 -- 172.21.15.133:0/1166159650 >> 172.21.15.133:0/1166159650 conn(0x7f86d406a5b0 msgr2=0x7f86d406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 -- 172.21.15.133:0/1166159650 shutdown_connections 2023-12-02T00:33:04.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.816+0000 7f86dc417640 1 -- 172.21.15.133:0/1166159650 wait complete. 2023-12-02T00:33:04.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 Processor -- start 2023-12-02T00:33:04.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 -- start start 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86d406d520 0x7f86d40a9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86d40bffc0 0x7f86d4155390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d41560e0 0x7f86d40c4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86d4156f30 con 0x7f86d41560e0 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86d40a8d80 con 0x7f86d406d520 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86d40a95b0 con 0x7f86d40bffc0 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d41560e0 0x7f86d40c4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d41560e0 0x7f86d40c4aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53112/0 (socket says 172.21.15.133:53112) 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 -- 172.21.15.133:0/2676254247 learned_addr learned my addr 172.21.15.133:0/2676254247 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86d99b2640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86d40bffc0 0x7f86d4155390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da1b3640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86d406d520 0x7f86d40a9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 -- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86d40bffc0 msgr2=0x7f86d4155390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86d40bffc0 0x7f86d4155390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 -- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86d406d520 msgr2=0x7f86d40a9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86d406d520 0x7f86d40a9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 -- 172.21.15.133:0/2676254247 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86cc009b30 con 0x7f86d41560e0 2023-12-02T00:33:04.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86da9b4640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d41560e0 0x7f86d40c4aa0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f86cc0195b0 tx=0x7f86cc019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:04.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86caffd640 1 -- 172.21.15.133:0/2676254247 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86cc0b8670 con 0x7f86d41560e0 2023-12-02T00:33:04.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86caffd640 1 -- 172.21.15.133:0/2676254247 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86cc0b87d0 con 0x7f86d41560e0 2023-12-02T00:33:04.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86caffd640 1 -- 172.21.15.133:0/2676254247 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86cc0b8b60 con 0x7f86d41560e0 2023-12-02T00:33:04.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86d40aaae0 con 0x7f86d41560e0 2023-12-02T00:33:04.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86d40a9240 con 0x7f86d41560e0 2023-12-02T00:33:04.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.820+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86d40a9720 con 0x7f86d41560e0 2023-12-02T00:33:04.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.824+0000 7f86caffd640 1 -- 172.21.15.133:0/2676254247 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f86cc0b8cc0 con 0x7f86d41560e0 2023-12-02T00:33:04.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.824+0000 7f86caffd640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86b8066470 0x7f86b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:04.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.824+0000 7f86caffd640 1 -- 172.21.15.133:0/2676254247 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f86cc11f540 con 0x7f86d41560e0 2023-12-02T00:33:04.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.824+0000 7f86da1b3640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86b8066470 0x7f86b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:04.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.824+0000 7f86da1b3640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86b8066470 0x7f86b8068930 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f86d0007fd0 tx=0x7f86d0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:04.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.828+0000 7f86caffd640 1 -- 172.21.15.133:0/2676254247 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f86cc0ec8c0 con 0x7f86d41560e0 2023-12-02T00:33:04.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.980+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f86d4068400 con 0x7f86d41560e0 2023-12-02T00:33:04.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.980+0000 7f86caffd640 1 -- 172.21.15.133:0/2676254247 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+20316 (secure 0 0 0) 0x7f86cc0efee0 con 0x7f86d41560e0 2023-12-02T00:33:04.983 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:04.983 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":53,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:56.234236+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86b8066470 msgr2=0x7f86b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86b8066470 0x7f86b8068930 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f86d0007fd0 tx=0x7f86d0009040 comp rx=0 tx=0).stop 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d41560e0 msgr2=0x7f86d40c4aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d41560e0 0x7f86d40c4aa0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f86cc0195b0 tx=0x7f86cc019740 comp rx=0 tx=0).stop 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 shutdown_connections 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86b8066470 0x7f86b8068930 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86d41560e0 0x7f86d40c4aa0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86d40bffc0 0x7f86d4155390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 --2- 172.21.15.133:0/2676254247 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86d406d520 0x7f86d40a9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 >> 172.21.15.133:0/2676254247 conn(0x7f86d406a5b0 msgr2=0x7f86d40a82f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 shutdown_connections 2023-12-02T00:33:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:04.984+0000 7f86dc417640 1 -- 172.21.15.133:0/2676254247 wait complete. 2023-12-02T00:33:05.007 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:32:39.247929+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:32:40.514699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '49', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:32:52.495548+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '52', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:32:53.604811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:05.008 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:05.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.144+0000 7f37636d6640 1 Processor -- start 2023-12-02T00:33:05.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f37636d6640 1 -- start start 2023-12-02T00:33:05.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f37636d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f37636d6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f375c0c60f0 0x7f375c155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f37636d6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f375c0c2580 con 0x7f375c0c5260 2023-12-02T00:33:05.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f37636d6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f375c153510 con 0x7f375c0c60f0 2023-12-02T00:33:05.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f37636d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f375c0c17f0 con 0x7f375c0c5640 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3761c73640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f375c0c60f0 0x7f375c155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3761472640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f375c0c5260 0x7f375c06d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:40360/0 (socket says 172.21.15.133:40360) 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3761472640 1 -- 172.21.15.133:0/7306580 learned_addr learned my addr 172.21.15.133:0/7306580 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3760c71640 1 --2- 172.21.15.133:0/7306580 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3761c73640 1 -- 172.21.15.133:0/7306580 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 msgr2=0x7f375c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3761c73640 1 --2- 172.21.15.133:0/7306580 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3761c73640 1 -- 172.21.15.133:0/7306580 >> v1:172.21.15.133:6789/0 conn(0x7f375c0c5260 legacy=0x7f375c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3761c73640 1 -- 172.21.15.133:0/7306580 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f375c0c1a00 con 0x7f375c0c60f0 2023-12-02T00:33:05.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.148+0000 7f3753fff640 1 -- 172.21.15.133:0/7306580 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3123284219 0 0) 0x7f375c0c2580 con 0x7f375c0c5260 2023-12-02T00:33:05.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f3761c73640 1 --2- 172.21.15.133:0/7306580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c60f0 0x7f375c155de0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f375c0c1930 tx=0x7f375401c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32a1637a388f2825 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f3753fff640 1 -- 172.21.15.133:0/7306580 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37540a5930 con 0x7f375c0c60f0 2023-12-02T00:33:05.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f3753fff640 1 -- 172.21.15.133:0/7306580 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37540a5a90 con 0x7f375c0c60f0 2023-12-02T00:33:05.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f3753fff640 1 -- 172.21.15.133:0/7306580 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37540a5e20 con 0x7f375c0c60f0 2023-12-02T00:33:05.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 -- 172.21.15.133:0/7306580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c60f0 msgr2=0x7f375c155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 --2- 172.21.15.133:0/7306580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c60f0 0x7f375c155de0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f375c0c1930 tx=0x7f375401c870 comp rx=0 tx=0).stop 2023-12-02T00:33:05.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 -- 172.21.15.133:0/7306580 shutdown_connections 2023-12-02T00:33:05.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 --2- 172.21.15.133:0/7306580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c60f0 0x7f375c155de0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 --2- 172.21.15.133:0/7306580 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 -- 172.21.15.133:0/7306580 >> 172.21.15.133:0/7306580 conn(0x7f375c06a5b0 msgr2=0x7f375c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:05.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 -- 172.21.15.133:0/7306580 shutdown_connections 2023-12-02T00:33:05.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.152+0000 7f37636d6640 1 -- 172.21.15.133:0/7306580 wait complete. 2023-12-02T00:33:05.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 Processor -- start 2023-12-02T00:33:05.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 -- start start 2023-12-02T00:33:05.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c5260 0x7f375c1513a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c14cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f375c0c60f0 0x7f375c1ed3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f375c070b70 con 0x7f375c0c5260 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f375c0711b0 con 0x7f375c0c60f0 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f375c0c0370 con 0x7f375c0c5640 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c5260 0x7f375c1513a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c5260 0x7f375c1513a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53132/0 (socket says 172.21.15.133:53132) 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 -- 172.21.15.133:0/2531862958 learned_addr learned my addr 172.21.15.133:0/2531862958 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761c73640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f375c0c60f0 0x7f375c1ed3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3760c71640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c14cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 -- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 msgr2=0x7f375c14cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c14cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 -- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f375c0c60f0 msgr2=0x7f375c1ed3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f375c0c60f0 0x7f375c1ed3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 -- 172.21.15.133:0/2531862958 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3754009a70 con 0x7f375c0c5260 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3760c71640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c14cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:05.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3761472640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c5260 0x7f375c1513a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f375800c480 tx=0x7f375800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3751ffb640 1 -- 172.21.15.133:0/2531862958 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37580074e0 con 0x7f375c0c5260 2023-12-02T00:33:05.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3751ffb640 1 -- 172.21.15.133:0/2531862958 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3758007660 con 0x7f375c0c5260 2023-12-02T00:33:05.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f375c070890 con 0x7f375c0c5260 2023-12-02T00:33:05.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f3751ffb640 1 -- 172.21.15.133:0/2531862958 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3758004a30 con 0x7f375c0c5260 2023-12-02T00:33:05.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.156+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f375c1f11d0 con 0x7f375c0c5260 2023-12-02T00:33:05.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.160+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f375c1ecd50 con 0x7f375c0c5260 2023-12-02T00:33:05.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.160+0000 7f3751ffb640 1 -- 172.21.15.133:0/2531862958 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3758004b90 con 0x7f375c0c5260 2023-12-02T00:33:05.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.160+0000 7f3751ffb640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3740066470 0x7f3740068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.160+0000 7f3751ffb640 1 -- 172.21.15.133:0/2531862958 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f37580835e0 con 0x7f375c0c5260 2023-12-02T00:33:05.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.160+0000 7f3760c71640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3740066470 0x7f3740068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.160+0000 7f3760c71640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3740066470 0x7f3740068930 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f375c0a68a0 tx=0x7f374c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.164+0000 7f3751ffb640 1 -- 172.21.15.133:0/2531862958 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3758054230 con 0x7f375c0c5260 2023-12-02T00:33:05.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.316+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f375c1f0d50 con 0x7f375c0c5260 2023-12-02T00:33:05.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.316+0000 7f3751ffb640 1 -- 172.21.15.133:0/2531862958 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3758018020 con 0x7f375c0c5260 2023-12-02T00:33:05.319 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:05.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3740066470 msgr2=0x7f3740068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3740066470 0x7f3740068930 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f375c0a68a0 tx=0x7f374c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:05.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c5260 msgr2=0x7f375c1513a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c5260 0x7f375c1513a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f375800c480 tx=0x7f375800c940 comp rx=0 tx=0).stop 2023-12-02T00:33:05.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 shutdown_connections 2023-12-02T00:33:05.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3740066470 0x7f3740068930 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f375c0c60f0 0x7f375c1ed3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f375c0c5640 0x7f375c14cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 --2- 172.21.15.133:0/2531862958 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f375c0c5260 0x7f375c1513a0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 >> 172.21.15.133:0/2531862958 conn(0x7f375c06a5b0 msgr2=0x7f375c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:05.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 shutdown_connections 2023-12-02T00:33:05.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.320+0000 7f37636d6640 1 -- 172.21.15.133:0/2531862958 wait complete. 2023-12-02T00:33:05.340 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:33:05.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa18101640 1 Processor -- start 2023-12-02T00:33:05.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa18101640 1 -- start start 2023-12-02T00:33:05.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa18101640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7faa1006a5b0 0x7faa1006a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa18101640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faa1006b1e0 0x7faa100c27a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa18101640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa10072500 con 0x7faa1006dfe0 2023-12-02T00:33:05.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa18101640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa1006ef50 con 0x7faa1006b1e0 2023-12-02T00:33:05.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa18101640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa100720b0 con 0x7faa1006a5b0 2023-12-02T00:33:05.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa1669e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faa1006b1e0 0x7faa100c27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa1669e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7faa1006b1e0 0x7faa100c27a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53146/0 (socket says 172.21.15.133:53146) 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa1669e640 1 -- 172.21.15.133:0/2978337930 learned_addr learned my addr 172.21.15.133:0/2978337930 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa15e9d640 1 --2- 172.21.15.133:0/2978337930 >> v2:172.21.15.172:3300/0 conn(0x7faa1006a5b0 0x7faa1006a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa1669e640 1 -- 172.21.15.133:0/2978337930 >> v2:172.21.15.172:3300/0 conn(0x7faa1006a5b0 msgr2=0x7faa1006a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa1669e640 1 --2- 172.21.15.133:0/2978337930 >> v2:172.21.15.172:3300/0 conn(0x7faa1006a5b0 0x7faa1006a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa1669e640 1 -- 172.21.15.133:0/2978337930 >> v1:172.21.15.172:6789/0 conn(0x7faa1006dfe0 legacy=0x7faa100c2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa1669e640 1 -- 172.21.15.133:0/2978337930 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa10070f60 con 0x7faa1006b1e0 2023-12-02T00:33:05.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.480+0000 7faa15e9d640 1 --2- 172.21.15.133:0/2978337930 >> v2:172.21.15.172:3300/0 conn(0x7faa1006a5b0 0x7faa1006a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:05.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa1669e640 1 --2- 172.21.15.133:0/2978337930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006b1e0 0x7faa100c27a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7faa100c39c0 tx=0x7faa0801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a49b37ef0288e63 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa14e9b640 1 -- 172.21.15.133:0/2978337930 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa080a5600 con 0x7faa1006b1e0 2023-12-02T00:33:05.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa14e9b640 1 -- 172.21.15.133:0/2978337930 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa080a5760 con 0x7faa1006b1e0 2023-12-02T00:33:05.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa14e9b640 1 -- 172.21.15.133:0/2978337930 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa080a5af0 con 0x7faa1006b1e0 2023-12-02T00:33:05.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 -- 172.21.15.133:0/2978337930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006b1e0 msgr2=0x7faa100c27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 --2- 172.21.15.133:0/2978337930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006b1e0 0x7faa100c27a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7faa100c39c0 tx=0x7faa0801c940 comp rx=0 tx=0).stop 2023-12-02T00:33:05.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 -- 172.21.15.133:0/2978337930 shutdown_connections 2023-12-02T00:33:05.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 --2- 172.21.15.133:0/2978337930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006b1e0 0x7faa100c27a0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 --2- 172.21.15.133:0/2978337930 >> v2:172.21.15.172:3300/0 conn(0x7faa1006a5b0 0x7faa1006a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 -- 172.21.15.133:0/2978337930 >> 172.21.15.133:0/2978337930 conn(0x7faa100c6ef0 msgr2=0x7faa100c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:05.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 -- 172.21.15.133:0/2978337930 shutdown_connections 2023-12-02T00:33:05.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.484+0000 7faa18101640 1 -- 172.21.15.133:0/2978337930 wait complete. 2023-12-02T00:33:05.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 Processor -- start 2023-12-02T00:33:05.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 -- start start 2023-12-02T00:33:05.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006a5b0 0x7faa1013e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa1006b1e0 0x7faa10146000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa1006dfe0 0x7faa1013c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa101ecd30 con 0x7faa1006a5b0 2023-12-02T00:33:05.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa101ed010 con 0x7faa1006b1e0 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa101ed2f0 con 0x7faa1006dfe0 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006a5b0 0x7faa1013e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006a5b0 0x7faa1013e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53150/0 (socket says 172.21.15.133:53150) 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 -- 172.21.15.133:0/2011166450 learned_addr learned my addr 172.21.15.133:0/2011166450 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa1569c640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa1006b1e0 0x7faa10146000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa1669e640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa1006dfe0 0x7faa1013c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 -- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa1006dfe0 msgr2=0x7faa1013c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa1006dfe0 0x7faa1013c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 -- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa1006b1e0 msgr2=0x7faa10146000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa1006b1e0 0x7faa10146000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 -- 172.21.15.133:0/2011166450 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa08009b30 con 0x7faa1006a5b0 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa1669e640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa1006dfe0 0x7faa1013c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa1569c640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa1006b1e0 0x7faa10146000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa15e9d640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006a5b0 0x7faa1013e8c0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7faa0c00d800 tx=0x7faa0c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa067fc640 1 -- 172.21.15.133:0/2011166450 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0c00b6c0 con 0x7faa1006a5b0 2023-12-02T00:33:05.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa067fc640 1 -- 172.21.15.133:0/2011166450 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa0c00b820 con 0x7faa1006a5b0 2023-12-02T00:33:05.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa101ed5d0 con 0x7faa1006a5b0 2023-12-02T00:33:05.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa067fc640 1 -- 172.21.15.133:0/2011166450 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0c00bbd0 con 0x7faa1006a5b0 2023-12-02T00:33:05.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa1013ee00 con 0x7faa1006a5b0 2023-12-02T00:33:05.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.488+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa10068400 con 0x7faa1006a5b0 2023-12-02T00:33:05.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.492+0000 7faa067fc640 1 -- 172.21.15.133:0/2011166450 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7faa0c00bd30 con 0x7faa1006a5b0 2023-12-02T00:33:05.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.492+0000 7faa067fc640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9f4066470 0x7fa9f4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.492+0000 7faa067fc640 1 -- 172.21.15.133:0/2011166450 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7faa0c084760 con 0x7faa1006a5b0 2023-12-02T00:33:05.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.492+0000 7faa1569c640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9f4066470 0x7fa9f4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.492+0000 7faa1569c640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9f4066470 0x7fa9f4068930 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7faa100c6860 tx=0x7faa00009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.496+0000 7faa067fc640 1 -- 172.21.15.133:0/2011166450 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7faa0c051870 con 0x7faa1006a5b0 2023-12-02T00:33:05.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7faa100c7cb0 con 0x7faa1006a5b0 2023-12-02T00:33:05.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa067fc640 1 -- 172.21.15.133:0/2011166450 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v53) v1 ==== 104+0+11 (secure 0 0 0) 0x7faa0c054e90 con 0x7faa1006a5b0 2023-12-02T00:33:05.649 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:05.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9f4066470 msgr2=0x7fa9f4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9f4066470 0x7fa9f4068930 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7faa100c6860 tx=0x7faa00009040 comp rx=0 tx=0).stop 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006a5b0 msgr2=0x7faa1013e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006a5b0 0x7faa1013e8c0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7faa0c00d800 tx=0x7faa0c00dcc0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 shutdown_connections 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa9f4066470 0x7fa9f4068930 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7faa1006dfe0 0x7faa1013c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7faa1006b1e0 0x7faa10146000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 --2- 172.21.15.133:0/2011166450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa1006a5b0 0x7faa1013e8c0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 >> 172.21.15.133:0/2011166450 conn(0x7faa100c6ef0 msgr2=0x7faa10145640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 shutdown_connections 2023-12-02T00:33:05.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.648+0000 7faa18101640 1 -- 172.21.15.133:0/2011166450 wait complete. 2023-12-02T00:33:05.671 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:33:05.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f905d45a640 1 Processor -- start 2023-12-02T00:33:05.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f905d45a640 1 -- start start 2023-12-02T00:33:05.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f905d45a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9058151e90 0x7f90580c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f905d45a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90580c7ea0 0x7f905806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f905d45a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f905806c860 con 0x7f90580c4e60 2023-12-02T00:33:05.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f905d45a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90580c8750 con 0x7f9058151e90 2023-12-02T00:33:05.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f905d45a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90581552d0 con 0x7f90580c7ea0 2023-12-02T00:33:05.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.808+0000 7f9056ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9058151e90 0x7f90580c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f9056ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9058151e90 0x7f90580c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53156/0 (socket says 172.21.15.133:53156) 2023-12-02T00:33:05.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f9056ffd640 1 -- 172.21.15.133:0/2874814607 learned_addr learned my addr 172.21.15.133:0/2874814607 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:05.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f904e7fc640 1 --2- 172.21.15.133:0/2874814607 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90580c7ea0 0x7f905806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f9056ffd640 1 -- 172.21.15.133:0/2874814607 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90580c7ea0 msgr2=0x7f905806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:05.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f9056ffd640 1 --2- 172.21.15.133:0/2874814607 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90580c7ea0 0x7f905806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f9056ffd640 1 -- 172.21.15.133:0/2874814607 >> v1:172.21.15.133:6789/0 conn(0x7f90580c4e60 legacy=0x7f905806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f9056ffd640 1 -- 172.21.15.133:0/2874814607 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9058154930 con 0x7f9058151e90 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f9056ffd640 1 --2- 172.21.15.133:0/2874814607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9058151e90 0x7f90580c4920 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9048009870 tx=0x7f904801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15a82c64d154dc10 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f90567fc640 1 -- 172.21.15.133:0/2874814607 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90480ab600 con 0x7f9058151e90 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f90567fc640 1 -- 172.21.15.133:0/2874814607 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90480a7050 con 0x7f9058151e90 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.812+0000 7f90567fc640 1 -- 172.21.15.133:0/2874814607 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90480ab980 con 0x7f9058151e90 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- 172.21.15.133:0/2874814607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9058151e90 msgr2=0x7f90580c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 --2- 172.21.15.133:0/2874814607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9058151e90 0x7f90580c4920 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9048009870 tx=0x7f904801c420 comp rx=0 tx=0).stop 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- 172.21.15.133:0/2874814607 shutdown_connections 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 --2- 172.21.15.133:0/2874814607 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f90580c7ea0 0x7f905806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 --2- 172.21.15.133:0/2874814607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9058151e90 0x7f90580c4920 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- 172.21.15.133:0/2874814607 >> 172.21.15.133:0/2874814607 conn(0x7f90580ca170 msgr2=0x7f90580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- 172.21.15.133:0/2874814607 shutdown_connections 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- 172.21.15.133:0/2874814607 wait complete. 2023-12-02T00:33:05.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 Processor -- start 2023-12-02T00:33:05.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- start start 2023-12-02T00:33:05.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90580c4e60 0x7f9058146430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90580c7ea0 0x7f90580aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9058151e90 0x7f90580ab3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90581ed500 con 0x7f90580c7ea0 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90580aa090 con 0x7f90580c4e60 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f905d45a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90581ecc70 con 0x7f9058151e90 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90580c7ea0 0x7f90580aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90580c7ea0 0x7f90580aaea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:53170/0 (socket says 172.21.15.133:53170) 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 -- 172.21.15.133:0/2231542592 learned_addr learned my addr 172.21.15.133:0/2231542592 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 -- 172.21.15.133:0/2231542592 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9058151e90 msgr2=0x7f90580ab3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9058151e90 0x7f90580ab3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 -- 172.21.15.133:0/2231542592 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90580c4e60 msgr2=0x7f9058146430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90580c4e60 0x7f9058146430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.816+0000 7f904e7fc640 1 -- 172.21.15.133:0/2231542592 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90480094d0 con 0x7f90580c7ea0 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f904e7fc640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90580c7ea0 0x7f90580aaea0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f904000d7d0 tx=0x7f904000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f904ffff640 1 -- 172.21.15.133:0/2231542592 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9040018070 con 0x7f90580c7ea0 2023-12-02T00:33:05.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f904ffff640 1 -- 172.21.15.133:0/2231542592 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9040004020 con 0x7f90580c7ea0 2023-12-02T00:33:05.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90581ece60 con 0x7f90580c7ea0 2023-12-02T00:33:05.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f904ffff640 1 -- 172.21.15.133:0/2231542592 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90400041d0 con 0x7f90580c7ea0 2023-12-02T00:33:05.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90581f0ed0 con 0x7f90580c7ea0 2023-12-02T00:33:05.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9058068400 con 0x7f90580c7ea0 2023-12-02T00:33:05.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f904ffff640 1 -- 172.21.15.133:0/2231542592 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9040004330 con 0x7f90580c7ea0 2023-12-02T00:33:05.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f904ffff640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9038066470 0x7f9038068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:05.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f904ffff640 1 -- 172.21.15.133:0/2231542592 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f9040084110 con 0x7f90580c7ea0 2023-12-02T00:33:05.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.820+0000 7f9056ffd640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9038066470 0x7f9038068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:05.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.824+0000 7f9056ffd640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9038066470 0x7f9038068930 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f90480ad000 tx=0x7f9048008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:05.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.824+0000 7f904ffff640 1 -- 172.21.15.133:0/2231542592 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9040051190 con 0x7f90580c7ea0 2023-12-02T00:33:05.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9058153cb0 con 0x7f90580c7ea0 2023-12-02T00:33:05.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f904ffff640 1 -- 172.21.15.133:0/2231542592 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v53) v1 ==== 100+0+11 (secure 0 0 0) 0x7f90400547b0 con 0x7f90580c7ea0 2023-12-02T00:33:05.977 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9038066470 msgr2=0x7f9038068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9038066470 0x7f9038068930 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f90480ad000 tx=0x7f9048008040 comp rx=0 tx=0).stop 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90580c7ea0 msgr2=0x7f90580aaea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90580c7ea0 0x7f90580aaea0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f904000d7d0 tx=0x7f904000dc90 comp rx=0 tx=0).stop 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 shutdown_connections 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9038066470 0x7f9038068930 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9058151e90 0x7f90580ab3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f90580c7ea0 0x7f90580aaea0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 --2- 172.21.15.133:0/2231542592 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f90580c4e60 0x7f9058146430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:05.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 >> 172.21.15.133:0/2231542592 conn(0x7f90580ca170 msgr2=0x7f9058153f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:05.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 shutdown_connections 2023-12-02T00:33:05.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:05.976+0000 7f905d45a640 1 -- 172.21.15.133:0/2231542592 wait complete. 2023-12-02T00:33:05.998 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:33:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.136+0000 7f26af172640 1 Processor -- start 2023-12-02T00:33:06.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26af172640 1 -- start start 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26af172640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a814b010 0x7f26a80bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26af172640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f26a8073a70 0x7f26a806b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26af172640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26a806a5b0 con 0x7f26a806b540 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26af172640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26a80c1d60 con 0x7f26a8073a70 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26af172640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26a80c2040 con 0x7f26a814b010 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26a7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f26a8073a70 0x7f26a806b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26a7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f26a8073a70 0x7f26a806b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50800/0 (socket says 172.21.15.133:50800) 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26a7fff640 1 -- 172.21.15.133:0/1530036147 learned_addr learned my addr 172.21.15.133:0/1530036147 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:06.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26acf0e640 1 --2- 172.21.15.133:0/1530036147 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a814b010 0x7f26a80bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26a7fff640 1 -- 172.21.15.133:0/1530036147 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a814b010 msgr2=0x7f26a80bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:06.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26a7fff640 1 --2- 172.21.15.133:0/1530036147 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a814b010 0x7f26a80bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26a7fff640 1 -- 172.21.15.133:0/1530036147 >> v1:172.21.15.172:6789/0 conn(0x7f26a806b540 legacy=0x7f26a8157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.140+0000 7f26a7fff640 1 -- 172.21.15.133:0/1530036147 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a806a800 con 0x7f26a8073a70 2023-12-02T00:33:06.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26a7fff640 1 --2- 172.21.15.133:0/1530036147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a8073a70 0x7f26a806b000 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f2694009870 tx=0x7f269401ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca9386ab8c92105b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26a77fe640 1 -- 172.21.15.133:0/1530036147 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26940a8a30 con 0x7f26a8073a70 2023-12-02T00:33:06.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26a77fe640 1 -- 172.21.15.133:0/1530036147 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26940a8b90 con 0x7f26a8073a70 2023-12-02T00:33:06.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26a77fe640 1 -- 172.21.15.133:0/1530036147 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26940b0440 con 0x7f26a8073a70 2023-12-02T00:33:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 -- 172.21.15.133:0/1530036147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a8073a70 msgr2=0x7f26a806b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 --2- 172.21.15.133:0/1530036147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a8073a70 0x7f26a806b000 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f2694009870 tx=0x7f269401ed30 comp rx=0 tx=0).stop 2023-12-02T00:33:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 -- 172.21.15.133:0/1530036147 shutdown_connections 2023-12-02T00:33:06.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 --2- 172.21.15.133:0/1530036147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a8073a70 0x7f26a806b000 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 --2- 172.21.15.133:0/1530036147 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a814b010 0x7f26a80bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 -- 172.21.15.133:0/1530036147 >> 172.21.15.133:0/1530036147 conn(0x7f26a80c30c0 msgr2=0x7f26a80c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 -- 172.21.15.133:0/1530036147 shutdown_connections 2023-12-02T00:33:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 -- 172.21.15.133:0/1530036147 wait complete. 2023-12-02T00:33:06.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 Processor -- start 2023-12-02T00:33:06.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.144+0000 7f26af172640 1 -- start start 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a8073a70 0x7f26a8143b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a814b010 0x7f26a8140950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f26a8141280 0x7f26a81ed3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a8143450 con 0x7f26a814b010 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a81436c0 con 0x7f26a8141280 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26a8142590 con 0x7f26a8073a70 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a814b010 0x7f26a8140950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a814b010 0x7f26a8140950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50802/0 (socket says 172.21.15.133:50802) 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 -- 172.21.15.133:0/3343989083 learned_addr learned my addr 172.21.15.133:0/3343989083 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26ad70f640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f26a8141280 0x7f26a81ed3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26acf0e640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a8073a70 0x7f26a8143b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 -- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a8073a70 msgr2=0x7f26a8143b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a8073a70 0x7f26a8143b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 -- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f26a8141280 msgr2=0x7f26a81ed3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f26a8141280 0x7f26a81ed3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 -- 172.21.15.133:0/3343989083 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26940094d0 con 0x7f26a814b010 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a7fff640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a814b010 0x7f26a8140950 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f26940b3040 tx=0x7f269401bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a57fa640 1 -- 172.21.15.133:0/3343989083 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26940b0dd0 con 0x7f26a814b010 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a57fa640 1 -- 172.21.15.133:0/3343989083 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26940bb460 con 0x7f26a814b010 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26a57fa640 1 -- 172.21.15.133:0/3343989083 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26940bb810 con 0x7f26a814b010 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26a81edea0 con 0x7f26a814b010 2023-12-02T00:33:06.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26a8144520 con 0x7f26a814b010 2023-12-02T00:33:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.148+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26a8143870 con 0x7f26a814b010 2023-12-02T00:33:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.152+0000 7f26a57fa640 1 -- 172.21.15.133:0/3343989083 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f26940b83f0 con 0x7f26a814b010 2023-12-02T00:33:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.152+0000 7f26a57fa640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f268c0664c0 0x7f268c068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.152+0000 7f26a57fa640 1 -- 172.21.15.133:0/3343989083 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2694121bf0 con 0x7f26a814b010 2023-12-02T00:33:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.152+0000 7f26acf0e640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f268c0664c0 0x7f268c068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.152+0000 7f26acf0e640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f268c0664c0 0x7f268c068980 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f26a8145040 tx=0x7f269c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.156+0000 7f26a57fa640 1 -- 172.21.15.133:0/3343989083 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f26940eef30 con 0x7f26a814b010 2023-12-02T00:33:06.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f26a8068400 con 0x7f26a814b010 2023-12-02T00:33:06.314 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26a57fa640 1 -- 172.21.15.133:0/3343989083 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v53) v1 ==== 105+0+11 (secure 0 0 0) 0x7f26940f2550 con 0x7f26a814b010 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f268c0664c0 msgr2=0x7f268c068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f268c0664c0 0x7f268c068980 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f26a8145040 tx=0x7f269c009190 comp rx=0 tx=0).stop 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a814b010 msgr2=0x7f26a8140950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a814b010 0x7f26a8140950 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f26940b3040 tx=0x7f269401bad0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 shutdown_connections 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f268c0664c0 0x7f268c068980 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f26a8141280 0x7f26a81ed3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26a814b010 0x7f26a8140950 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 --2- 172.21.15.133:0/3343989083 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f26a8073a70 0x7f26a8143b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 >> 172.21.15.133:0/3343989083 conn(0x7f26a80c30c0 msgr2=0x7f26a8070da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:06.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 shutdown_connections 2023-12-02T00:33:06.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.312+0000 7f26af172640 1 -- 172.21.15.133:0/3343989083 wait complete. 2023-12-02T00:33:06.465 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:33:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd7357640 1 Processor -- start 2023-12-02T00:33:06.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd7357640 1 -- start start 2023-12-02T00:33:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd7357640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7efcd00c5c60 0x7efcd00c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd7357640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efcd00c3bd0 con 0x7efcd00a5240 2023-12-02T00:33:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd7357640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efcd00bf1e0 con 0x7efcd01561f0 2023-12-02T00:33:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd7357640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efcd00c3e20 con 0x7efcd00c5c60 2023-12-02T00:33:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd50f3640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7efcd00a5240 0x7efcd00bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55584/0 (socket says 172.21.15.133:55584) 2023-12-02T00:33:06.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd50f3640 1 -- 172.21.15.133:0/270881380 learned_addr learned my addr 172.21.15.133:0/270881380 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcd48f2640 1 --2- 172.21.15.133:0/270881380 >> v2:172.21.15.172:3300/0 conn(0x7efcd00c5c60 0x7efcd00c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 894533542 0 0) 0x7efcd00c3bd0 con 0x7efcd00a5240 2023-12-02T00:33:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efcbc003530 con 0x7efcd00a5240 2023-12-02T00:33:06.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3289595942 0 0) 0x7efcbc003530 con 0x7efcd00a5240 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 >> v2:172.21.15.172:3300/0 conn(0x7efcd00c5c60 msgr2=0x7efcd00c60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 --2- 172.21.15.133:0/270881380 >> v2:172.21.15.172:3300/0 conn(0x7efcd00c5c60 0x7efcd00c60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 >> v1:172.21.15.172:6789/0 conn(0x7efcd01561f0 legacy=0x7efcd0156640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcd00c4100 con 0x7efcd00a5240 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7efccc001680 con 0x7efcd00a5240 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 >> v1:172.21.15.133:6789/0 conn(0x7efcd00a5240 legacy=0x7efcd00bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcbc003980 0x7efcbc003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc004380 0x7efcbc004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcbc0050f0 0x7efcbc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd00c3e20 con 0x7efcbc003980 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcbc00c030 con 0x7efcbc004380 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.604+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efcbc00c1f0 con 0x7efcbc0050f0 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd50f3640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcbc003980 0x7efcbc003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd48f2640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc004380 0x7efcbc004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd58f4640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcbc0050f0 0x7efcbc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd50f3640 1 -- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcbc0050f0 msgr2=0x7efcbc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd50f3640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcbc0050f0 0x7efcbc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd50f3640 1 -- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc004380 msgr2=0x7efcbc004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd50f3640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc004380 0x7efcbc004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd50f3640 1 -- 172.21.15.133:0/270881380 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcbc003530 con 0x7efcbc003980 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd58f4640 1 -- 172.21.15.133:0/270881380 reap_dead start 2023-12-02T00:33:06.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcd50f3640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcbc003980 0x7efcbc003d60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7efccc004ff0 tx=0x7efccc01d210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=671fcb76144fe422 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc005ba0 con 0x7efcbc003980 2023-12-02T00:33:06.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efccc0a8030 con 0x7efcbc003980 2023-12-02T00:33:06.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.608+0000 7efcc7fff640 1 -- 172.21.15.133:0/270881380 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc008110 con 0x7efcbc003980 2023-12-02T00:33:06.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- 172.21.15.133:0/270881380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcbc003980 msgr2=0x7efcbc003d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcbc003980 0x7efcbc003d60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7efccc004ff0 tx=0x7efccc01d210 comp rx=0 tx=0).stop 2023-12-02T00:33:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- 172.21.15.133:0/270881380 shutdown_connections 2023-12-02T00:33:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 --2- 172.21.15.133:0/270881380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcbc003980 0x7efcbc003d60 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- 172.21.15.133:0/270881380 >> 172.21.15.133:0/270881380 conn(0x7efcd006a5b0 msgr2=0x7efcd006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- 172.21.15.133:0/270881380 shutdown_connections 2023-12-02T00:33:06.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- 172.21.15.133:0/270881380 wait complete. 2023-12-02T00:33:06.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 Processor -- start 2023-12-02T00:33:06.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- start start 2023-12-02T00:33:06.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc003980 0x7efcd00a91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcd01e0d60 0x7efcd00a96f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00c18b0 0x7efcd00c1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd01f0ed0 con 0x7efcd00c18b0 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd01e1cf0 con 0x7efcbc003980 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd7357640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efcd00c0e10 con 0x7efcd01e0d60 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00c18b0 0x7efcd00c1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00c18b0 0x7efcd00c1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50816/0 (socket says 172.21.15.133:50816) 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 -- 172.21.15.133:0/1360449408 learned_addr learned my addr 172.21.15.133:0/1360449408 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd48f2640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcd01e0d60 0x7efcd00a96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd50f3640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc003980 0x7efcd00a91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 -- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcd01e0d60 msgr2=0x7efcd00a96f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcd01e0d60 0x7efcd00a96f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 -- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc003980 msgr2=0x7efcd00a91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc003980 0x7efcd00a91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 -- 172.21.15.133:0/1360449408 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcd01f1390 con 0x7efcd00c18b0 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.612+0000 7efcd58f4640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00c18b0 0x7efcd00c1d60 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7efcd01565d0 tx=0x7efcc800eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcc5ffb640 1 -- 172.21.15.133:0/1360449408 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc800ee90 con 0x7efcd00c18b0 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcc5ffb640 1 -- 172.21.15.133:0/1360449408 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcc8003980 con 0x7efcd00c18b0 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcc5ffb640 1 -- 172.21.15.133:0/1360449408 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc8003d30 con 0x7efcd00c18b0 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcd01f10b0 con 0x7efcd00c18b0 2023-12-02T00:33:06.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcd0151110 con 0x7efcd00c18b0 2023-12-02T00:33:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcd00c0fc0 con 0x7efcd00c18b0 2023-12-02T00:33:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcc5ffb640 1 -- 172.21.15.133:0/1360449408 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efcc80050d0 con 0x7efcd00c18b0 2023-12-02T00:33:06.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcc5ffb640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcb40664a0 0x7efcb4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcc5ffb640 1 -- 172.21.15.133:0/1360449408 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efcc8083c80 con 0x7efcd00c18b0 2023-12-02T00:33:06.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.616+0000 7efcd50f3640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcb40664a0 0x7efcb4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.620+0000 7efcd50f3640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcb40664a0 0x7efcb4068960 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7efccc0ab000 tx=0x7efccc0b2040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.620+0000 7efcc5ffb640 1 -- 172.21.15.133:0/1360449408 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efcd00c0fc0 con 0x7efcd00c18b0 2023-12-02T00:33:06.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.772+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7efcd00c0c70 con 0x7efcd00c18b0 2023-12-02T00:33:06.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.772+0000 7efcc5ffb640 1 -- 172.21.15.133:0/1360449408 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v53) v1 ==== 101+0+11 (secure 0 0 0) 0x7efcd00c0c70 con 0x7efcd00c18b0 2023-12-02T00:33:06.776 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:06.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcb40664a0 msgr2=0x7efcb4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcb40664a0 0x7efcb4068960 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7efccc0ab000 tx=0x7efccc0b2040 comp rx=0 tx=0).stop 2023-12-02T00:33:06.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00c18b0 msgr2=0x7efcd00c1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00c18b0 0x7efcd00c1d60 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7efcd01565d0 tx=0x7efcc800eb50 comp rx=0 tx=0).stop 2023-12-02T00:33:06.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 shutdown_connections 2023-12-02T00:33:06.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efcb40664a0 0x7efcb4068960 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00c18b0 0x7efcd00c1d60 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efcd01e0d60 0x7efcd00a96f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 --2- 172.21.15.133:0/1360449408 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efcbc003980 0x7efcd00a91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 >> 172.21.15.133:0/1360449408 conn(0x7efcd006a5b0 msgr2=0x7efcd006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:06.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 shutdown_connections 2023-12-02T00:33:06.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.776+0000 7efcd7357640 1 -- 172.21.15.133:0/1360449408 wait complete. 2023-12-02T00:33:06.797 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:33:06.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.932+0000 7f0a53e17640 1 Processor -- start 2023-12-02T00:33:06.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.932+0000 7f0a53e17640 1 -- start start 2023-12-02T00:33:06.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a53e17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 0x7f0a4c156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a53e17640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a4c0c2580 con 0x7f0a4c0c5260 2023-12-02T00:33:06.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a53e17640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a4c0c1a00 con 0x7f0a4c0c5640 2023-12-02T00:33:06.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a53e17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c153510 con 0x7f0a4c155de0 2023-12-02T00:33:06.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a51bb3640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0a4c0c5260 0x7f0a4c06d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55588/0 (socket says 172.21.15.133:55588) 2023-12-02T00:33:06.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a51bb3640 1 -- 172.21.15.133:0/2754405939 learned_addr learned my addr 172.21.15.133:0/2754405939 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a523b4640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 0x7f0a4c156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2553045595 0 0) 0x7f0a4c0c2580 con 0x7f0a4c0c5260 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0a38003530 con 0x7f0a4c0c5260 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2208305095 0 0) 0x7f0a38003530 con 0x7f0a4c0c5260 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 msgr2=0x7f0a4c156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 0x7f0a4c156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 >> v1:172.21.15.172:6789/0 conn(0x7f0a4c0c5640 legacy=0x7f0a4c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a4c0c1ce0 con 0x7f0a4c0c5260 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f0a48001680 con 0x7f0a4c0c5260 2023-12-02T00:33:06.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 >> v1:172.21.15.133:6789/0 conn(0x7f0a4c0c5260 legacy=0x7f0a4c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a380039b0 0x7f0a38003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a38004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 0x7f0a38005130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a3800ba40 con 0x7f0a38004360 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a3800bbb0 con 0x7f0a380039b0 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a3800bd70 con 0x7f0a4c155de0 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a513b2640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a38004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a51bb3640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a380039b0 0x7f0a38003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a523b4640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 0x7f0a38005130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a513b2640 1 -- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 msgr2=0x7f0a38005130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a513b2640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c155de0 0x7f0a38005130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a513b2640 1 -- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a380039b0 msgr2=0x7f0a38003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a513b2640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a380039b0 0x7f0a38003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.936+0000 7f0a513b2640 1 -- 172.21.15.133:0/2754405939 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a38003530 con 0x7f0a38004360 2023-12-02T00:33:06.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a513b2640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a38004830 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c0c5aa0 tx=0x7f0a3c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27bcc6c516815ab server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a3c0ab600 con 0x7f0a38004360 2023-12-02T00:33:06.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a3c0a7050 con 0x7f0a38004360 2023-12-02T00:33:06.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a50bb1640 1 -- 172.21.15.133:0/2754405939 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a3c0ab9a0 con 0x7f0a38004360 2023-12-02T00:33:06.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a53e17640 1 -- 172.21.15.133:0/2754405939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 msgr2=0x7f0a38004830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a53e17640 1 --2- 172.21.15.133:0/2754405939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a38004830 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c0c5aa0 tx=0x7f0a3c01c4a0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a523b4640 1 -- 172.21.15.133:0/2754405939 reap_dead start 2023-12-02T00:33:06.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a53e17640 1 -- 172.21.15.133:0/2754405939 shutdown_connections 2023-12-02T00:33:06.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a53e17640 1 -- 172.21.15.133:0/2754405939 >> 172.21.15.133:0/2754405939 conn(0x7f0a4c06a5b0 msgr2=0x7f0a4c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:06.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a53e17640 1 -- 172.21.15.133:0/2754405939 shutdown_connections 2023-12-02T00:33:06.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.940+0000 7f0a53e17640 1 -- 172.21.15.133:0/2754405939 wait complete. 2023-12-02T00:33:06.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 Processor -- start 2023-12-02T00:33:06.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 -- start start 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a4c150590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a4c151800 0x7f0a4c0a6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c0a7190 0x7f0a4c0a76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c152c50 con 0x7f0a38004360 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c1533c0 con 0x7f0a4c151800 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c1ea400 con 0x7f0a4c0a7190 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a4c150590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a4c150590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50838/0 (socket says 172.21.15.133:50838) 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 -- 172.21.15.133:0/3039835115 learned_addr learned my addr 172.21.15.133:0/3039835115 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a523b4640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c0a7190 0x7f0a4c0a76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a513b2640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a4c151800 0x7f0a4c0a6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 -- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c0a7190 msgr2=0x7f0a4c0a76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c0a7190 0x7f0a4c0a76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 -- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a4c151800 msgr2=0x7f0a4c0a6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a4c151800 0x7f0a4c0a6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 -- 172.21.15.133:0/3039835115 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a4c1ea6e0 con 0x7f0a38004360 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a51bb3640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a4c150590 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0a480072c0 tx=0x7f0a48007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a427fc640 1 -- 172.21.15.133:0/3039835115 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a4800f9c0 con 0x7f0a38004360 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a427fc640 1 -- 172.21.15.133:0/3039835115 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a4800fb60 con 0x7f0a38004360 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a4c1ea9c0 con 0x7f0a38004360 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a427fc640 1 -- 172.21.15.133:0/3039835115 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a480133f0 con 0x7f0a38004360 2023-12-02T00:33:06.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a4c1557f0 con 0x7f0a38004360 2023-12-02T00:33:06.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.944+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a4c068400 con 0x7f0a38004360 2023-12-02T00:33:06.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.948+0000 7f0a427fc640 1 -- 172.21.15.133:0/3039835115 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0a48013550 con 0x7f0a38004360 2023-12-02T00:33:06.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.948+0000 7f0a427fc640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0a300664a0 0x7f0a30068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:06.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.948+0000 7f0a427fc640 1 -- 172.21.15.133:0/3039835115 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0a48084430 con 0x7f0a38004360 2023-12-02T00:33:06.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.948+0000 7f0a513b2640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0a300664a0 0x7f0a30068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:06.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.948+0000 7f0a513b2640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0a300664a0 0x7f0a30068960 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c0ad000 tx=0x7f0a3c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:06.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:06.952+0000 7f0a427fc640 1 -- 172.21.15.133:0/3039835115 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0a480514b0 con 0x7f0a38004360 2023-12-02T00:33:07.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.116+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0a4c06d390 con 0x7f0a38004360 2023-12-02T00:33:07.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.116+0000 7f0a427fc640 1 -- 172.21.15.133:0/3039835115 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v53) v1 ==== 80+0+0 (secure 0 0 0) 0x7f0a48054ad0 con 0x7f0a38004360 2023-12-02T00:33:07.119 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:33:07.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0a300664a0 msgr2=0x7f0a30068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0a300664a0 0x7f0a30068960 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0a3c0ad000 tx=0x7f0a3c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:07.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 msgr2=0x7f0a4c150590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a4c150590 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0a480072c0 tx=0x7f0a48007780 comp rx=0 tx=0).stop 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 shutdown_connections 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0a300664a0 0x7f0a30068960 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0a4c0a7190 0x7f0a4c0a76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0a4c151800 0x7f0a4c0a6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 --2- 172.21.15.133:0/3039835115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a38004360 0x7f0a4c150590 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 >> 172.21.15.133:0/3039835115 conn(0x7f0a4c06a5b0 msgr2=0x7f0a4c14f600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 shutdown_connections 2023-12-02T00:33:07.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.120+0000 7f0a53e17640 1 -- 172.21.15.133:0/3039835115 wait complete. 2023-12-02T00:33:07.140 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-12-02T00:33:07.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:07.141 DEBUG:teuthology.orchestra.run.smithi133:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:07.168 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:33:07.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:07.169 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-12-02T00:33:07.221 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:07.221 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:07.276 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:33:07.277 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:33:07.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6d489b640 1 Processor -- start 2023-12-02T00:33:07.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6d489b640 1 -- start start 2023-12-02T00:33:07.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6d489b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe6d00c2580 0x7fe6d0155950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:07.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6d489b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe6d00c2960 0x7fe6d015eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:07.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6d489b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6d00a76e0 con 0x7fe6d00c5ac0 2023-12-02T00:33:07.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6d489b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6d00c3540 con 0x7fe6d00c2960 2023-12-02T00:33:07.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6d489b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6d0155500 con 0x7fe6d00c2580 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6cf59e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe6d00c2960 0x7fe6d015eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6cf59e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe6d00c2960 0x7fe6d015eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50854/0 (socket says 172.21.15.133:50854) 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6cf59e640 1 -- 172.21.15.133:0/817323979 learned_addr learned my addr 172.21.15.133:0/817323979 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6ced9d640 1 --2- 172.21.15.133:0/817323979 >> v2:172.21.15.172:3300/0 conn(0x7fe6d00c2580 0x7fe6d0155950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6cf59e640 1 -- 172.21.15.133:0/817323979 >> v2:172.21.15.172:3300/0 conn(0x7fe6d00c2580 msgr2=0x7fe6d0155950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6cf59e640 1 --2- 172.21.15.133:0/817323979 >> v2:172.21.15.172:3300/0 conn(0x7fe6d00c2580 0x7fe6d0155950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6cf59e640 1 -- 172.21.15.133:0/817323979 >> v1:172.21.15.172:6789/0 conn(0x7fe6d00c5ac0 legacy=0x7fe6d0154df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6cf59e640 1 -- 172.21.15.133:0/817323979 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6d00c2df0 con 0x7fe6d00c2960 2023-12-02T00:33:07.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.456+0000 7fe6ced9d640 1 --2- 172.21.15.133:0/817323979 >> v2:172.21.15.172:3300/0 conn(0x7fe6d00c2580 0x7fe6d0155950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:07.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6cf59e640 1 --2- 172.21.15.133:0/817323979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d015eda0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fe6d00c5710 tx=0x7fe6c801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a23adfc68589f67a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:07.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6cdd9b640 1 -- 172.21.15.133:0/817323979 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c80a5740 con 0x7fe6d00c2960 2023-12-02T00:33:07.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6cdd9b640 1 -- 172.21.15.133:0/817323979 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6c80a58a0 con 0x7fe6d00c2960 2023-12-02T00:33:07.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6cdd9b640 1 -- 172.21.15.133:0/817323979 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c80a5c30 con 0x7fe6d00c2960 2023-12-02T00:33:07.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 -- 172.21.15.133:0/817323979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 msgr2=0x7fe6d015eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 --2- 172.21.15.133:0/817323979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d015eda0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fe6d00c5710 tx=0x7fe6c801c880 comp rx=0 tx=0).stop 2023-12-02T00:33:07.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 -- 172.21.15.133:0/817323979 shutdown_connections 2023-12-02T00:33:07.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 --2- 172.21.15.133:0/817323979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d015eda0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 --2- 172.21.15.133:0/817323979 >> v2:172.21.15.172:3300/0 conn(0x7fe6d00c2580 0x7fe6d0155950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 -- 172.21.15.133:0/817323979 >> 172.21.15.133:0/817323979 conn(0x7fe6d00a9930 msgr2=0x7fe6d00a9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:07.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 -- 172.21.15.133:0/817323979 shutdown_connections 2023-12-02T00:33:07.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 -- 172.21.15.133:0/817323979 wait complete. 2023-12-02T00:33:07.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 Processor -- start 2023-12-02T00:33:07.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.460+0000 7fe6d489b640 1 -- start start 2023-12-02T00:33:07.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe6d00c2580 0x7fe6d00ab390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:07.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d006e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:07.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6d00c5ac0 0x7fe6d006e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d00a7300 con 0x7fe6d00c2960 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d01542d0 con 0x7fe6d00c5ac0 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d006c3f0 con 0x7fe6d00c2580 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d006e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d006e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50868/0 (socket says 172.21.15.133:50868) 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 -- 172.21.15.133:0/2626814035 learned_addr learned my addr 172.21.15.133:0/2626814035 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ced9d640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe6d00c2580 0x7fe6d00ab390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:07.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6cf59e640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6d00c5ac0 0x7fe6d006e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:07.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 -- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe6d00c2580 msgr2=0x7fe6d00ab390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe6d00c2580 0x7fe6d00ab390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 -- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6d00c5ac0 msgr2=0x7fe6d006e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6d00c5ac0 0x7fe6d006e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 -- 172.21.15.133:0/2626814035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6c8009b30 con 0x7fe6d00c2960 2023-12-02T00:33:07.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6ce59c640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d006e170 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fe6c400c3f0 tx=0x7fe6c400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:07.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6b77fe640 1 -- 172.21.15.133:0/2626814035 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c40052d0 con 0x7fe6d00c2960 2023-12-02T00:33:07.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6b77fe640 1 -- 172.21.15.133:0/2626814035 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6c4005430 con 0x7fe6d00c2960 2023-12-02T00:33:07.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6d006bb50 con 0x7fe6d00c2960 2023-12-02T00:33:07.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6b77fe640 1 -- 172.21.15.133:0/2626814035 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6c4003840 con 0x7fe6d00c2960 2023-12-02T00:33:07.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6d006c110 con 0x7fe6d00c2960 2023-12-02T00:33:07.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.464+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6d0067a00 con 0x7fe6d00c2960 2023-12-02T00:33:07.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.468+0000 7fe6b77fe640 1 -- 172.21.15.133:0/2626814035 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe6c40039a0 con 0x7fe6d00c2960 2023-12-02T00:33:07.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.468+0000 7fe6b77fe640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe6bc066470 0x7fe6bc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:07.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.468+0000 7fe6b77fe640 1 -- 172.21.15.133:0/2626814035 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe6c4083610 con 0x7fe6d00c2960 2023-12-02T00:33:07.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.468+0000 7fe6ced9d640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe6bc066470 0x7fe6bc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:07.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.468+0000 7fe6ced9d640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe6bc066470 0x7fe6bc068930 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe6c00045f0 tx=0x7fe6c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.472+0000 7fe6b77fe640 1 -- 172.21.15.133:0/2626814035 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe6c4050870 con 0x7fe6d00c2960 2023-12-02T00:33:07.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.652+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe6d004e850 con 0x7fe6d00c2960 2023-12-02T00:33:07.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.652+0000 7fe6b77fe640 1 -- 172.21.15.133:0/2626814035 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v37) v1 ==== 53+0+149 (secure 0 0 0) 0x7fe6c4053e90 con 0x7fe6d00c2960 2023-12-02T00:33:07.655 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:33:07.655 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe6bc066470 msgr2=0x7fe6bc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe6bc066470 0x7fe6bc068930 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe6c00045f0 tx=0x7fe6c0008040 comp rx=0 tx=0).stop 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 msgr2=0x7fe6d006e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d006e170 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fe6c400c3f0 tx=0x7fe6c400c8b0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 shutdown_connections 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe6bc066470 0x7fe6bc068930 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe6d00c5ac0 0x7fe6d006e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6d00c2960 0x7fe6d006e170 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 --2- 172.21.15.133:0/2626814035 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe6d00c2580 0x7fe6d00ab390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:07.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 >> 172.21.15.133:0/2626814035 conn(0x7fe6d00a9930 msgr2=0x7fe6d00a9d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:07.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 shutdown_connections 2023-12-02T00:33:07.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:07.656+0000 7fe6d489b640 1 -- 172.21.15.133:0/2626814035 wait complete. 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi133.front.sepia.ceph.com 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:33:07.676 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.DQap8hVSjI 2023-12-02T00:33:07.676 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2023-12-02T00:33:07.685 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.0T1mKp7cME 2023-12-02T00:33:07.685 DEBUG:teuthology.orchestra.run.smithi133:> sudo cp /tmp/tmp.DQap8hVSjI /tmp/tmp.0T1mKp7cME 2023-12-02T00:33:07.748 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 0666 /tmp/tmp.0T1mKp7cME 2023-12-02T00:33:07.869 DEBUG:teuthology.orchestra.remote:smithi133:/tmp/tmp.0T1mKp7cME is 245B 2023-12-02T00:33:07.884 DEBUG:teuthology.orchestra.run.smithi133:> rm -fr /tmp/tmp.0T1mKp7cME 2023-12-02T00:33:07.892 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQBAe2plkDHEAxAAb3tnOw6AowYONZBetN4gjA== caps mds = "allow rw fsname=cephfs" caps mon = "allow rw fsname=cephfs, allow rw fsname=cephfs2" caps osd = "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2" 2023-12-02T00:33:07.892 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:33:07.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:07.892 DEBUG:teuthology.orchestra.run.smithi133:> ip addr 2023-12-02T00:33:07.944 INFO:teuthology.orchestra.run.smithi133.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:33:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:33:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:33:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 ::1/128 scope host 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b2 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f0 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b3 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f1 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:86 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:87 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.21.15.133/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft 42293sec preferred_lft 42293sec 2023-12-02T00:33:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::ec4:7aff:fe88:8087/64 scope link 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 02:42:0c:5d:5e:7d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:33:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:07.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:07.947 DEBUG:teuthology.orchestra.run.smithi133:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:33:08.007 INFO:teuthology.orchestra.run.smithi133.stdout:1 2023-12-02T00:33:08.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:08.009 DEBUG:teuthology.orchestra.run.smithi133:> route 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:Kernel IP routing table 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:08.063 INFO:teuthology.orchestra.run.smithi133.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:08.064 INFO:teuthology.orchestra.run.smithi133.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:33:08.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:08.064 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:33:08.064 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:33:08.064 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:33:08.064 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:33:08.064 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:33:08.064 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:33:08.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:08.155 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:33:08.164 INFO:teuthology.orchestra.run.smithi133.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-12-02T00:33:08.165 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:33:08.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:08.165 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set brx.0 up 2023-12-02T00:33:08.229 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:08.229 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:08.280 INFO:teuthology.orchestra.run.smithi133.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:33:08.280 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:08.281 DEBUG:teuthology.orchestra.run.smithi133:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:08.332 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:08.332 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/tmp/tmp.DQap8hVSjI of=/dev/stdout 2023-12-02T00:33:08.380 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:33:08.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:08.380 DEBUG:teuthology.orchestra.run.smithi133:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,secret=AQBAe2plkDHEAxAAb3tnOw6AowYONZBetN4gjA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:33:08.474 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQBAe2plkDHEAxAAb3tnOw6AowYONZBetN4gjA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:33:08.474 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:33:08.475 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:33:08.475 INFO:teuthology.orchestra.run.smithi133.stdout:keyring.get_secret failed 2023-12-02T00:33:08.490 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQBAe2plkDHEAxAAb3tnOw6AowYONZBetN4gjA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:33:08.490 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:33:08.490 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:33:08.490 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:08.490 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:08.491 INFO:teuthology.orchestra.run.smithi133.stdout:keyring.get_secret failed 2023-12-02T00:33:08.497 INFO:teuthology.orchestra.run.smithi133.stderr:mount error 13 = Permission denied 2023-12-02T00:33:08.498 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQBAe2plkDHEAxAAb3tnOw6AowYONZBetN4gjA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:33:08.498 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:33:08.498 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:33:08.498 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:08.498 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:08.498 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:33:08.499 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:33:08.499 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2,key=testuser,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:33:08.502 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-12-02T00:33:08.502 INFO:tasks.cephfs.kernel_mount:mount command failed 2023-12-02T00:33:08.502 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-12-02T00:33:08.502 DEBUG:teuthology.orchestra.run.smithi133:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:33:08.603 DEBUG:teuthology.orchestra.run.smithi172:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:33:08.660 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-12-02T00:33:08.660 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:08.660 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:08.669 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:33:08.669 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:08.669 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:08.679 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:08.679 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:08.728 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:08.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20c1c17640 1 Processor -- start 2023-12-02T00:33:08.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20c1c17640 1 -- start start 2023-12-02T00:33:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20c1c17640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f20bc0c7ea0 0x7f20bc06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20c1c17640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f20bc06b9e0 0x7f20bc15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20c1c17640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20bc06c860 con 0x7f20bc151e90 2023-12-02T00:33:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20c1c17640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20bc0c8750 con 0x7f20bc06b9e0 2023-12-02T00:33:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20c1c17640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20bc1552d0 con 0x7f20bc0c7ea0 2023-12-02T00:33:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20bbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f20bc06b9e0 0x7f20bc15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:08.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20bbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f20bc06b9e0 0x7f20bc15f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50872/0 (socket says 172.21.15.133:50872) 2023-12-02T00:33:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20bbfff640 1 -- 172.21.15.133:0/2102394949 learned_addr learned my addr 172.21.15.133:0/2102394949 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20b3fff640 1 --2- 172.21.15.133:0/2102394949 >> v2:172.21.15.172:3300/0 conn(0x7f20bc0c7ea0 0x7f20bc06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20bbfff640 1 -- 172.21.15.133:0/2102394949 >> v2:172.21.15.172:3300/0 conn(0x7f20bc0c7ea0 msgr2=0x7f20bc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20bbfff640 1 --2- 172.21.15.133:0/2102394949 >> v2:172.21.15.172:3300/0 conn(0x7f20bc0c7ea0 0x7f20bc06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20bbfff640 1 -- 172.21.15.133:0/2102394949 >> v1:172.21.15.172:6789/0 conn(0x7f20bc151e90 legacy=0x7f20bc0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:08.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.864+0000 7f20bbfff640 1 -- 172.21.15.133:0/2102394949 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20bc154930 con 0x7f20bc06b9e0 2023-12-02T00:33:08.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20bbfff640 1 --2- 172.21.15.133:0/2102394949 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc15f0a0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0a9a70 tx=0x7f20b401c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=267b142c1ae7037d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:08.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20baffd640 1 -- 172.21.15.133:0/2102394949 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b40a5530 con 0x7f20bc06b9e0 2023-12-02T00:33:08.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20baffd640 1 -- 172.21.15.133:0/2102394949 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20b40a5690 con 0x7f20bc06b9e0 2023-12-02T00:33:08.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20baffd640 1 -- 172.21.15.133:0/2102394949 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b40a5a20 con 0x7f20bc06b9e0 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 -- 172.21.15.133:0/2102394949 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 msgr2=0x7f20bc15f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2102394949 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc15f0a0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0a9a70 tx=0x7f20b401c870 comp rx=0 tx=0).stop 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 -- 172.21.15.133:0/2102394949 shutdown_connections 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2102394949 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc15f0a0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2102394949 >> v2:172.21.15.172:3300/0 conn(0x7f20bc0c7ea0 0x7f20bc06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 -- 172.21.15.133:0/2102394949 >> 172.21.15.133:0/2102394949 conn(0x7f20bc0ca170 msgr2=0x7f20bc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 -- 172.21.15.133:0/2102394949 shutdown_connections 2023-12-02T00:33:08.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.868+0000 7f20c1c17640 1 -- 172.21.15.133:0/2102394949 wait complete. 2023-12-02T00:33:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 Processor -- start 2023-12-02T00:33:08.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 -- start start 2023-12-02T00:33:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc0abb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20bc0c7ea0 0x7f20bc14deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20bc151e90 0x7f20bc14e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc14d0a0 con 0x7f20bc06b9e0 2023-12-02T00:33:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc1edd00 con 0x7f20bc0c7ea0 2023-12-02T00:33:08.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20bc14c140 con 0x7f20bc151e90 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc0abb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc0abb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50874/0 (socket says 172.21.15.133:50874) 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 -- 172.21.15.133:0/2715068366 learned_addr learned my addr 172.21.15.133:0/2715068366 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20b3fff640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20bc0c7ea0 0x7f20bc14deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bbfff640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20bc151e90 0x7f20bc14e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 -- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20bc151e90 msgr2=0x7f20bc14e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20bc151e90 0x7f20bc14e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 -- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20bc0c7ea0 msgr2=0x7f20bc14deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20bc0c7ea0 0x7f20bc14deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:08.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 -- 172.21.15.133:0/2715068366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20b4009b30 con 0x7f20bc06b9e0 2023-12-02T00:33:08.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20bb7fe640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc0abb30 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f20ac00c450 tx=0x7f20ac00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:08.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20b8ff9640 1 -- 172.21.15.133:0/2715068366 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ac012830 con 0x7f20bc06b9e0 2023-12-02T00:33:08.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20b8ff9640 1 -- 172.21.15.133:0/2715068366 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20ac0129b0 con 0x7f20bc06b9e0 2023-12-02T00:33:08.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20bc14c420 con 0x7f20bc06b9e0 2023-12-02T00:33:08.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20b8ff9640 1 -- 172.21.15.133:0/2715068366 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ac012d60 con 0x7f20bc06b9e0 2023-12-02T00:33:08.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20bc14bb50 con 0x7f20bc06b9e0 2023-12-02T00:33:08.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.872+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20bc14e990 con 0x7f20bc06b9e0 2023-12-02T00:33:08.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.876+0000 7f20b8ff9640 1 -- 172.21.15.133:0/2715068366 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f20ac01c460 con 0x7f20bc06b9e0 2023-12-02T00:33:08.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.876+0000 7f20b8ff9640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f209c066470 0x7f209c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:08.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.876+0000 7f20b8ff9640 1 -- 172.21.15.133:0/2715068366 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f20ac083e00 con 0x7f20bc06b9e0 2023-12-02T00:33:08.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.876+0000 7f20b3fff640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f209c066470 0x7f209c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:08.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.876+0000 7f20b3fff640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f209c066470 0x7f209c068930 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0bd2e0 tx=0x7f20a4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:08.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:08.880+0000 7f20b8ff9640 1 -- 172.21.15.133:0/2715068366 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f20ac051060 con 0x7f20bc06b9e0 2023-12-02T00:33:09.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.032+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f20bc068400 con 0x7f20bc06b9e0 2023-12-02T00:33:09.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.032+0000 7f20b8ff9640 1 -- 172.21.15.133:0/2715068366 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+20316 (secure 0 0 0) 0x7f20ac054680 con 0x7f20bc06b9e0 2023-12-02T00:33:09.036 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:09.036 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":53,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:56.234236+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f209c066470 msgr2=0x7f209c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f209c066470 0x7f209c068930 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f20bc0bd2e0 tx=0x7f20a4008040 comp rx=0 tx=0).stop 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 msgr2=0x7f20bc0abb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc0abb30 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f20ac00c450 tx=0x7f20ac00c910 comp rx=0 tx=0).stop 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 shutdown_connections 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f209c066470 0x7f209c068930 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f20bc151e90 0x7f20bc14e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f20bc0c7ea0 0x7f20bc14deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 --2- 172.21.15.133:0/2715068366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20bc06b9e0 0x7f20bc0abb30 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 >> 172.21.15.133:0/2715068366 conn(0x7f20bc0ca170 msgr2=0x7f20bc152f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 shutdown_connections 2023-12-02T00:33:09.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.036+0000 7f20c1c17640 1 -- 172.21.15.133:0/2715068366 wait complete. 2023-12-02T00:33:09.057 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:32:39.247929+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:32:40.514699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '49', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:32:52.495548+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '52', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:32:53.604811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:09.058 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e73f5640 1 Processor -- start 2023-12-02T00:33:09.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e73f5640 1 -- start start 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e73f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff1e00c5260 0x7ff1e006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e73f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff1e0155de0 0x7ff1e0156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e73f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1e00c2580 con 0x7ff1e00c5640 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e73f5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1e0153510 con 0x7ff1e0155de0 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e73f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1e00c17f0 con 0x7ff1e00c5260 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e5992640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff1e0155de0 0x7ff1e0156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e5992640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff1e0155de0 0x7ff1e0156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50878/0 (socket says 172.21.15.133:50878) 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e5992640 1 -- 172.21.15.133:0/1994236408 learned_addr learned my addr 172.21.15.133:0/1994236408 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.196+0000 7ff1e4990640 1 --1- 172.21.15.133:0/1994236408 >> v1:172.21.15.133:6789/0 conn(0x7ff1e00c5640 0x7ff1e00c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55596/0 (socket says 172.21.15.133:55596) 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1e5191640 1 --2- 172.21.15.133:0/1994236408 >> v2:172.21.15.172:3300/0 conn(0x7ff1e00c5260 0x7ff1e006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1e5992640 1 -- 172.21.15.133:0/1994236408 >> v2:172.21.15.172:3300/0 conn(0x7ff1e00c5260 msgr2=0x7ff1e006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1e5992640 1 --2- 172.21.15.133:0/1994236408 >> v2:172.21.15.172:3300/0 conn(0x7ff1e00c5260 0x7ff1e006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1e5992640 1 -- 172.21.15.133:0/1994236408 >> v1:172.21.15.133:6789/0 conn(0x7ff1e00c5640 legacy=0x7ff1e00c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1e5992640 1 -- 172.21.15.133:0/1994236408 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1e00c1a00 con 0x7ff1e0155de0 2023-12-02T00:33:09.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1e5191640 1 --2- 172.21.15.133:0/1994236408 >> v2:172.21.15.172:3300/0 conn(0x7ff1e00c5260 0x7ff1e006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1e5992640 1 --2- 172.21.15.133:0/1994236408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e0155de0 0x7ff1e0156230 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7ff1e00c6920 tx=0x7ff1d801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d40120df5c29490f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1d7fff640 1 -- 172.21.15.133:0/1994236408 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d80a57d0 con 0x7ff1e0155de0 2023-12-02T00:33:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1d7fff640 1 -- 172.21.15.133:0/1994236408 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1d80a5930 con 0x7ff1e0155de0 2023-12-02T00:33:09.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.200+0000 7ff1d7fff640 1 -- 172.21.15.133:0/1994236408 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d80a5cc0 con 0x7ff1e0155de0 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1994236408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e0155de0 msgr2=0x7ff1e0156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1994236408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e0155de0 0x7ff1e0156230 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7ff1e00c6920 tx=0x7ff1d801c910 comp rx=0 tx=0).stop 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1994236408 shutdown_connections 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1994236408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e0155de0 0x7ff1e0156230 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1994236408 >> v2:172.21.15.172:3300/0 conn(0x7ff1e00c5260 0x7ff1e006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1994236408 >> 172.21.15.133:0/1994236408 conn(0x7ff1e006a5b0 msgr2=0x7ff1e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1994236408 shutdown_connections 2023-12-02T00:33:09.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1994236408 wait complete. 2023-12-02T00:33:09.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 Processor -- start 2023-12-02T00:33:09.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- start start 2023-12-02T00:33:09.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e00c5260 0x7ff1e01f0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff1e00c5640 0x7ff1e00a95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff1e0155de0 0x7ff1e00a9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e00aa3e0 con 0x7ff1e00c5260 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e0149990 con 0x7ff1e00c5640 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e73f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e00aa030 con 0x7ff1e0155de0 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e00c5260 0x7ff1e01f0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e00c5260 0x7ff1e01f0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50888/0 (socket says 172.21.15.133:50888) 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 -- 172.21.15.133:0/1609852803 learned_addr learned my addr 172.21.15.133:0/1609852803 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e4990640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff1e00c5640 0x7ff1e00a95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5992640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff1e0155de0 0x7ff1e00a9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 -- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff1e0155de0 msgr2=0x7ff1e00a9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff1e0155de0 0x7ff1e00a9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 -- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff1e00c5640 msgr2=0x7ff1e00a95b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff1e00c5640 0x7ff1e00a95b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 -- 172.21.15.133:0/1609852803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1d8009b30 con 0x7ff1e00c5260 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e4990640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff1e00c5640 0x7ff1e00a95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5992640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff1e0155de0 0x7ff1e00a9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.204+0000 7ff1e5191640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e00c5260 0x7ff1e01f0910 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc00d800 tx=0x7ff1dc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1d5ffb640 1 -- 172.21.15.133:0/1609852803 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc0096c0 con 0x7ff1e00c5260 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1d5ffb640 1 -- 172.21.15.133:0/1609852803 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1dc009820 con 0x7ff1e00c5260 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1d5ffb640 1 -- 172.21.15.133:0/1609852803 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc009bd0 con 0x7ff1e00c5260 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1e0148d10 con 0x7ff1e00c5260 2023-12-02T00:33:09.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1e01492d0 con 0x7ff1e00c5260 2023-12-02T00:33:09.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1e0146f00 con 0x7ff1e00c5260 2023-12-02T00:33:09.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1d5ffb640 1 -- 172.21.15.133:0/1609852803 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff1dc009d30 con 0x7ff1e00c5260 2023-12-02T00:33:09.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1d5ffb640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff1c4066470 0x7ff1c4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1d5ffb640 1 -- 172.21.15.133:0/1609852803 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff1dc0848f0 con 0x7ff1e00c5260 2023-12-02T00:33:09.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.208+0000 7ff1e4990640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff1c4066470 0x7ff1c4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.212+0000 7ff1e4990640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff1c4066470 0x7ff1c4068930 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0156690 tx=0x7ff1d0007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.212+0000 7ff1d5ffb640 1 -- 172.21.15.133:0/1609852803 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff1dc051a00 con 0x7ff1e00c5260 2023-12-02T00:33:09.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff1e006dac0 con 0x7ff1e00c5260 2023-12-02T00:33:09.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1d5ffb640 1 -- 172.21.15.133:0/1609852803 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff1dc055020 con 0x7ff1e00c5260 2023-12-02T00:33:09.370 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:09.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff1c4066470 msgr2=0x7ff1c4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff1c4066470 0x7ff1c4068930 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0156690 tx=0x7ff1d0007d50 comp rx=0 tx=0).stop 2023-12-02T00:33:09.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e00c5260 msgr2=0x7ff1e01f0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e00c5260 0x7ff1e01f0910 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc00d800 tx=0x7ff1dc00dcc0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.372 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 shutdown_connections 2023-12-02T00:33:09.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff1c4066470 0x7ff1c4068930 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff1e0155de0 0x7ff1e00a9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff1e00c5640 0x7ff1e00a95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 --2- 172.21.15.133:0/1609852803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1e00c5260 0x7ff1e01f0910 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 >> 172.21.15.133:0/1609852803 conn(0x7ff1e006a5b0 msgr2=0x7ff1e006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:09.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 shutdown_connections 2023-12-02T00:33:09.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.368+0000 7ff1e73f5640 1 -- 172.21.15.133:0/1609852803 wait complete. 2023-12-02T00:33:09.391 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:33:09.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.528+0000 7f9778032640 1 Processor -- start 2023-12-02T00:33:09.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.528+0000 7f9778032640 1 -- start start 2023-12-02T00:33:09.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f9778032640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9770072090 0x7f97700a5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f9778032640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f97700c3bd0 0x7f97700c4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f9778032640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97700c2760 con 0x7f97700725c0 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f9778032640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97700c3070 con 0x7f97700c3bd0 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f9778032640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97700c63e0 con 0x7f9770072090 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97765cf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f97700c3bd0 0x7f97700c4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97765cf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f97700c3bd0 0x7f97700c4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50904/0 (socket says 172.21.15.133:50904) 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97765cf640 1 -- 172.21.15.133:0/4158520687 learned_addr learned my addr 172.21.15.133:0/4158520687 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97755cd640 1 --1- 172.21.15.133:0/4158520687 >> v1:172.21.15.133:6789/0 conn(0x7f97700725c0 0x7f97700c5cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55610/0 (socket says 172.21.15.133:55610) 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f9775dce640 1 --2- 172.21.15.133:0/4158520687 >> v2:172.21.15.172:3300/0 conn(0x7f9770072090 0x7f97700a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97765cf640 1 -- 172.21.15.133:0/4158520687 >> v2:172.21.15.172:3300/0 conn(0x7f9770072090 msgr2=0x7f97700a5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97765cf640 1 --2- 172.21.15.133:0/4158520687 >> v2:172.21.15.172:3300/0 conn(0x7f9770072090 0x7f97700a5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97765cf640 1 -- 172.21.15.133:0/4158520687 >> v1:172.21.15.133:6789/0 conn(0x7f97700725c0 legacy=0x7f97700c5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.532+0000 7f97765cf640 1 -- 172.21.15.133:0/4158520687 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97700aad20 con 0x7f97700c3bd0 2023-12-02T00:33:09.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f97765cf640 1 --2- 172.21.15.133:0/4158520687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97700c3bd0 0x7f97700c4020 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f97700a8af0 tx=0x7f976801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f927aca0d2d21b3f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9774dcc640 1 -- 172.21.15.133:0/4158520687 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97680a5770 con 0x7f97700c3bd0 2023-12-02T00:33:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9774dcc640 1 -- 172.21.15.133:0/4158520687 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97680a58d0 con 0x7f97700c3bd0 2023-12-02T00:33:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9774dcc640 1 -- 172.21.15.133:0/4158520687 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97680a5c60 con 0x7f97700c3bd0 2023-12-02T00:33:09.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- 172.21.15.133:0/4158520687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97700c3bd0 msgr2=0x7f97700c4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 --2- 172.21.15.133:0/4158520687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97700c3bd0 0x7f97700c4020 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f97700a8af0 tx=0x7f976801c8b0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- 172.21.15.133:0/4158520687 shutdown_connections 2023-12-02T00:33:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 --2- 172.21.15.133:0/4158520687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97700c3bd0 0x7f97700c4020 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 --2- 172.21.15.133:0/4158520687 >> v2:172.21.15.172:3300/0 conn(0x7f9770072090 0x7f97700a5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- 172.21.15.133:0/4158520687 >> 172.21.15.133:0/4158520687 conn(0x7f977006a5b0 msgr2=0x7f977006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- 172.21.15.133:0/4158520687 shutdown_connections 2023-12-02T00:33:09.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- 172.21.15.133:0/4158520687 wait complete. 2023-12-02T00:33:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 Processor -- start 2023-12-02T00:33:09.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- start start 2023-12-02T00:33:09.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9770072090 0x7f9770141510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f97700725c0 0x7f9770148490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f97700c3bd0 0x7f97701489d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9770147200 con 0x7f9770072090 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97701eedd0 con 0x7f97700c3bd0 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.536+0000 7f9778032640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9770146430 con 0x7f97700725c0 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9770072090 0x7f9770141510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9770072090 0x7f9770141510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50916/0 (socket says 172.21.15.133:50916) 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 -- 172.21.15.133:0/2622648962 learned_addr learned my addr 172.21.15.133:0/2622648962 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f97765cf640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f97700c3bd0 0x7f97701489d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f97755cd640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f97700725c0 0x7f9770148490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 -- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f97700725c0 msgr2=0x7f9770148490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f97700725c0 0x7f9770148490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 -- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f97700c3bd0 msgr2=0x7f97701489d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f97700c3bd0 0x7f97701489d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 -- 172.21.15.133:0/2622648962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9768009b30 con 0x7f9770072090 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9775dce640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9770072090 0x7f9770141510 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f976c00d5f0 tx=0x7f976c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f97667fc640 1 -- 172.21.15.133:0/2622648962 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976c0125f0 con 0x7f9770072090 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f97667fc640 1 -- 172.21.15.133:0/2622648962 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f976c012750 con 0x7f9770072090 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f97667fc640 1 -- 172.21.15.133:0/2622648962 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f976c012ae0 con 0x7f9770072090 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97701eac80 con 0x7f9770072090 2023-12-02T00:33:09.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9770141a50 con 0x7f9770072090 2023-12-02T00:33:09.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9770068400 con 0x7f9770072090 2023-12-02T00:33:09.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f97667fc640 1 -- 172.21.15.133:0/2622648962 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f976c012c40 con 0x7f9770072090 2023-12-02T00:33:09.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.540+0000 7f97667fc640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9754066470 0x7f9754068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.544+0000 7f97667fc640 1 -- 172.21.15.133:0/2622648962 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f976c084610 con 0x7f9770072090 2023-12-02T00:33:09.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.544+0000 7f97755cd640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9754066470 0x7f9754068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.544+0000 7f97755cd640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9754066470 0x7f9754068930 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f9770150090 tx=0x7f9760007e50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.544+0000 7f97667fc640 1 -- 172.21.15.133:0/2622648962 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f976c051740 con 0x7f9770072090 2023-12-02T00:33:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f97700c6780 con 0x7f9770072090 2023-12-02T00:33:09.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f97667fc640 1 -- 172.21.15.133:0/2622648962 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v53) v1 ==== 104+0+11 (secure 0 0 0) 0x7f976c007380 con 0x7f9770072090 2023-12-02T00:33:09.697 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:09.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9754066470 msgr2=0x7f9754068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9754066470 0x7f9754068930 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f9770150090 tx=0x7f9760007e50 comp rx=0 tx=0).stop 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9770072090 msgr2=0x7f9770141510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9770072090 0x7f9770141510 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f976c00d5f0 tx=0x7f976c00dab0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 shutdown_connections 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9754066470 0x7f9754068930 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f97700c3bd0 0x7f97701489d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f97700725c0 0x7f9770148490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 --2- 172.21.15.133:0/2622648962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9770072090 0x7f9770141510 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 >> 172.21.15.133:0/2622648962 conn(0x7f977006a5b0 msgr2=0x7f97700c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 shutdown_connections 2023-12-02T00:33:09.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.696+0000 7f9778032640 1 -- 172.21.15.133:0/2622648962 wait complete. 2023-12-02T00:33:09.719 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:33:09.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 Processor -- start 2023-12-02T00:33:09.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 -- start start 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2d880c63c0 0x7f2d880c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c4100 0x7f2d880c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2d880c29e0 0x7f2d880a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d880c31c0 con 0x7f2d880c63c0 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d880c34a0 con 0x7f2d880c29e0 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.856+0000 7f2d8f7c1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d880c1030 con 0x7f2d880c4100 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2d880c63c0 0x7f2d880c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2d880c63c0 0x7f2d880c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50918/0 (socket says 172.21.15.133:50918) 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 -- 172.21.15.133:0/2391884346 learned_addr learned my addr 172.21.15.133:0/2391884346 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:09.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8dd5e640 1 --2- 172.21.15.133:0/2391884346 >> v2:172.21.15.172:3300/0 conn(0x7f2d880c29e0 0x7f2d880a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8cd5c640 1 --2- 172.21.15.133:0/2391884346 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c4100 0x7f2d880c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 -- 172.21.15.133:0/2391884346 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c4100 msgr2=0x7f2d880c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 --2- 172.21.15.133:0/2391884346 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c4100 0x7f2d880c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 -- 172.21.15.133:0/2391884346 >> v2:172.21.15.172:3300/0 conn(0x7f2d880c29e0 msgr2=0x7f2d880a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 --2- 172.21.15.133:0/2391884346 >> v2:172.21.15.172:3300/0 conn(0x7f2d880c29e0 0x7f2d880a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 -- 172.21.15.133:0/2391884346 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d880c1310 con 0x7f2d880c63c0 2023-12-02T00:33:09.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8dd5e640 1 --2- 172.21.15.133:0/2391884346 >> v2:172.21.15.172:3300/0 conn(0x7f2d880c29e0 0x7f2d880a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:09.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d8d55d640 1 --2- 172.21.15.133:0/2391884346 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d880c06d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f2d880a5760 tx=0x7f2d8401ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9e0a7e830e05528 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d7ffff640 1 -- 172.21.15.133:0/2391884346 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d880aa3d0 con 0x7f2d880c63c0 2023-12-02T00:33:09.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d7ffff640 1 -- 172.21.15.133:0/2391884346 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d840a7b30 con 0x7f2d880c63c0 2023-12-02T00:33:09.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.860+0000 7f2d7ffff640 1 -- 172.21.15.133:0/2391884346 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d840af440 con 0x7f2d880c63c0 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/2391884346 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 msgr2=0x7f2d880c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/2391884346 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d880c06d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f2d880a5760 tx=0x7f2d8401ea80 comp rx=0 tx=0).stop 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/2391884346 shutdown_connections 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/2391884346 >> v2:172.21.15.172:3300/0 conn(0x7f2d880c29e0 0x7f2d880a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/2391884346 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c4100 0x7f2d880c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/2391884346 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d880c06d0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/2391884346 >> 172.21.15.133:0/2391884346 conn(0x7f2d8806a5b0 msgr2=0x7f2d8806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:09.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/2391884346 shutdown_connections 2023-12-02T00:33:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/2391884346 wait complete. 2023-12-02T00:33:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 Processor -- start 2023-12-02T00:33:09.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- start start 2023-12-02T00:33:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c29e0 0x7f2d881ed8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2d880c4100 0x7f2d88152860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d8814e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8814f2b0 con 0x7f2d880c63c0 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d8814e010 con 0x7f2d880c4100 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8f7c1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d88150fb0 con 0x7f2d880c29e0 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d8814e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8d55d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c29e0 0x7f2d881ed8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d8814e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50920/0 (socket says 172.21.15.133:50920) 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 -- 172.21.15.133:0/1070439963 learned_addr learned my addr 172.21.15.133:0/1070439963 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8cd5c640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2d880c4100 0x7f2d88152860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 -- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c29e0 msgr2=0x7f2d881ed8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c29e0 0x7f2d881ed8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 -- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2d880c4100 msgr2=0x7f2d88152860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2d880c4100 0x7f2d88152860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.864+0000 7f2d8dd5e640 1 -- 172.21.15.133:0/1070439963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d8400b770 con 0x7f2d880c63c0 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d8d55d640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c29e0 0x7f2d881ed8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:09.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d8dd5e640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d8814e460 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2d80007e40 tx=0x7f2d8000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d7dffb640 1 -- 172.21.15.133:0/1070439963 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d80003ba0 con 0x7f2d880c63c0 2023-12-02T00:33:09.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d7dffb640 1 -- 172.21.15.133:0/1070439963 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d8000f040 con 0x7f2d880c63c0 2023-12-02T00:33:09.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d7dffb640 1 -- 172.21.15.133:0/1070439963 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d8000de80 con 0x7f2d880c63c0 2023-12-02T00:33:09.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d880c69b0 con 0x7f2d880c63c0 2023-12-02T00:33:09.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d881edde0 con 0x7f2d880c63c0 2023-12-02T00:33:09.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d8814e180 con 0x7f2d880c63c0 2023-12-02T00:33:09.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d7dffb640 1 -- 172.21.15.133:0/1070439963 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2d80004030 con 0x7f2d880c63c0 2023-12-02T00:33:09.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d7dffb640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2d6c066470 0x7f2d6c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:09.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d7dffb640 1 -- 172.21.15.133:0/1070439963 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2d80084210 con 0x7f2d880c63c0 2023-12-02T00:33:09.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.868+0000 7f2d8d55d640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2d6c066470 0x7f2d6c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:09.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.872+0000 7f2d8d55d640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2d6c066470 0x7f2d6c068930 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f2d840b1000 tx=0x7f2d84009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:09.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:09.872+0000 7f2d7dffb640 1 -- 172.21.15.133:0/1070439963 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2d8814e180 con 0x7f2d880c63c0 2023-12-02T00:33:10.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.024+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2d881edde0 con 0x7f2d880c63c0 2023-12-02T00:33:10.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.024+0000 7f2d7dffb640 1 -- 172.21.15.133:0/1070439963 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v53) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2d881edde0 con 0x7f2d880c63c0 2023-12-02T00:33:10.082 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:10.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2d6c066470 msgr2=0x7f2d6c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2d6c066470 0x7f2d6c068930 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f2d840b1000 tx=0x7f2d84009040 comp rx=0 tx=0).stop 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 msgr2=0x7f2d8814e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d8814e460 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f2d80007e40 tx=0x7f2d8000d4a0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 shutdown_connections 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2d6c066470 0x7f2d6c068930 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880c63c0 0x7f2d8814e460 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2d880c4100 0x7f2d88152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 --2- 172.21.15.133:0/1070439963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2d880c29e0 0x7f2d881ed8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 >> 172.21.15.133:0/1070439963 conn(0x7f2d8806a5b0 msgr2=0x7f2d8806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 shutdown_connections 2023-12-02T00:33:10.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.028+0000 7f2d8f7c1640 1 -- 172.21.15.133:0/1070439963 wait complete. 2023-12-02T00:33:10.085 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:33:10.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.224+0000 7f8cbd879640 1 Processor -- start 2023-12-02T00:33:10.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.224+0000 7f8cbd879640 1 -- start start 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cbd879640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8cb814b0d0 0x7f8cb81550b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cbd879640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb806c4d0 0x7f8cb80c6880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cbd879640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cb806ba80 con 0x7f8cb80c47f0 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cbd879640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cb80c5ba0 con 0x7f8cb814b0d0 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cbd879640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cb81555f0 con 0x7f8cb806c4d0 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8caffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f8cb80c47f0 0x7f8cb80c7d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55624/0 (socket says 172.21.15.133:55624) 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8caffff640 1 -- 172.21.15.133:0/551693279 learned_addr learned my addr 172.21.15.133:0/551693279 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb77fe640 1 --2- 172.21.15.133:0/551693279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb806c4d0 0x7f8cb80c6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb6ffd640 1 --2- 172.21.15.133:0/551693279 >> v2:172.21.15.172:3300/0 conn(0x7f8cb814b0d0 0x7f8cb81550b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb67fc640 1 -- 172.21.15.133:0/551693279 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1554171731 0 0) 0x7f8cb806ba80 con 0x7f8cb80c47f0 2023-12-02T00:33:10.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb67fc640 1 -- 172.21.15.133:0/551693279 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ca4003530 con 0x7f8cb80c47f0 2023-12-02T00:33:10.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb77fe640 1 -- 172.21.15.133:0/551693279 >> v2:172.21.15.172:3300/0 conn(0x7f8cb814b0d0 msgr2=0x7f8cb81550b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:10.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb77fe640 1 --2- 172.21.15.133:0/551693279 >> v2:172.21.15.172:3300/0 conn(0x7f8cb814b0d0 0x7f8cb81550b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb77fe640 1 -- 172.21.15.133:0/551693279 >> v1:172.21.15.133:6789/0 conn(0x7f8cb80c47f0 legacy=0x7f8cb80c7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb77fe640 1 -- 172.21.15.133:0/551693279 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cb814b4b0 con 0x7f8cb806c4d0 2023-12-02T00:33:10.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.228+0000 7f8cb6ffd640 1 --2- 172.21.15.133:0/551693279 >> v2:172.21.15.172:3300/0 conn(0x7f8cb814b0d0 0x7f8cb81550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:10.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cb77fe640 1 --2- 172.21.15.133:0/551693279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb806c4d0 0x7f8cb80c6880 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8cb0009d90 tx=0x7f8cb001c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1291195a9deaf85b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cb67fc640 1 -- 172.21.15.133:0/551693279 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb00a5870 con 0x7f8cb806c4d0 2023-12-02T00:33:10.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cb67fc640 1 -- 172.21.15.133:0/551693279 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cb00a59d0 con 0x7f8cb806c4d0 2023-12-02T00:33:10.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cb67fc640 1 -- 172.21.15.133:0/551693279 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb00a5d60 con 0x7f8cb806c4d0 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 -- 172.21.15.133:0/551693279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb806c4d0 msgr2=0x7f8cb80c6880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 --2- 172.21.15.133:0/551693279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb806c4d0 0x7f8cb80c6880 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8cb0009d90 tx=0x7f8cb001c8c0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 -- 172.21.15.133:0/551693279 shutdown_connections 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 --2- 172.21.15.133:0/551693279 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb806c4d0 0x7f8cb80c6880 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 --2- 172.21.15.133:0/551693279 >> v2:172.21.15.172:3300/0 conn(0x7f8cb814b0d0 0x7f8cb81550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 -- 172.21.15.133:0/551693279 >> 172.21.15.133:0/551693279 conn(0x7f8cb80aba00 msgr2=0x7f8cb80abe10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 -- 172.21.15.133:0/551693279 shutdown_connections 2023-12-02T00:33:10.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 -- 172.21.15.133:0/551693279 wait complete. 2023-12-02T00:33:10.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 Processor -- start 2023-12-02T00:33:10.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.232+0000 7f8cbd879640 1 -- start start 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb806c4d0 0x7f8cb81447d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb80c47f0 0x7f8cb814fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb814b0d0 0x7f8cb814ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cb80c2390 con 0x7f8cb814b0d0 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cb81454f0 con 0x7f8cb806c4d0 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cb8145040 con 0x7f8cb80c47f0 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb814b0d0 0x7f8cb814ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb814b0d0 0x7f8cb814ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50924/0 (socket says 172.21.15.133:50924) 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 -- 172.21.15.133:0/639944608 learned_addr learned my addr 172.21.15.133:0/639944608 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb6ffd640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb806c4d0 0x7f8cb81447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8caffff640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb80c47f0 0x7f8cb814fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 -- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb80c47f0 msgr2=0x7f8cb814fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb80c47f0 0x7f8cb814fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 -- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb806c4d0 msgr2=0x7f8cb81447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb806c4d0 0x7f8cb81447d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 -- 172.21.15.133:0/639944608 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ca8009420 con 0x7f8cb814b0d0 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8caffff640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb80c47f0 0x7f8cb814fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb77fe640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb814b0d0 0x7f8cb814ff50 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f8cb00b0040 tx=0x7f8cb0019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb4ff9640 1 -- 172.21.15.133:0/639944608 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb00b9650 con 0x7f8cb814b0d0 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb4ff9640 1 -- 172.21.15.133:0/639944608 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cb00b97b0 con 0x7f8cb814b0d0 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cb0009a70 con 0x7f8cb814b0d0 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cb4ff9640 1 -- 172.21.15.133:0/639944608 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb00b9b60 con 0x7f8cb814b0d0 2023-12-02T00:33:10.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cb80c2020 con 0x7f8cb814b0d0 2023-12-02T00:33:10.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.236+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cb80c1ba0 con 0x7f8cb814b0d0 2023-12-02T00:33:10.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.240+0000 7f8cb4ff9640 1 -- 172.21.15.133:0/639944608 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8cb00b9cc0 con 0x7f8cb814b0d0 2023-12-02T00:33:10.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.240+0000 7f8cb4ff9640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c98066470 0x7f8c98068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.240+0000 7f8cb4ff9640 1 -- 172.21.15.133:0/639944608 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f8cb011f4d0 con 0x7f8cb814b0d0 2023-12-02T00:33:10.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.240+0000 7f8cb6ffd640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c98066470 0x7f8c98068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.240+0000 7f8cb6ffd640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c98066470 0x7f8c98068930 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8ca8009c50 tx=0x7f8ca8009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.244+0000 7f8cb4ff9640 1 -- 172.21.15.133:0/639944608 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8cb80c1ba0 con 0x7f8cb814b0d0 2023-12-02T00:33:10.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.392+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8cb80c1ba0 con 0x7f8cb814b0d0 2023-12-02T00:33:10.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.392+0000 7f8cb4ff9640 1 -- 172.21.15.133:0/639944608 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v53) v1 ==== 105+0+11 (secure 0 0 0) 0x7f8cb00b2020 con 0x7f8cb814b0d0 2023-12-02T00:33:10.396 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:10.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c98066470 msgr2=0x7f8c98068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c98066470 0x7f8c98068930 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8ca8009c50 tx=0x7f8ca8009190 comp rx=0 tx=0).stop 2023-12-02T00:33:10.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb814b0d0 msgr2=0x7f8cb814ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb814b0d0 0x7f8cb814ff50 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f8cb00b0040 tx=0x7f8cb0019660 comp rx=0 tx=0).stop 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 shutdown_connections 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8c98066470 0x7f8c98068930 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cb814b0d0 0x7f8cb814ff50 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8cb80c47f0 0x7f8cb814fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 --2- 172.21.15.133:0/639944608 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8cb806c4d0 0x7f8cb81447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 >> 172.21.15.133:0/639944608 conn(0x7f8cb80aba00 msgr2=0x7f8cb80aa280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 shutdown_connections 2023-12-02T00:33:10.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.396+0000 7f8cbd879640 1 -- 172.21.15.133:0/639944608 wait complete. 2023-12-02T00:33:10.417 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:33:10.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb98fe640 1 Processor -- start 2023-12-02T00:33:10.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb98fe640 1 -- start start 2023-12-02T00:33:10.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb98fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2cb4151dc0 0x7f2cb40c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb98fe640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cb40ac4f0 con 0x7f2cb40c7ed0 2023-12-02T00:33:10.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb98fe640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cb4158780 con 0x7f2cb40bd660 2023-12-02T00:33:10.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb98fe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cb4158a60 con 0x7f2cb4151dc0 2023-12-02T00:33:10.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb27fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f2cb40c7ed0 0x7f2cb4154650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55630/0 (socket says 172.21.15.133:55630) 2023-12-02T00:33:10.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb27fc640 1 -- 172.21.15.133:0/3324499718 learned_addr learned my addr 172.21.15.133:0/3324499718 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:10.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb2ffd640 1 --2- 172.21.15.133:0/3324499718 >> v2:172.21.15.172:3300/0 conn(0x7f2cb4151dc0 0x7f2cb40c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb1ffb640 1 -- 172.21.15.133:0/3324499718 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4052115887 0 0) 0x7f2cb40ac4f0 con 0x7f2cb40c7ed0 2023-12-02T00:33:10.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb1ffb640 1 -- 172.21.15.133:0/3324499718 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c9c003530 con 0x7f2cb40c7ed0 2023-12-02T00:33:10.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb2ffd640 1 -- 172.21.15.133:0/3324499718 >> v1:172.21.15.172:6789/0 conn(0x7f2cb40bd660 legacy=0x7f2cb4154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb2ffd640 1 -- 172.21.15.133:0/3324499718 >> v1:172.21.15.133:6789/0 conn(0x7f2cb40c7ed0 legacy=0x7f2cb4154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.556+0000 7f2cb2ffd640 1 -- 172.21.15.133:0/3324499718 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cb40ac180 con 0x7f2cb4151dc0 2023-12-02T00:33:10.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb2ffd640 1 --2- 172.21.15.133:0/3324499718 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb4151dc0 0x7f2cb40c4950 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40097f0 tx=0x7f2ca401c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c214a4d6aa54c112 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb1ffb640 1 -- 172.21.15.133:0/3324499718 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ca40ab600 con 0x7f2cb4151dc0 2023-12-02T00:33:10.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb1ffb640 1 -- 172.21.15.133:0/3324499718 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ca40a7050 con 0x7f2cb4151dc0 2023-12-02T00:33:10.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb1ffb640 1 -- 172.21.15.133:0/3324499718 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ca40ab980 con 0x7f2cb4151dc0 2023-12-02T00:33:10.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3324499718 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb4151dc0 msgr2=0x7f2cb40c4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3324499718 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb4151dc0 0x7f2cb40c4950 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40097f0 tx=0x7f2ca401c360 comp rx=0 tx=0).stop 2023-12-02T00:33:10.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3324499718 shutdown_connections 2023-12-02T00:33:10.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3324499718 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb4151dc0 0x7f2cb40c4950 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3324499718 >> 172.21.15.133:0/3324499718 conn(0x7f2cb4071eb0 msgr2=0x7f2cb40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:10.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3324499718 shutdown_connections 2023-12-02T00:33:10.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.560+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3324499718 wait complete. 2023-12-02T00:33:10.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 Processor -- start 2023-12-02T00:33:10.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 -- start start 2023-12-02T00:33:10.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2cb40bd660 0x7f2cb41f0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb40c7ed0 0x7f2cb414d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4151dc0 0x7f2cb41ed530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb41ed0a0 con 0x7f2cb4151dc0 2023-12-02T00:33:10.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb41ecda0 con 0x7f2cb40c7ed0 2023-12-02T00:33:10.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb4153150 con 0x7f2cb40bd660 2023-12-02T00:33:10.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4151dc0 0x7f2cb41ed530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb27fc640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb40c7ed0 0x7f2cb414d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb2ffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2cb40bd660 0x7f2cb41f0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4151dc0 0x7f2cb41ed530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50930/0 (socket says 172.21.15.133:50930) 2023-12-02T00:33:10.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 -- 172.21.15.133:0/3150362703 learned_addr learned my addr 172.21.15.133:0/3150362703 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 -- 172.21.15.133:0/3150362703 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2cb40bd660 msgr2=0x7f2cb41f0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2cb40bd660 0x7f2cb41f0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 -- 172.21.15.133:0/3150362703 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb40c7ed0 msgr2=0x7f2cb414d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb40c7ed0 0x7f2cb414d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 -- 172.21.15.133:0/3150362703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ca4009420 con 0x7f2cb4151dc0 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb37fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4151dc0 0x7f2cb41ed530 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f2cac00c760 tx=0x7f2cac00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2c9bfff640 1 -- 172.21.15.133:0/3150362703 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cac003b80 con 0x7f2cb4151dc0 2023-12-02T00:33:10.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2c9bfff640 1 -- 172.21.15.133:0/3150362703 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cac003ce0 con 0x7f2cb4151dc0 2023-12-02T00:33:10.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cb4153430 con 0x7f2cb4151dc0 2023-12-02T00:33:10.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2c9bfff640 1 -- 172.21.15.133:0/3150362703 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cac00aa30 con 0x7f2cb4151dc0 2023-12-02T00:33:10.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.564+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cb4152550 con 0x7f2cb4151dc0 2023-12-02T00:33:10.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.568+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cb4153950 con 0x7f2cb4151dc0 2023-12-02T00:33:10.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.568+0000 7f2c9bfff640 1 -- 172.21.15.133:0/3150362703 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2cac00ab90 con 0x7f2cb4151dc0 2023-12-02T00:33:10.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.568+0000 7f2c9bfff640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ca0066470 0x7f2ca0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.568+0000 7f2c9bfff640 1 -- 172.21.15.133:0/3150362703 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2cac083da0 con 0x7f2cb4151dc0 2023-12-02T00:33:10.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.568+0000 7f2cb2ffd640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ca0066470 0x7f2ca0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.568+0000 7f2cb2ffd640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ca0066470 0x7f2ca0068930 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40ad000 tx=0x7f2ca40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.572+0000 7f2c9bfff640 1 -- 172.21.15.133:0/3150362703 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2cb4153950 con 0x7f2cb4151dc0 2023-12-02T00:33:10.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.720+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f2cb41ed250 con 0x7f2cb4151dc0 2023-12-02T00:33:10.723 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.720+0000 7f2c9bfff640 1 -- 172.21.15.133:0/3150362703 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v53) v1 ==== 101+0+11 (secure 0 0 0) 0x7f2cb41ed250 con 0x7f2cb4151dc0 2023-12-02T00:33:10.723 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:10.725 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ca0066470 msgr2=0x7f2ca0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.725 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ca0066470 0x7f2ca0068930 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40ad000 tx=0x7f2ca40a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:10.725 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4151dc0 msgr2=0x7f2cb41ed530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4151dc0 0x7f2cb41ed530 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f2cac00c760 tx=0x7f2cac00cc20 comp rx=0 tx=0).stop 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 shutdown_connections 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2ca0066470 0x7f2ca0068930 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4151dc0 0x7f2cb41ed530 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2cb40c7ed0 0x7f2cb414d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 --2- 172.21.15.133:0/3150362703 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2cb40bd660 0x7f2cb41f0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 >> 172.21.15.133:0/3150362703 conn(0x7f2cb4071eb0 msgr2=0x7f2cb414e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 shutdown_connections 2023-12-02T00:33:10.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.724+0000 7f2cb98fe640 1 -- 172.21.15.133:0/3150362703 wait complete. 2023-12-02T00:33:10.745 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:33:10.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.880+0000 7f064752a640 1 Processor -- start 2023-12-02T00:33:10.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.880+0000 7f064752a640 1 -- start start 2023-12-02T00:33:10.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.880+0000 7f064752a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f06400c63c0 0x7f06400c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f064752a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06400c31c0 con 0x7f06400c2bb0 2023-12-02T00:33:10.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f064752a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06400c34a0 con 0x7f06400c4100 2023-12-02T00:33:10.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f064752a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06400c1030 con 0x7f06400c63c0 2023-12-02T00:33:10.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f0645ac7640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f06400c2bb0 0x7f06400a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55642/0 (socket says 172.21.15.133:55642) 2023-12-02T00:33:10.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f0645ac7640 1 -- 172.21.15.133:0/1072730987 learned_addr learned my addr 172.21.15.133:0/1072730987 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:10.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f06452c6640 1 --2- 172.21.15.133:0/1072730987 >> v2:172.21.15.172:3300/0 conn(0x7f06400c63c0 0x7f06400c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f0637fff640 1 -- 172.21.15.133:0/1072730987 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2353969626 0 0) 0x7f06400c31c0 con 0x7f06400c2bb0 2023-12-02T00:33:10.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f0637fff640 1 -- 172.21.15.133:0/1072730987 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f062c003530 con 0x7f06400c2bb0 2023-12-02T00:33:10.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f06452c6640 1 -- 172.21.15.133:0/1072730987 >> v1:172.21.15.172:6789/0 conn(0x7f06400c4100 legacy=0x7f06400c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f06452c6640 1 -- 172.21.15.133:0/1072730987 >> v1:172.21.15.133:6789/0 conn(0x7f06400c2bb0 legacy=0x7f06400a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.884+0000 7f06452c6640 1 -- 172.21.15.133:0/1072730987 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06400c1310 con 0x7f06400c63c0 2023-12-02T00:33:10.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f06452c6640 1 --2- 172.21.15.133:0/1072730987 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 0x7f06400c06d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f063c0097c0 tx=0x7f063c01c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15f3a60286619c64 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f0637fff640 1 -- 172.21.15.133:0/1072730987 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f063c0ad680 con 0x7f06400c63c0 2023-12-02T00:33:10.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f0637fff640 1 -- 172.21.15.133:0/1072730987 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f063c0ad7e0 con 0x7f06400c63c0 2023-12-02T00:33:10.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f0637fff640 1 -- 172.21.15.133:0/1072730987 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f063c0adb70 con 0x7f06400c63c0 2023-12-02T00:33:10.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- 172.21.15.133:0/1072730987 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 msgr2=0x7f06400c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 --2- 172.21.15.133:0/1072730987 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 0x7f06400c06d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f063c0097c0 tx=0x7f063c01c360 comp rx=0 tx=0).stop 2023-12-02T00:33:10.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- 172.21.15.133:0/1072730987 shutdown_connections 2023-12-02T00:33:10.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 --2- 172.21.15.133:0/1072730987 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 0x7f06400c06d0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- 172.21.15.133:0/1072730987 >> 172.21.15.133:0/1072730987 conn(0x7f064006a5b0 msgr2=0x7f064006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:10.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- 172.21.15.133:0/1072730987 shutdown_connections 2023-12-02T00:33:10.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- 172.21.15.133:0/1072730987 wait complete. 2023-12-02T00:33:10.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 Processor -- start 2023-12-02T00:33:10.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- start start 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06400c2bb0 0x7f06400bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06400c4100 0x7f0640070490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 0x7f06401ee490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06400c01c0 con 0x7f06400c2bb0 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06400bf7f0 con 0x7f06400c63c0 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.888+0000 7f064752a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06401f1400 con 0x7f06400c4100 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06400c2bb0 0x7f06400bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06400c2bb0 0x7f06400bfc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50934/0 (socket says 172.21.15.133:50934) 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 -- 172.21.15.133:0/1131936637 learned_addr learned my addr 172.21.15.133:0/1131936637 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f0644ac5640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06400c4100 0x7f0640070490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f0645ac7640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 0x7f06401ee490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 -- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06400c4100 msgr2=0x7f0640070490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06400c4100 0x7f0640070490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 -- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 msgr2=0x7f06401ee490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 0x7f06401ee490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 -- 172.21.15.133:0/1131936637 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f063c009420 con 0x7f06400c2bb0 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f06452c6640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06400c2bb0 0x7f06400bfc80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f063c019f90 tx=0x7f063c01aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f0635ffb640 1 -- 172.21.15.133:0/1131936637 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f063c0add60 con 0x7f06400c2bb0 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f0635ffb640 1 -- 172.21.15.133:0/1131936637 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f063c0b9450 con 0x7f06400c2bb0 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06400c69b0 con 0x7f06400c2bb0 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f0635ffb640 1 -- 172.21.15.133:0/1131936637 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f063c0b9800 con 0x7f06400c2bb0 2023-12-02T00:33:10.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06400bf1a0 con 0x7f06400c2bb0 2023-12-02T00:33:10.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0640068400 con 0x7f06400c2bb0 2023-12-02T00:33:10.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.892+0000 7f0635ffb640 1 -- 172.21.15.133:0/1131936637 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f063c0b9960 con 0x7f06400c2bb0 2023-12-02T00:33:10.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.896+0000 7f0635ffb640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0624066470 0x7f0624068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:10.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.896+0000 7f0635ffb640 1 -- 172.21.15.133:0/1131936637 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f063c11ead0 con 0x7f06400c2bb0 2023-12-02T00:33:10.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.896+0000 7f0644ac5640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0624066470 0x7f0624068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:10.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.896+0000 7f0644ac5640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0624066470 0x7f0624068930 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f064015bee0 tx=0x7f0630009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:10.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:10.896+0000 7f0635ffb640 1 -- 172.21.15.133:0/1131936637 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f063c0ebb90 con 0x7f06400c2bb0 2023-12-02T00:33:11.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f06400c3e70 con 0x7f06400c2bb0 2023-12-02T00:33:11.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f0635ffb640 1 -- 172.21.15.133:0/1131936637 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v53) v1 ==== 80+0+0 (secure 0 0 0) 0x7f063c0b2080 con 0x7f06400c2bb0 2023-12-02T00:33:11.062 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:33:11.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0624066470 msgr2=0x7f0624068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0624066470 0x7f0624068930 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f064015bee0 tx=0x7f0630009040 comp rx=0 tx=0).stop 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06400c2bb0 msgr2=0x7f06400bfc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06400c2bb0 0x7f06400bfc80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f063c019f90 tx=0x7f063c01aba0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 shutdown_connections 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0624066470 0x7f0624068930 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.060+0000 7f064752a640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f06400c63c0 0x7f06401ee490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.064+0000 7f064752a640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f06400c4100 0x7f0640070490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.064+0000 7f064752a640 1 --2- 172.21.15.133:0/1131936637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06400c2bb0 0x7f06400bfc80 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.064+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 >> 172.21.15.133:0/1131936637 conn(0x7f064006a5b0 msgr2=0x7f06400a5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.064+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 shutdown_connections 2023-12-02T00:33:11.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.064+0000 7f064752a640 1 -- 172.21.15.133:0/1131936637 wait complete. 2023-12-02T00:33:11.084 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-12-02T00:33:11.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:11.085 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:11.114 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:33:11.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:11.114 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:33:11.170 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:11.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.308+0000 7f91f48fe640 1 Processor -- start 2023-12-02T00:33:11.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.308+0000 7f91f48fe640 1 -- start start 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91f48fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f91f00a6c60 0x7f91f00c1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91f48fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f91f00c2840 0x7f91f00c17b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91f48fe640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91f0157cd0 con 0x7f91f01578f0 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91f48fe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91f00c2e00 con 0x7f91f00a6c60 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91f48fe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91f0158850 con 0x7f91f00c2840 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91ee59c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f91f01578f0 0x7f91f00c30e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55650/0 (socket says 172.21.15.133:55650) 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91ee59c640 1 -- 172.21.15.133:0/2482877444 learned_addr learned my addr 172.21.15.133:0/2482877444 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:11.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91e5d9b640 1 --2- 172.21.15.133:0/2482877444 >> v2:172.21.15.133:3300/0 conn(0x7f91f00a6c60 0x7f91f00c1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91eed9d640 1 --2- 172.21.15.133:0/2482877444 >> v2:172.21.15.172:3300/0 conn(0x7f91f00c2840 0x7f91f00c17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91edd9b640 1 -- 172.21.15.133:0/2482877444 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2379382312 0 0) 0x7f91f0157cd0 con 0x7f91f01578f0 2023-12-02T00:33:11.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91edd9b640 1 -- 172.21.15.133:0/2482877444 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91dc003530 con 0x7f91f01578f0 2023-12-02T00:33:11.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91e5d9b640 1 -- 172.21.15.133:0/2482877444 >> v2:172.21.15.172:3300/0 conn(0x7f91f00c2840 msgr2=0x7f91f00c17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:11.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91e5d9b640 1 --2- 172.21.15.133:0/2482877444 >> v2:172.21.15.172:3300/0 conn(0x7f91f00c2840 0x7f91f00c17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91e5d9b640 1 -- 172.21.15.133:0/2482877444 >> v1:172.21.15.133:6789/0 conn(0x7f91f01578f0 legacy=0x7f91f00c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.312+0000 7f91e5d9b640 1 -- 172.21.15.133:0/2482877444 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91f0157f20 con 0x7f91f00a6c60 2023-12-02T00:33:11.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91e5d9b640 1 --2- 172.21.15.133:0/2482877444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f00a6c60 0x7f91f00c1270 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f91f0066c60 tx=0x7f91d801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a02dae7fada6895 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:11.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91edd9b640 1 -- 172.21.15.133:0/2482877444 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91d80a5740 con 0x7f91f00a6c60 2023-12-02T00:33:11.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91edd9b640 1 -- 172.21.15.133:0/2482877444 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91d80a58a0 con 0x7f91f00a6c60 2023-12-02T00:33:11.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91edd9b640 1 -- 172.21.15.133:0/2482877444 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91d80a5c30 con 0x7f91f00a6c60 2023-12-02T00:33:11.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 -- 172.21.15.133:0/2482877444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f00a6c60 msgr2=0x7f91f00c1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 --2- 172.21.15.133:0/2482877444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f00a6c60 0x7f91f00c1270 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f91f0066c60 tx=0x7f91d801c880 comp rx=0 tx=0).stop 2023-12-02T00:33:11.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 -- 172.21.15.133:0/2482877444 shutdown_connections 2023-12-02T00:33:11.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 --2- 172.21.15.133:0/2482877444 >> v2:172.21.15.172:3300/0 conn(0x7f91f00c2840 0x7f91f00c17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 --2- 172.21.15.133:0/2482877444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f00a6c60 0x7f91f00c1270 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 -- 172.21.15.133:0/2482877444 >> 172.21.15.133:0/2482877444 conn(0x7f91f00c7e40 msgr2=0x7f91f00c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:11.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 -- 172.21.15.133:0/2482877444 shutdown_connections 2023-12-02T00:33:11.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 -- 172.21.15.133:0/2482877444 wait complete. 2023-12-02T00:33:11.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 Processor -- start 2023-12-02T00:33:11.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.316+0000 7f91f48fe640 1 -- start start 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91f00a6c60 0x7f91f006ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91f00c2840 0x7f91f01f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f01578f0 0x7f91f01f0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f00ad6f0 con 0x7f91f01578f0 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f00aba80 con 0x7f91f00a6c60 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91f00acff0 con 0x7f91f00c2840 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f01578f0 0x7f91f01f0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f01578f0 0x7f91f01f0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50946/0 (socket says 172.21.15.133:50946) 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 -- 172.21.15.133:0/1304238577 learned_addr learned my addr 172.21.15.133:0/1304238577 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91e5d9b640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91f00c2840 0x7f91f01f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91ee59c640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91f00a6c60 0x7f91f006ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.322 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 -- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91f00c2840 msgr2=0x7f91f01f07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91f00c2840 0x7f91f01f07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 -- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91f00a6c60 msgr2=0x7f91f006ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91f00a6c60 0x7f91f006ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 -- 172.21.15.133:0/1304238577 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91d8009a70 con 0x7f91f01578f0 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91ee59c640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91f00a6c60 0x7f91f006ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91eed9d640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f01578f0 0x7f91f01f0d30 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f91e800e990 tx=0x7f91e800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91e77fe640 1 -- 172.21.15.133:0/1304238577 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e80096b0 con 0x7f91f01578f0 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91e77fe640 1 -- 172.21.15.133:0/1304238577 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91e800c980 con 0x7f91f01578f0 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91e77fe640 1 -- 172.21.15.133:0/1304238577 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e800cd10 con 0x7f91f01578f0 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91f00ad900 con 0x7f91f01578f0 2023-12-02T00:33:11.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91f00adec0 con 0x7f91f01578f0 2023-12-02T00:33:11.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91f00c7c10 con 0x7f91f01578f0 2023-12-02T00:33:11.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.320+0000 7f91e77fe640 1 -- 172.21.15.133:0/1304238577 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f91e8013470 con 0x7f91f01578f0 2023-12-02T00:33:11.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.324+0000 7f91e77fe640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f91d0066470 0x7f91d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.324+0000 7f91e77fe640 1 -- 172.21.15.133:0/1304238577 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f91e8084400 con 0x7f91f01578f0 2023-12-02T00:33:11.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.324+0000 7f91ee59c640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f91d0066470 0x7f91d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.324+0000 7f91ee59c640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f91d0066470 0x7f91d0068930 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f91e00011f0 tx=0x7f91e0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:11.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.328+0000 7f91e77fe640 1 -- 172.21.15.133:0/1304238577 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f91e8051530 con 0x7f91f01578f0 2023-12-02T00:33:11.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f91f0068400 con 0x7f91f01578f0 2023-12-02T00:33:11.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91e77fe640 1 -- 172.21.15.133:0/1304238577 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) v1 ==== 94+0+6138 (secure 0 0 0) 0x7f91e8054b50 con 0x7f91f01578f0 2023-12-02T00:33:11.511 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:11.511 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":37,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:41.517859+0000","modified":"2023-12-02T00:32:44.537487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"a","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/567144125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":567144125},{"type":"v1","addr":"172.21.15.133:6837","nonce":567144125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:33:11.511 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 37 2023-12-02T00:33:11.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f91d0066470 msgr2=0x7f91d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f91d0066470 0x7f91d0068930 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f91e00011f0 tx=0x7f91e0009040 comp rx=0 tx=0).stop 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f01578f0 msgr2=0x7f91f01f0d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f01578f0 0x7f91f01f0d30 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f91e800e990 tx=0x7f91e800ee50 comp rx=0 tx=0).stop 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 shutdown_connections 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f91d0066470 0x7f91d0068930 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91f01578f0 0x7f91f01f0d30 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91f00c2840 0x7f91f01f07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 --2- 172.21.15.133:0/1304238577 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91f00a6c60 0x7f91f006ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.508+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 >> 172.21.15.133:0/1304238577 conn(0x7f91f00c7e40 msgr2=0x7f91f00c7210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:11.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.512+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 shutdown_connections 2023-12-02T00:33:11.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.512+0000 7f91f48fe640 1 -- 172.21.15.133:0/1304238577 wait complete. 2023-12-02T00:33:11.531 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:11.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.664+0000 7ff85a209640 1 Processor -- start 2023-12-02T00:33:11.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff85a209640 1 -- start start 2023-12-02T00:33:11.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff85a209640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff854154c70 0x7ff85415fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff85a209640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8540c50f0 con 0x7ff8540c7ea0 2023-12-02T00:33:11.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff85a209640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8540c86f0 con 0x7ff8540c8280 2023-12-02T00:33:11.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff85a209640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8540c55a0 con 0x7ff854154c70 2023-12-02T00:33:11.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff8540c7ea0 0x7ff8540c4700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55664/0 (socket says 172.21.15.133:55664) 2023-12-02T00:33:11.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 -- 172.21.15.133:0/722602804 learned_addr learned my addr 172.21.15.133:0/722602804 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 287872069 0 0) 0x7ff8540c50f0 con 0x7ff8540c7ea0 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859a08640 1 --2- 172.21.15.133:0/722602804 >> v2:172.21.15.172:3300/0 conn(0x7ff854154c70 0x7ff85415fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff840003530 con 0x7ff8540c7ea0 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2962900182 0 0) 0x7ff840003530 con 0x7ff8540c7ea0 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 >> v2:172.21.15.172:3300/0 conn(0x7ff854154c70 msgr2=0x7ff85415fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 --2- 172.21.15.133:0/722602804 >> v2:172.21.15.172:3300/0 conn(0x7ff854154c70 0x7ff85415fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 >> v1:172.21.15.172:6789/0 conn(0x7ff8540c8280 legacy=0x7ff854154560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff854155080 con 0x7ff8540c7ea0 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7ff850001680 con 0x7ff8540c7ea0 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 >> v1:172.21.15.133:6789/0 conn(0x7ff8540c7ea0 legacy=0x7ff8540c4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff840003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8400047d0 0x7ff840004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8400052b0 0x7ff84000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8540c55a0 con 0x7ff840003980 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84000c180 con 0x7ff8400047d0 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff84000c340 con 0x7ff8400052b0 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff840003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff858a06640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8400047d0 0x7ff840004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859a08640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8400052b0 0x7ff84000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 -- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8400052b0 msgr2=0x7ff84000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff8400052b0 0x7ff84000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 -- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8400047d0 msgr2=0x7ff840004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:11.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8400047d0 0x7ff840004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859a08640 1 -- 172.21.15.133:0/722602804 reap_dead start 2023-12-02T00:33:11.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.668+0000 7ff859207640 1 -- 172.21.15.133:0/722602804 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff840003530 con 0x7ff840003980 2023-12-02T00:33:11.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff859207640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff840003da0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7ff85000c210 tx=0x7ff85001cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be7241c584b1e421 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:11.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff850005ae0 con 0x7ff840003980 2023-12-02T00:33:11.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff850005c40 con 0x7ff840003980 2023-12-02T00:33:11.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff84bfff640 1 -- 172.21.15.133:0/722602804 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8500072b0 con 0x7ff840003980 2023-12-02T00:33:11.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff85a209640 1 -- 172.21.15.133:0/722602804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 msgr2=0x7ff840003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff85a209640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff840003da0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7ff85000c210 tx=0x7ff85001cb80 comp rx=0 tx=0).stop 2023-12-02T00:33:11.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff85a209640 1 -- 172.21.15.133:0/722602804 shutdown_connections 2023-12-02T00:33:11.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff85a209640 1 --2- 172.21.15.133:0/722602804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff840003da0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff85a209640 1 -- 172.21.15.133:0/722602804 >> 172.21.15.133:0/722602804 conn(0x7ff8540ab910 msgr2=0x7ff8540abd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:11.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff85a209640 1 -- 172.21.15.133:0/722602804 shutdown_connections 2023-12-02T00:33:11.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.672+0000 7ff85a209640 1 -- 172.21.15.133:0/722602804 wait complete. 2023-12-02T00:33:11.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 Processor -- start 2023-12-02T00:33:11.677 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 -- start start 2023-12-02T00:33:11.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff8540acbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8540c1c80 0x7ff8540ad120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff85414c650 0x7ff85414cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8541f12e0 con 0x7ff840003980 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8541f1770 con 0x7ff8540c1c80 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8540c10d0 con 0x7ff85414c650 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff8540acbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff8540acbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50952/0 (socket says 172.21.15.133:50952) 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 -- 172.21.15.133:0/3677748847 learned_addr learned my addr 172.21.15.133:0/3677748847 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859a08640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff85414c650 0x7ff85414cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff858a06640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8540c1c80 0x7ff8540ad120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 -- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff85414c650 msgr2=0x7ff85414cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff85414c650 0x7ff85414cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 -- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8540c1c80 msgr2=0x7ff8540ad120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8540c1c80 0x7ff8540ad120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 -- 172.21.15.133:0/3677748847 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8541f09b0 con 0x7ff840003980 2023-12-02T00:33:11.680 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859a08640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff85414c650 0x7ff85414cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:11.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff859207640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff8540acbe0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7ff85001c9b0 tx=0x7ff840005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:11.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff849ffb640 1 -- 172.21.15.133:0/3677748847 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8500b4070 con 0x7ff840003980 2023-12-02T00:33:11.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff849ffb640 1 -- 172.21.15.133:0/3677748847 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff850001480 con 0x7ff840003980 2023-12-02T00:33:11.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff849ffb640 1 -- 172.21.15.133:0/3677748847 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff850007290 con 0x7ff840003980 2023-12-02T00:33:11.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8541f0c90 con 0x7ff840003980 2023-12-02T00:33:11.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.676+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff85414d040 con 0x7ff840003980 2023-12-02T00:33:11.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.680+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff854068400 con 0x7ff840003980 2023-12-02T00:33:11.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.680+0000 7ff849ffb640 1 -- 172.21.15.133:0/3677748847 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff8500073f0 con 0x7ff840003980 2023-12-02T00:33:11.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.680+0000 7ff849ffb640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff838066470 0x7ff838068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:11.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.680+0000 7ff849ffb640 1 -- 172.21.15.133:0/3677748847 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff85011de00 con 0x7ff840003980 2023-12-02T00:33:11.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.680+0000 7ff858a06640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff838066470 0x7ff838068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:11.683 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.680+0000 7ff858a06640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff838066470 0x7ff838068930 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff844000c10 tx=0x7ff844009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:11.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.684+0000 7ff849ffb640 1 -- 172.21.15.133:0/3677748847 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff8500eaf10 con 0x7ff840003980 2023-12-02T00:33:11.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.832+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff854152070 con 0x7ff840003980 2023-12-02T00:33:11.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff849ffb640 1 -- 172.21.15.133:0/3677748847 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+20316 (secure 0 0 0) 0x7ff8500ee530 con 0x7ff840003980 2023-12-02T00:33:11.837 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:11.837 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":53,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:56.234236+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:11.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff838066470 msgr2=0x7ff838068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff838066470 0x7ff838068930 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff844000c10 tx=0x7ff844009040 comp rx=0 tx=0).stop 2023-12-02T00:33:11.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 msgr2=0x7ff8540acbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff8540acbe0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7ff85001c9b0 tx=0x7ff840005800 comp rx=0 tx=0).stop 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 shutdown_connections 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff838066470 0x7ff838068930 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff85414c650 0x7ff85414cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff8540c1c80 0x7ff8540ad120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 --2- 172.21.15.133:0/3677748847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff840003980 0x7ff8540acbe0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 >> 172.21.15.133:0/3677748847 conn(0x7ff8540ab910 msgr2=0x7ff85406b870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 shutdown_connections 2023-12-02T00:33:11.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.836+0000 7ff85a209640 1 -- 172.21.15.133:0/3677748847 wait complete. 2023-12-02T00:33:11.859 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:32:39.247929+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:32:40.514699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '49', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:32:52.495548+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '52', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:32:53.604811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:11.860 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:12.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:11.996+0000 7f7a859f8640 1 Processor -- start 2023-12-02T00:33:12.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a859f8640 1 -- start start 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a859f8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7a800a6c60 0x7f7a800c1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a859f8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7a800c2840 0x7f7a800c17b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a859f8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a80157cd0 con 0x7f7a801578f0 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a859f8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a800c2e00 con 0x7f7a800a6c60 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a859f8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a80158850 con 0x7f7a800c2840 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7e7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7a800a6c60 0x7f7a800c1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7effd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7a801578f0 0x7f7a800c30e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55676/0 (socket says 172.21.15.133:55676) 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7effd640 1 -- 172.21.15.133:0/3746692348 learned_addr learned my addr 172.21.15.133:0/3746692348 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:12.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7f7fe640 1 --2- 172.21.15.133:0/3746692348 >> v2:172.21.15.172:3300/0 conn(0x7f7a800c2840 0x7f7a800c17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7e7fc640 1 -- 172.21.15.133:0/3746692348 >> v2:172.21.15.172:3300/0 conn(0x7f7a800c2840 msgr2=0x7f7a800c17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:12.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7e7fc640 1 --2- 172.21.15.133:0/3746692348 >> v2:172.21.15.172:3300/0 conn(0x7f7a800c2840 0x7f7a800c17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7e7fc640 1 -- 172.21.15.133:0/3746692348 >> v1:172.21.15.133:6789/0 conn(0x7f7a801578f0 legacy=0x7f7a800c30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.000+0000 7f7a7e7fc640 1 -- 172.21.15.133:0/3746692348 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a80157f20 con 0x7f7a800a6c60 2023-12-02T00:33:12.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a7e7fc640 1 --2- 172.21.15.133:0/3746692348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a800a6c60 0x7f7a800c1270 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f7a80066c60 tx=0x7f7a7401c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=313268a0041cd403 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a7dffb640 1 -- 172.21.15.133:0/3746692348 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a740ab600 con 0x7f7a800a6c60 2023-12-02T00:33:12.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a7dffb640 1 -- 172.21.15.133:0/3746692348 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a740a7050 con 0x7f7a800a6c60 2023-12-02T00:33:12.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a7dffb640 1 -- 172.21.15.133:0/3746692348 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a740ab980 con 0x7f7a800a6c60 2023-12-02T00:33:12.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 -- 172.21.15.133:0/3746692348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a800a6c60 msgr2=0x7f7a800c1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3746692348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a800a6c60 0x7f7a800c1270 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f7a80066c60 tx=0x7f7a7401c3d0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 -- 172.21.15.133:0/3746692348 shutdown_connections 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3746692348 >> v2:172.21.15.172:3300/0 conn(0x7f7a800c2840 0x7f7a800c17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3746692348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a800a6c60 0x7f7a800c1270 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 -- 172.21.15.133:0/3746692348 >> 172.21.15.133:0/3746692348 conn(0x7f7a800c7e40 msgr2=0x7f7a800c8250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 -- 172.21.15.133:0/3746692348 shutdown_connections 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 -- 172.21.15.133:0/3746692348 wait complete. 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 Processor -- start 2023-12-02T00:33:12.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.004+0000 7f7a859f8640 1 -- start start 2023-12-02T00:33:12.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a800a6c60 0x7f7a801f0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a800c2840 0x7f7a800c4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a801578f0 0x7f7a801ecb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a800ab400 con 0x7f7a801578f0 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a800aafc0 con 0x7f7a800a6c60 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a800aace0 con 0x7f7a800c2840 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a801578f0 0x7f7a801ecb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a801578f0 0x7f7a801ecb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50968/0 (socket says 172.21.15.133:50968) 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 -- 172.21.15.133:0/3096941414 learned_addr learned my addr 172.21.15.133:0/3096941414 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7effd640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a800a6c60 0x7f7a801f0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7e7fc640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a800c2840 0x7f7a800c4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 -- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a800c2840 msgr2=0x7f7a800c4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a800c2840 0x7f7a800c4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 -- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a800a6c60 msgr2=0x7f7a801f0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a800a6c60 0x7f7a801f0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 -- 172.21.15.133:0/3096941414 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a74009420 con 0x7f7a801578f0 2023-12-02T00:33:12.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a7f7fe640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a801578f0 0x7f7a801ecb80 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f7a78007e40 tx=0x7f7a7800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a67fff640 1 -- 172.21.15.133:0/3096941414 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a78014620 con 0x7f7a801578f0 2023-12-02T00:33:12.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a67fff640 1 -- 172.21.15.133:0/3096941414 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a7800ee90 con 0x7f7a801578f0 2023-12-02T00:33:12.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a67fff640 1 -- 172.21.15.133:0/3096941414 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a780149e0 con 0x7f7a801578f0 2023-12-02T00:33:12.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a801f0190 con 0x7f7a801578f0 2023-12-02T00:33:12.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a801f0750 con 0x7f7a801578f0 2023-12-02T00:33:12.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a800c7c10 con 0x7f7a801578f0 2023-12-02T00:33:12.012 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.008+0000 7f7a67fff640 1 -- 172.21.15.133:0/3096941414 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7a78014b40 con 0x7f7a801578f0 2023-12-02T00:33:12.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.012+0000 7f7a67fff640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a6c066470 0x7f7a6c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.012+0000 7f7a67fff640 1 -- 172.21.15.133:0/3096941414 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7a78084a60 con 0x7f7a801578f0 2023-12-02T00:33:12.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.012+0000 7f7a7effd640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a6c066470 0x7f7a6c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.012+0000 7f7a7effd640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a6c066470 0x7f7a6c068930 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7a70005890 tx=0x7f7a70009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.016+0000 7f7a67fff640 1 -- 172.21.15.133:0/3096941414 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7a78051c20 con 0x7f7a801578f0 2023-12-02T00:33:12.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7a801f0940 con 0x7f7a801578f0 2023-12-02T00:33:12.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a67fff640 1 -- 172.21.15.133:0/3096941414 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7a78055240 con 0x7f7a801578f0 2023-12-02T00:33:12.170 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:12.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a6c066470 msgr2=0x7f7a6c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a6c066470 0x7f7a6c068930 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f7a70005890 tx=0x7f7a70009040 comp rx=0 tx=0).stop 2023-12-02T00:33:12.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a801578f0 msgr2=0x7f7a801ecb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a801578f0 0x7f7a801ecb80 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f7a78007e40 tx=0x7f7a7800e4b0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 shutdown_connections 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7a6c066470 0x7f7a6c068930 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a801578f0 0x7f7a801ecb80 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7a800c2840 0x7f7a800c4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 --2- 172.21.15.133:0/3096941414 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7a800a6c60 0x7f7a801f0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.168+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 >> 172.21.15.133:0/3096941414 conn(0x7f7a800c7e40 msgr2=0x7f7a800c3090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.172+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 shutdown_connections 2023-12-02T00:33:12.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.172+0000 7f7a859f8640 1 -- 172.21.15.133:0/3096941414 wait complete. 2023-12-02T00:33:12.191 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:33:12.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f61a1b2a640 1 Processor -- start 2023-12-02T00:33:12.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f61a1b2a640 1 -- start start 2023-12-02T00:33:12.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f61a1b2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f619c0c2bb0 0x7f619c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f61a1b2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f619c0c31c0 con 0x7f619c0c63c0 2023-12-02T00:33:12.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f61a1b2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f619c0c34a0 con 0x7f619c0c4100 2023-12-02T00:33:12.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f61a1b2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f619c0c1030 con 0x7f619c0c2bb0 2023-12-02T00:33:12.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619b7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f619c0c63c0 0x7f619c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55678/0 (socket says 172.21.15.133:55678) 2023-12-02T00:33:12.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619b7fe640 1 -- 172.21.15.133:0/490457960 learned_addr learned my addr 172.21.15.133:0/490457960 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:12.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619bfff640 1 --2- 172.21.15.133:0/490457960 >> v2:172.21.15.172:3300/0 conn(0x7f619c0c2bb0 0x7f619c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619affd640 1 -- 172.21.15.133:0/490457960 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 716578484 0 0) 0x7f619c0c31c0 con 0x7f619c0c63c0 2023-12-02T00:33:12.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619affd640 1 -- 172.21.15.133:0/490457960 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6188003530 con 0x7f619c0c63c0 2023-12-02T00:33:12.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619bfff640 1 -- 172.21.15.133:0/490457960 >> v1:172.21.15.172:6789/0 conn(0x7f619c0c4100 legacy=0x7f619c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619affd640 1 -- 172.21.15.133:0/490457960 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1330434262 0 0) 0x7f6188003530 con 0x7f619c0c63c0 2023-12-02T00:33:12.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619bfff640 1 -- 172.21.15.133:0/490457960 >> v1:172.21.15.133:6789/0 conn(0x7f619c0c63c0 legacy=0x7f619c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.332+0000 7f619bfff640 1 -- 172.21.15.133:0/490457960 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f619c0c1310 con 0x7f619c0c2bb0 2023-12-02T00:33:12.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f619bfff640 1 --2- 172.21.15.133:0/490457960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c2bb0 0x7f619c0c06d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6194009d90 tx=0x7f619401c750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69c5362a7dbb1c86 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f619affd640 1 -- 172.21.15.133:0/490457960 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f618c001680 con 0x7f619c0c2bb0 2023-12-02T00:33:12.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f619affd640 1 -- 172.21.15.133:0/490457960 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61940a55b0 con 0x7f619c0c2bb0 2023-12-02T00:33:12.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f619affd640 1 -- 172.21.15.133:0/490457960 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61940a5940 con 0x7f619c0c2bb0 2023-12-02T00:33:12.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f61a1b2a640 1 -- 172.21.15.133:0/490457960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c2bb0 msgr2=0x7f619c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/490457960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c2bb0 0x7f619c0c06d0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6194009d90 tx=0x7f619401c750 comp rx=0 tx=0).stop 2023-12-02T00:33:12.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f61a1b2a640 1 -- 172.21.15.133:0/490457960 shutdown_connections 2023-12-02T00:33:12.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/490457960 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c2bb0 0x7f619c0c06d0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f61a1b2a640 1 -- 172.21.15.133:0/490457960 >> 172.21.15.133:0/490457960 conn(0x7f619c06a5b0 msgr2=0x7f619c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:12.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f61a1b2a640 1 -- 172.21.15.133:0/490457960 shutdown_connections 2023-12-02T00:33:12.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.336+0000 7f61a1b2a640 1 -- 172.21.15.133:0/490457960 wait complete. 2023-12-02T00:33:12.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 Processor -- start 2023-12-02T00:33:12.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 -- start start 2023-12-02T00:33:12.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f619c0c2bb0 0x7f619c143a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c4100 0x7f619c14f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f619c0c63c0 0x7f619c14fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f619c14d2e0 con 0x7f619c0c63c0 2023-12-02T00:33:12.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f619c1eb8f0 con 0x7f619c0c4100 2023-12-02T00:33:12.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f619c1ebbd0 con 0x7f619c0c2bb0 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f619c0c63c0 0x7f619c14fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f619c0c63c0 0x7f619c14fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:50984/0 (socket says 172.21.15.133:50984) 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 -- 172.21.15.133:0/2862306870 learned_addr learned my addr 172.21.15.133:0/2862306870 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619b7fe640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f619c0c2bb0 0x7f619c143a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f6193fff640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c4100 0x7f619c14f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 -- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f619c0c2bb0 msgr2=0x7f619c143a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f619c0c2bb0 0x7f619c143a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 -- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c4100 msgr2=0x7f619c14f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c4100 0x7f619c14f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 -- 172.21.15.133:0/2862306870 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6194009a70 con 0x7f619c0c63c0 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f619bfff640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f619c0c63c0 0x7f619c14fae0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f6194019360 tx=0x7f61940194f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f6198ff9640 1 -- 172.21.15.133:0/2862306870 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6194007000 con 0x7f619c0c63c0 2023-12-02T00:33:12.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f6198ff9640 1 -- 172.21.15.133:0/2862306870 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6194009450 con 0x7f619c0c63c0 2023-12-02T00:33:12.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f6198ff9640 1 -- 172.21.15.133:0/2862306870 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61940ad890 con 0x7f619c0c63c0 2023-12-02T00:33:12.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.340+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f619c14eda0 con 0x7f619c0c63c0 2023-12-02T00:33:12.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.344+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f619c14c5e0 con 0x7f619c0c63c0 2023-12-02T00:33:12.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.344+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f619c068400 con 0x7f619c0c63c0 2023-12-02T00:33:12.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.344+0000 7f6198ff9640 1 -- 172.21.15.133:0/2862306870 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f61940ad9f0 con 0x7f619c0c63c0 2023-12-02T00:33:12.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.344+0000 7f6198ff9640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f617c066470 0x7f617c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.344+0000 7f6198ff9640 1 -- 172.21.15.133:0/2862306870 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f619411f0c0 con 0x7f619c0c63c0 2023-12-02T00:33:12.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.344+0000 7f619b7fe640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f617c066470 0x7f617c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.344+0000 7f619b7fe640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f617c066470 0x7f617c068930 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f618c005890 tx=0x7f618c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.348+0000 7f6198ff9640 1 -- 172.21.15.133:0/2862306870 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f61940ec1d0 con 0x7f619c0c63c0 2023-12-02T00:33:12.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.496+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f619c14f250 con 0x7f619c0c63c0 2023-12-02T00:33:12.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.496+0000 7f6198ff9640 1 -- 172.21.15.133:0/2862306870 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v53) v1 ==== 104+0+11 (secure 0 0 0) 0x7f61940ef7f0 con 0x7f619c0c63c0 2023-12-02T00:33:12.500 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f617c066470 msgr2=0x7f617c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f617c066470 0x7f617c068930 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f618c005890 tx=0x7f618c009040 comp rx=0 tx=0).stop 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f619c0c63c0 msgr2=0x7f619c14fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f619c0c63c0 0x7f619c14fae0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f6194019360 tx=0x7f61940194f0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 shutdown_connections 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f617c066470 0x7f617c068930 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f619c0c63c0 0x7f619c14fae0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f619c0c4100 0x7f619c14f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 --2- 172.21.15.133:0/2862306870 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f619c0c2bb0 0x7f619c143a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 >> 172.21.15.133:0/2862306870 conn(0x7f619c06a5b0 msgr2=0x7f619c0a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:12.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 shutdown_connections 2023-12-02T00:33:12.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.500+0000 7f61a1b2a640 1 -- 172.21.15.133:0/2862306870 wait complete. 2023-12-02T00:33:12.521 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:33:12.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f5001417640 1 Processor -- start 2023-12-02T00:33:12.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f5001417640 1 -- start start 2023-12-02T00:33:12.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f5001417640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4ffc0c60a0 0x7f4ffc156900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f5001417640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ffc0c3bd0 con 0x7f4ffc0c5c60 2023-12-02T00:33:12.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f5001417640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ffc0bf1e0 con 0x7f4ffc0a5240 2023-12-02T00:33:12.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f5001417640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ffc0c64f0 con 0x7f4ffc0c60a0 2023-12-02T00:33:12.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ff27fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f4ffc0c5c60 0x7f4ffc1561f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55692/0 (socket says 172.21.15.133:55692) 2023-12-02T00:33:12.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ff27fc640 1 -- 172.21.15.133:0/1245546715 learned_addr learned my addr 172.21.15.133:0/1245546715 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:12.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 570282345 0 0) 0x7f4ffc0c3bd0 con 0x7f4ffc0c5c60 2023-12-02T00:33:12.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4fe8003530 con 0x7f4ffc0c5c60 2023-12-02T00:33:12.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffb7fe640 1 --2- 172.21.15.133:0/1245546715 >> v2:172.21.15.172:3300/0 conn(0x7f4ffc0c60a0 0x7f4ffc156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4169218394 0 0) 0x7f4fe8003530 con 0x7f4ffc0c5c60 2023-12-02T00:33:12.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 >> v2:172.21.15.172:3300/0 conn(0x7f4ffc0c60a0 msgr2=0x7f4ffc156900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:12.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 --2- 172.21.15.133:0/1245546715 >> v2:172.21.15.172:3300/0 conn(0x7f4ffc0c60a0 0x7f4ffc156900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 >> v1:172.21.15.172:6789/0 conn(0x7f4ffc0a5240 legacy=0x7f4ffc0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc0c3e20 con 0x7f4ffc0c5c60 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f4fec001680 con 0x7f4ffc0c5c60 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 >> v1:172.21.15.133:6789/0 conn(0x7f4ffc0c5c60 legacy=0x7f4ffc1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4fe8003980 0x7f4fe8003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4fe80047d0 0x7f4fe8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.660+0000 7f4ffa7fc640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8005190 0x7f4fe800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc0c64f0 con 0x7f4fe8003980 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe800c130 con 0x7f4fe8005190 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe800c2f0 con 0x7f4fe80047d0 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffaffd640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4fe8003980 0x7f4fe8003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ff27fc640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4fe80047d0 0x7f4fe8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffb7fe640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8005190 0x7f4fe800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffaffd640 1 -- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4fe80047d0 msgr2=0x7f4fe8004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:12.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffaffd640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4fe80047d0 0x7f4fe8004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffaffd640 1 -- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8005190 msgr2=0x7f4fe800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:12.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffaffd640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8005190 0x7f4fe800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffaffd640 1 -- 172.21.15.133:0/1245546715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fe8003530 con 0x7f4fe8003980 2023-12-02T00:33:12.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffb7fe640 1 -- 172.21.15.133:0/1245546715 reap_dead start 2023-12-02T00:33:12.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffaffd640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4fe8003980 0x7f4fe8003da0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4001780 tx=0x7f4fe401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca9baaef397b1666 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fe40052d0 con 0x7f4fe8003980 2023-12-02T00:33:12.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fe40a7050 con 0x7f4fe8003980 2023-12-02T00:33:12.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.664+0000 7f4ffa7fc640 1 -- 172.21.15.133:0/1245546715 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fe4003600 con 0x7f4fe8003980 2023-12-02T00:33:12.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- 172.21.15.133:0/1245546715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4fe8003980 msgr2=0x7f4fe8003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4fe8003980 0x7f4fe8003da0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4001780 tx=0x7f4fe401c3b0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- 172.21.15.133:0/1245546715 shutdown_connections 2023-12-02T00:33:12.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 --2- 172.21.15.133:0/1245546715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4fe8003980 0x7f4fe8003da0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- 172.21.15.133:0/1245546715 >> 172.21.15.133:0/1245546715 conn(0x7f4ffc06a5b0 msgr2=0x7f4ffc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:12.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- 172.21.15.133:0/1245546715 shutdown_connections 2023-12-02T00:33:12.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- 172.21.15.133:0/1245546715 wait complete. 2023-12-02T00:33:12.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 Processor -- start 2023-12-02T00:33:12.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- start start 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8003980 0x7f4ffc1ed5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ffc14e870 0x7f4ffc070fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ffc1f0360 0x7f4ffc06ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc0c0f30 con 0x7f4ffc14e870 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc1f0d00 con 0x7f4fe8003980 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f5001417640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc0c0870 con 0x7f4ffc1f0360 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ff27fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ffc14e870 0x7f4ffc070fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ff27fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ffc14e870 0x7f4ffc070fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51010/0 (socket says 172.21.15.133:51010) 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ff27fc640 1 -- 172.21.15.133:0/2878673935 learned_addr learned my addr 172.21.15.133:0/2878673935 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ffaffd640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8003980 0x7f4ffc1ed5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ffb7fe640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ffc1f0360 0x7f4ffc06ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ff27fc640 1 -- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ffc1f0360 msgr2=0x7f4ffc06ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ff27fc640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ffc1f0360 0x7f4ffc06ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ff27fc640 1 -- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8003980 msgr2=0x7f4ffc1ed5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.668+0000 7f4ff27fc640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8003980 0x7f4ffc1ed5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff27fc640 1 -- 172.21.15.133:0/2878673935 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc0aa8e0 con 0x7f4ffc14e870 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff27fc640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ffc14e870 0x7f4ffc070fa0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f4fec00e7b0 tx=0x7f4fec00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff3fff640 1 -- 172.21.15.133:0/2878673935 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fec00ee60 con 0x7f4ffc14e870 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff3fff640 1 -- 172.21.15.133:0/2878673935 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fec00c8d0 con 0x7f4ffc14e870 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff3fff640 1 -- 172.21.15.133:0/2878673935 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fec00cc80 con 0x7f4ffc14e870 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ffc1f0fe0 con 0x7f4ffc14e870 2023-12-02T00:33:12.674 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ffc0706a0 con 0x7f4ffc14e870 2023-12-02T00:33:12.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ffc0c0d90 con 0x7f4ffc14e870 2023-12-02T00:33:12.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff3fff640 1 -- 172.21.15.133:0/2878673935 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4fec013420 con 0x7f4ffc14e870 2023-12-02T00:33:12.675 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff3fff640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4fdc0664a0 0x7f4fdc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ff3fff640 1 -- 172.21.15.133:0/2878673935 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4fec083c80 con 0x7f4ffc14e870 2023-12-02T00:33:12.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.672+0000 7f4ffaffd640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4fdc0664a0 0x7f4fdc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.676+0000 7f4ffaffd640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4fdc0664a0 0x7f4fdc068960 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4001750 tx=0x7f4fe40011a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.676+0000 7f4ff3fff640 1 -- 172.21.15.133:0/2878673935 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4ffc0c0d90 con 0x7f4ffc14e870 2023-12-02T00:33:12.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.824+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4ffc0c0d90 con 0x7f4ffc14e870 2023-12-02T00:33:12.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f4ff3fff640 1 -- 172.21.15.133:0/2878673935 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v53) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4ffc0c0d90 con 0x7f4ffc14e870 2023-12-02T00:33:12.828 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:12.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4fdc0664a0 msgr2=0x7f4fdc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4fdc0664a0 0x7f4fdc068960 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4001750 tx=0x7f4fe40011a0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ffc14e870 msgr2=0x7f4ffc070fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ffc14e870 0x7f4ffc070fa0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f4fec00e7b0 tx=0x7f4fec00ec70 comp rx=0 tx=0).stop 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 shutdown_connections 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4fdc0664a0 0x7f4fdc068960 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4ffc1f0360 0x7f4ffc06ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4ffc14e870 0x7f4ffc070fa0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 --2- 172.21.15.133:0/2878673935 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4fe8003980 0x7f4ffc1ed5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 >> 172.21.15.133:0/2878673935 conn(0x7f4ffc06a5b0 msgr2=0x7f4ffc0a5980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 shutdown_connections 2023-12-02T00:33:12.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.828+0000 7f5001417640 1 -- 172.21.15.133:0/2878673935 wait complete. 2023-12-02T00:33:12.849 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:33:12.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd2253df640 1 Processor -- start 2023-12-02T00:33:12.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd2253df640 1 -- start start 2023-12-02T00:33:12.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd2253df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 0x7fd220154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd2253df640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2200ac4f0 con 0x7fd220151dc0 2023-12-02T00:33:12.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd2253df640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd220158780 con 0x7fd2200bd660 2023-12-02T00:33:12.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd2253df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd220158a60 con 0x7fd2200c7ed0 2023-12-02T00:33:12.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd21effd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd220151dc0 0x7fd2200c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55708/0 (socket says 172.21.15.133:55708) 2023-12-02T00:33:12.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.988+0000 7fd21effd640 1 -- 172.21.15.133:0/1047821820 learned_addr learned my addr 172.21.15.133:0/1047821820 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:12.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4169787832 0 0) 0x7fd2200ac4f0 con 0x7fd220151dc0 2023-12-02T00:33:12.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd2167fc640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 0x7fd220154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd20c003530 con 0x7fd220151dc0 2023-12-02T00:33:12.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3908163104 0 0) 0x7fd20c003530 con 0x7fd220151dc0 2023-12-02T00:33:12.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 msgr2=0x7fd220154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:12.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 0x7fd220154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 >> v1:172.21.15.172:6789/0 conn(0x7fd2200bd660 legacy=0x7fd220154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2200ac180 con 0x7fd220151dc0 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fd208001680 con 0x7fd220151dc0 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 >> v1:172.21.15.133:6789/0 conn(0x7fd220151dc0 legacy=0x7fd2200c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 0x7fd20c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd20c003f30 0x7fd20c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd20c004d10 0x7fd20c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd220158a60 con 0x7fd20c004d10 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c00bbd0 con 0x7fd20c003f30 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c00bd90 con 0x7fd2200c7ed0 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21f7fe640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd20c004d10 0x7fd20c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd2167fc640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd20c003f30 0x7fd20c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21effd640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 0x7fd20c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21f7fe640 1 -- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 msgr2=0x7fd20c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21f7fe640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2200c7ed0 0x7fd20c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21f7fe640 1 -- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd20c003f30 msgr2=0x7fd20c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:12.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21f7fe640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd20c003f30 0x7fd20c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:12.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.992+0000 7fd21f7fe640 1 -- 172.21.15.133:0/1047821820 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd20c003530 con 0x7fd20c004d10 2023-12-02T00:33:12.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd21f7fe640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd20c004d10 0x7fd20c005190 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fd218001e40 tx=0x7fd21801c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beeb7d96b15963ad server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:12.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd218003b80 con 0x7fd20c004d10 2023-12-02T00:33:12.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd218003ce0 con 0x7fd20c004d10 2023-12-02T00:33:12.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd21e7fc640 1 -- 172.21.15.133:0/1047821820 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd218005310 con 0x7fd20c004d10 2023-12-02T00:33:12.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 -- 172.21.15.133:0/1047821820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd20c004d10 msgr2=0x7fd20c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:12.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 --2- 172.21.15.133:0/1047821820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd20c004d10 0x7fd20c005190 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fd218001e40 tx=0x7fd21801c740 comp rx=0 tx=0).stop 2023-12-02T00:33:12.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd21f7fe640 1 -- 172.21.15.133:0/1047821820 reap_dead start 2023-12-02T00:33:12.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 -- 172.21.15.133:0/1047821820 shutdown_connections 2023-12-02T00:33:12.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 -- 172.21.15.133:0/1047821820 >> 172.21.15.133:0/1047821820 conn(0x7fd220071eb0 msgr2=0x7fd2200722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:12.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 -- 172.21.15.133:0/1047821820 shutdown_connections 2023-12-02T00:33:12.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 -- 172.21.15.133:0/1047821820 wait complete. 2023-12-02T00:33:12.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 Processor -- start 2023-12-02T00:33:12.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:12.996+0000 7fd2253df640 1 -- start start 2023-12-02T00:33:13.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd20c004d10 0x7fd2200bfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd220156880 0x7fd22015e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd220155fd0 0x7fd22014f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2200c0110 con 0x7fd220156880 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd220155b40 con 0x7fd220155fd0 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd220156f70 con 0x7fd20c004d10 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd220156880 0x7fd22015e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd220156880 0x7fd22015e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51028/0 (socket says 172.21.15.133:51028) 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 -- 172.21.15.133:0/222561366 learned_addr learned my addr 172.21.15.133:0/222561366 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd21effd640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd20c004d10 0x7fd2200bfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd21f7fe640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd220155fd0 0x7fd22014f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 -- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd20c004d10 msgr2=0x7fd2200bfbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd20c004d10 0x7fd2200bfbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 -- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd220155fd0 msgr2=0x7fd22014f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd220155fd0 0x7fd22014f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 -- 172.21.15.133:0/222561366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd220157680 con 0x7fd220156880 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2167fc640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd220156880 0x7fd22015e6b0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd210011960 tx=0x7fd210011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd217fff640 1 -- 172.21.15.133:0/222561366 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd21000faf0 con 0x7fd220156880 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd217fff640 1 -- 172.21.15.133:0/222561366 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd21000fc50 con 0x7fd220156880 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd220157960 con 0x7fd220156880 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd217fff640 1 -- 172.21.15.133:0/222561366 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd210014440 con 0x7fd220156880 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2201571c0 con 0x7fd220156880 2023-12-02T00:33:13.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd220155cf0 con 0x7fd220156880 2023-12-02T00:33:13.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.000+0000 7fd217fff640 1 -- 172.21.15.133:0/222561366 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd2100145a0 con 0x7fd220156880 2023-12-02T00:33:13.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.004+0000 7fd217fff640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd200066470 0x7fd200068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.004+0000 7fd217fff640 1 -- 172.21.15.133:0/222561366 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd210084990 con 0x7fd220156880 2023-12-02T00:33:13.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.004+0000 7fd21effd640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd200066470 0x7fd200068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.004+0000 7fd21effd640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd200066470 0x7fd200068930 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd2080010f0 tx=0x7fd208001be0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.004+0000 7fd217fff640 1 -- 172.21.15.133:0/222561366 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd220155cf0 con 0x7fd220156880 2023-12-02T00:33:13.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.160+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd220155cf0 con 0x7fd220156880 2023-12-02T00:33:13.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.160+0000 7fd217fff640 1 -- 172.21.15.133:0/222561366 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v53) v1 ==== 105+0+11 (secure 0 0 0) 0x7fd220155cf0 con 0x7fd220156880 2023-12-02T00:33:13.163 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd200066470 msgr2=0x7fd200068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd200066470 0x7fd200068930 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd2080010f0 tx=0x7fd208001be0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd220156880 msgr2=0x7fd22015e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd220156880 0x7fd22015e6b0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd210011960 tx=0x7fd210011e20 comp rx=0 tx=0).stop 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 shutdown_connections 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd200066470 0x7fd200068930 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd220155fd0 0x7fd22014f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd220156880 0x7fd22015e6b0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 --2- 172.21.15.133:0/222561366 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd20c004d10 0x7fd2200bfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 >> 172.21.15.133:0/222561366 conn(0x7fd220071eb0 msgr2=0x7fd220154b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:13.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 shutdown_connections 2023-12-02T00:33:13.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.164+0000 7fd2253df640 1 -- 172.21.15.133:0/222561366 wait complete. 2023-12-02T00:33:13.184 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:33:13.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa15cc9a640 1 Processor -- start 2023-12-02T00:33:13.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa15cc9a640 1 -- start start 2023-12-02T00:33:13.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa15cc9a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa158070f60 0x7fa158154550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa15cc9a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa158154ec0 con 0x7fa1580c0aa0 2023-12-02T00:33:13.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa15cc9a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1581551a0 con 0x7fa15814af10 2023-12-02T00:33:13.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa15cc9a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa158158ad0 con 0x7fa158070f60 2023-12-02T00:33:13.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa156d9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa1580c0aa0 0x7fa15806e490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55720/0 (socket says 172.21.15.133:55720) 2023-12-02T00:33:13.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa156d9d640 1 -- 172.21.15.133:0/3366547100 learned_addr learned my addr 172.21.15.133:0/3366547100 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa14dd9b640 1 --2- 172.21.15.133:0/3366547100 >> v2:172.21.15.172:3300/0 conn(0x7fa158070f60 0x7fa158154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa155d9b640 1 -- 172.21.15.133:0/3366547100 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4018423974 0 0) 0x7fa158154ec0 con 0x7fa1580c0aa0 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa155d9b640 1 -- 172.21.15.133:0/3366547100 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa144003530 con 0x7fa1580c0aa0 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa155d9b640 1 -- 172.21.15.133:0/3366547100 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4067787444 0 0) 0x7fa1581551a0 con 0x7fa15814af10 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa155d9b640 1 -- 172.21.15.133:0/3366547100 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa158154ec0 con 0x7fa15814af10 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa14dd9b640 1 -- 172.21.15.133:0/3366547100 >> v1:172.21.15.172:6789/0 conn(0x7fa15814af10 legacy=0x7fa1581583c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa14dd9b640 1 -- 172.21.15.133:0/3366547100 >> v1:172.21.15.133:6789/0 conn(0x7fa1580c0aa0 legacy=0x7fa15806e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.324+0000 7fa14dd9b640 1 -- 172.21.15.133:0/3366547100 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa158155480 con 0x7fa158070f60 2023-12-02T00:33:13.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa14dd9b640 1 --2- 172.21.15.133:0/3366547100 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa158070f60 0x7fa158154550 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa1400097c0 tx=0x7fa14001c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe8f91700cf07346 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa155d9b640 1 -- 172.21.15.133:0/3366547100 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1400ab600 con 0x7fa158070f60 2023-12-02T00:33:13.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa155d9b640 1 -- 172.21.15.133:0/3366547100 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1400a7050 con 0x7fa158070f60 2023-12-02T00:33:13.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa155d9b640 1 -- 172.21.15.133:0/3366547100 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1400ab980 con 0x7fa158070f60 2023-12-02T00:33:13.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3366547100 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa158070f60 msgr2=0x7fa158154550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3366547100 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa158070f60 0x7fa158154550 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa1400097c0 tx=0x7fa14001c3c0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3366547100 shutdown_connections 2023-12-02T00:33:13.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3366547100 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa158070f60 0x7fa158154550 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3366547100 >> 172.21.15.133:0/3366547100 conn(0x7fa1580c6c70 msgr2=0x7fa1580c7080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:13.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3366547100 shutdown_connections 2023-12-02T00:33:13.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.328+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3366547100 wait complete. 2023-12-02T00:33:13.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 Processor -- start 2023-12-02T00:33:13.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 -- start start 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa158070f60 0x7fa15814ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1580c0aa0 0x7fa15814f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15814af10 0x7fa158150de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa158150a00 con 0x7fa15814af10 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1581ed4f0 con 0x7fa1580c0aa0 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1581ed7d0 con 0x7fa158070f60 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15814af10 0x7fa158150de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15814af10 0x7fa158150de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51032/0 (socket says 172.21.15.133:51032) 2023-12-02T00:33:13.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 -- 172.21.15.133:0/3516309766 learned_addr learned my addr 172.21.15.133:0/3516309766 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:13.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa14dd9b640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1580c0aa0 0x7fa15814f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15659c640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa158070f60 0x7fa15814ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 -- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa158070f60 msgr2=0x7fa15814ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa158070f60 0x7fa15814ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 -- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1580c0aa0 msgr2=0x7fa15814f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1580c0aa0 0x7fa15814f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 -- 172.21.15.133:0/3516309766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa140009420 con 0x7fa15814af10 2023-12-02T00:33:13.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa156d9d640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15814af10 0x7fa158150de0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fa15000cb40 tx=0x7fa15000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa14f7fe640 1 -- 172.21.15.133:0/3516309766 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa15000aca0 con 0x7fa15814af10 2023-12-02T00:33:13.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa14f7fe640 1 -- 172.21.15.133:0/3516309766 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa15000ae00 con 0x7fa15814af10 2023-12-02T00:33:13.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1581edab0 con 0x7fa15814af10 2023-12-02T00:33:13.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa14f7fe640 1 -- 172.21.15.133:0/3516309766 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa150012620 con 0x7fa15814af10 2023-12-02T00:33:13.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.332+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa158154750 con 0x7fa15814af10 2023-12-02T00:33:13.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.336+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1581edfd0 con 0x7fa15814af10 2023-12-02T00:33:13.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.336+0000 7fa14f7fe640 1 -- 172.21.15.133:0/3516309766 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa150007070 con 0x7fa15814af10 2023-12-02T00:33:13.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.336+0000 7fa14f7fe640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa1380664a0 0x7fa138068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.336+0000 7fa14f7fe640 1 -- 172.21.15.133:0/3516309766 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa150084140 con 0x7fa15814af10 2023-12-02T00:33:13.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.336+0000 7fa15659c640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa1380664a0 0x7fa138068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.336+0000 7fa15659c640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa1380664a0 0x7fa138068960 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fa1480011f0 tx=0x7fa148009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.340+0000 7fa14f7fe640 1 -- 172.21.15.133:0/3516309766 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa1581edfd0 con 0x7fa15814af10 2023-12-02T00:33:13.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fa1581edfd0 con 0x7fa15814af10 2023-12-02T00:33:13.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa14f7fe640 1 -- 172.21.15.133:0/3516309766 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v53) v1 ==== 101+0+11 (secure 0 0 0) 0x7fa1581edfd0 con 0x7fa15814af10 2023-12-02T00:33:13.494 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa1380664a0 msgr2=0x7fa138068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa1380664a0 0x7fa138068960 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fa1480011f0 tx=0x7fa148009040 comp rx=0 tx=0).stop 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15814af10 msgr2=0x7fa158150de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15814af10 0x7fa158150de0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fa15000cb40 tx=0x7fa15000a060 comp rx=0 tx=0).stop 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 shutdown_connections 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa1380664a0 0x7fa138068960 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15814af10 0x7fa158150de0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa1580c0aa0 0x7fa15814f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 --2- 172.21.15.133:0/3516309766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa158070f60 0x7fa15814ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 >> 172.21.15.133:0/3516309766 conn(0x7fa1580c6c70 msgr2=0x7fa1580c1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:13.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 shutdown_connections 2023-12-02T00:33:13.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.492+0000 7fa15cc9a640 1 -- 172.21.15.133:0/3516309766 wait complete. 2023-12-02T00:33:13.515 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:13.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.648+0000 7fb40ea5a640 1 Processor -- start 2023-12-02T00:33:13.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.648+0000 7fb40ea5a640 1 -- start start 2023-12-02T00:33:13.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40ea5a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb4080c4100 0x7fb4080c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40ea5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c06d0 0x7fb4080a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40ea5a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4080c31c0 con 0x7fb4080c63c0 2023-12-02T00:33:13.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40ea5a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4080c34a0 con 0x7fb4080c4100 2023-12-02T00:33:13.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40ea5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4080c1030 con 0x7fb4080c06d0 2023-12-02T00:33:13.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40cff7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c06d0 0x7fb4080a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb4077fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb4080c4100 0x7fb4080c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb407fff640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fb4080c63c0 0x7fb4080c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:42770/0 (socket says 172.21.15.133:42770) 2023-12-02T00:33:13.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb407fff640 1 -- 172.21.15.133:0/3685768063 learned_addr learned my addr 172.21.15.133:0/3685768063 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:13.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40cff7640 1 -- 172.21.15.133:0/3685768063 >> v2:172.21.15.172:3300/0 conn(0x7fb4080c4100 msgr2=0x7fb4080c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:13.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40cff7640 1 --2- 172.21.15.133:0/3685768063 >> v2:172.21.15.172:3300/0 conn(0x7fb4080c4100 0x7fb4080c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40cff7640 1 -- 172.21.15.133:0/3685768063 >> v1:172.21.15.172:6789/0 conn(0x7fb4080c63c0 legacy=0x7fb4080c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb40cff7640 1 -- 172.21.15.133:0/3685768063 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4080c1310 con 0x7fb4080c06d0 2023-12-02T00:33:13.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.652+0000 7fb4077fe640 1 --2- 172.21.15.133:0/3685768063 >> v2:172.21.15.172:3300/0 conn(0x7fb4080c4100 0x7fb4080c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:13.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40cff7640 1 --2- 172.21.15.133:0/3685768063 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c06d0 0x7fb4080a9680 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb400009d90 tx=0x7fb40001c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=326a58137dd02726 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb406ffd640 1 -- 172.21.15.133:0/3685768063 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4080aa3d0 con 0x7fb4080c06d0 2023-12-02T00:33:13.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb406ffd640 1 -- 172.21.15.133:0/3685768063 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4000a5800 con 0x7fb4080c06d0 2023-12-02T00:33:13.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb406ffd640 1 -- 172.21.15.133:0/3685768063 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4000a5b90 con 0x7fb4080c06d0 2023-12-02T00:33:13.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 -- 172.21.15.133:0/3685768063 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c06d0 msgr2=0x7fb4080a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/3685768063 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c06d0 0x7fb4080a9680 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb400009d90 tx=0x7fb40001c830 comp rx=0 tx=0).stop 2023-12-02T00:33:13.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 -- 172.21.15.133:0/3685768063 shutdown_connections 2023-12-02T00:33:13.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/3685768063 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c06d0 0x7fb4080a9680 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/3685768063 >> v2:172.21.15.172:3300/0 conn(0x7fb4080c4100 0x7fb4080c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 -- 172.21.15.133:0/3685768063 >> 172.21.15.133:0/3685768063 conn(0x7fb40806a5b0 msgr2=0x7fb40806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:13.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 -- 172.21.15.133:0/3685768063 shutdown_connections 2023-12-02T00:33:13.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 -- 172.21.15.133:0/3685768063 wait complete. 2023-12-02T00:33:13.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 Processor -- start 2023-12-02T00:33:13.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.656+0000 7fb40ea5a640 1 -- start start 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4080c06d0 0x7fb4081567c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4080c4100 0x7fb4080a6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c63c0 0x7fb4081537b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb40815b220 con 0x7fb4080c4100 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb408157090 con 0x7fb4080c06d0 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4081ee270 con 0x7fb4080c63c0 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4080c4100 0x7fb4080a6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4080c4100 0x7fb4080a6170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51042/0 (socket says 172.21.15.133:51042) 2023-12-02T00:33:13.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 -- 172.21.15.133:0/1100504968 learned_addr learned my addr 172.21.15.133:0/1100504968 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb407fff640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4080c06d0 0x7fb4081567c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 -- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c63c0 msgr2=0x7fb4081537b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40cff7640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c63c0 0x7fb4081537b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c63c0 0x7fb4081537b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 -- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4080c06d0 msgr2=0x7fb4081567c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4080c06d0 0x7fb4081567c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 -- 172.21.15.133:0/1100504968 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3fc009420 con 0x7fb4080c4100 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb407fff640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4080c06d0 0x7fb4081567c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40cff7640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c63c0 0x7fb4081537b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:13.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb4077fe640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4080c4100 0x7fb4080a6170 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc00ebe0 tx=0x7fb3fc00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb404ff9640 1 -- 172.21.15.133:0/1100504968 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3fc00eee0 con 0x7fb4080c4100 2023-12-02T00:33:13.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb404ff9640 1 -- 172.21.15.133:0/1100504968 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3fc00cc30 con 0x7fb4080c4100 2023-12-02T00:33:13.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb400009a70 con 0x7fb4080c4100 2023-12-02T00:33:13.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb404ff9640 1 -- 172.21.15.133:0/1100504968 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3fc013470 con 0x7fb4080c4100 2023-12-02T00:33:13.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4081578a0 con 0x7fb4080c4100 2023-12-02T00:33:13.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb408068400 con 0x7fb4080c4100 2023-12-02T00:33:13.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.660+0000 7fb404ff9640 1 -- 172.21.15.133:0/1100504968 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb3fc0135d0 con 0x7fb4080c4100 2023-12-02T00:33:13.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.664+0000 7fb404ff9640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb3f4066470 0x7fb3f4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:13.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.664+0000 7fb404ff9640 1 -- 172.21.15.133:0/1100504968 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb3fc0845a0 con 0x7fb4080c4100 2023-12-02T00:33:13.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.664+0000 7fb407fff640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb3f4066470 0x7fb3f4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:13.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.664+0000 7fb407fff640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb3f4066470 0x7fb3f4068930 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb3f8007fd0 tx=0x7fb3f8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:13.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.668+0000 7fb404ff9640 1 -- 172.21.15.133:0/1100504968 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb3fc051620 con 0x7fb4080c4100 2023-12-02T00:33:13.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.844+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb4081ee3b0 con 0x7fb4080c4100 2023-12-02T00:33:13.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb404ff9640 1 -- 172.21.15.133:0/1100504968 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) v1 ==== 94+0+6138 (secure 0 0 0) 0x7fb3fc05b030 con 0x7fb4080c4100 2023-12-02T00:33:13.849 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:13.849 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":37,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:41.517859+0000","modified":"2023-12-02T00:32:44.537487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"a","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/567144125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":567144125},{"type":"v1","addr":"172.21.15.133:6837","nonce":567144125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:33:13.849 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 37 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb3f4066470 msgr2=0x7fb3f4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb3f4066470 0x7fb3f4068930 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb3f8007fd0 tx=0x7fb3f8009040 comp rx=0 tx=0).stop 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4080c4100 msgr2=0x7fb4080a6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4080c4100 0x7fb4080a6170 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc00ebe0 tx=0x7fb3fc00c520 comp rx=0 tx=0).stop 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 shutdown_connections 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb3f4066470 0x7fb3f4068930 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb4080c63c0 0x7fb4081537b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4080c4100 0x7fb4080a6170 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 --2- 172.21.15.133:0/1100504968 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb4080c06d0 0x7fb4081567c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 >> 172.21.15.133:0/1100504968 conn(0x7fb40806a5b0 msgr2=0x7fb408071e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 shutdown_connections 2023-12-02T00:33:13.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:13.848+0000 7fb40ea5a640 1 -- 172.21.15.133:0/1100504968 wait complete. 2023-12-02T00:33:13.870 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:14.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7f8b57640 1 Processor -- start 2023-12-02T00:33:14.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7f8b57640 1 -- start start 2023-12-02T00:33:14.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7f8b57640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff7f40c63c0 0x7ff7f40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7f8b57640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff7f40c4100 0x7ff7f40c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7f8b57640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7f40c31c0 con 0x7ff7f40c29e0 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7f8b57640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7f40c34a0 con 0x7ff7f40c4100 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7f8b57640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7f40c1030 con 0x7ff7f40c63c0 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7ebfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff7f40c4100 0x7ff7f40c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7ebfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff7f40c4100 0x7ff7f40c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51058/0 (socket says 172.21.15.133:51058) 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.004+0000 7ff7ebfff640 1 -- 172.21.15.133:0/1408147043 learned_addr learned my addr 172.21.15.133:0/1408147043 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7f259c640 1 --2- 172.21.15.133:0/1408147043 >> v2:172.21.15.172:3300/0 conn(0x7ff7f40c63c0 0x7ff7f40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7ebfff640 1 -- 172.21.15.133:0/1408147043 >> v2:172.21.15.172:3300/0 conn(0x7ff7f40c63c0 msgr2=0x7ff7f40c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7ebfff640 1 --2- 172.21.15.133:0/1408147043 >> v2:172.21.15.172:3300/0 conn(0x7ff7f40c63c0 0x7ff7f40c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7ebfff640 1 -- 172.21.15.133:0/1408147043 >> v1:172.21.15.172:6789/0 conn(0x7ff7f40c29e0 legacy=0x7ff7f40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7ebfff640 1 -- 172.21.15.133:0/1408147043 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f40c1310 con 0x7ff7f40c4100 2023-12-02T00:33:14.011 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7ebfff640 1 --2- 172.21.15.133:0/1408147043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c4100 0x7ff7f40c24a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7ff7f406e000 tx=0x7ff7dc01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59592684f27c93b1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7f1d9b640 1 -- 172.21.15.133:0/1408147043 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc0ac630 con 0x7ff7f40c4100 2023-12-02T00:33:14.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7f1d9b640 1 -- 172.21.15.133:0/1408147043 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7dc0ac790 con 0x7ff7f40c4100 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7f1d9b640 1 -- 172.21.15.133:0/1408147043 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc0acb20 con 0x7ff7f40c4100 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7f8b57640 1 -- 172.21.15.133:0/1408147043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c4100 msgr2=0x7ff7f40c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.008+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/1408147043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c4100 0x7ff7f40c24a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7ff7f406e000 tx=0x7ff7dc01c3b0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- 172.21.15.133:0/1408147043 shutdown_connections 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/1408147043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c4100 0x7ff7f40c24a0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/1408147043 >> v2:172.21.15.172:3300/0 conn(0x7ff7f40c63c0 0x7ff7f40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- 172.21.15.133:0/1408147043 >> 172.21.15.133:0/1408147043 conn(0x7ff7f406a5b0 msgr2=0x7ff7f406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- 172.21.15.133:0/1408147043 shutdown_connections 2023-12-02T00:33:14.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- 172.21.15.133:0/1408147043 wait complete. 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 Processor -- start 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- start start 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c29e0 0x7ff7f4159da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7f40c4100 0x7ff7f41ee9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7f40c63c0 0x7ff7f40a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f4099c10 con 0x7ff7f40c29e0 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f41f1a20 con 0x7ff7f40c4100 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f8b57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f4159910 con 0x7ff7f40c63c0 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c29e0 0x7ff7f4159da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c29e0 0x7ff7f4159da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51062/0 (socket says 172.21.15.133:51062) 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 -- 172.21.15.133:0/4247113851 learned_addr learned my addr 172.21.15.133:0/4247113851 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7ebfff640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7f40c4100 0x7ff7f41ee9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f2d9d640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7f40c63c0 0x7ff7f40a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 -- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7f40c63c0 msgr2=0x7ff7f40a45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7f40c63c0 0x7ff7f40a45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 -- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7f40c4100 msgr2=0x7ff7f41ee9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7f40c4100 0x7ff7f41ee9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 -- 172.21.15.133:0/4247113851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7dc0094d0 con 0x7ff7f40c29e0 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f2d9d640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7f40c63c0 0x7ff7f40a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:14.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.012+0000 7ff7f259c640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c29e0 0x7ff7f4159da0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400d5f0 tx=0x7ff7e400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7eaffd640 1 -- 172.21.15.133:0/4247113851 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e40125f0 con 0x7ff7f40c29e0 2023-12-02T00:33:14.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7eaffd640 1 -- 172.21.15.133:0/4247113851 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7e4012750 con 0x7ff7f40c29e0 2023-12-02T00:33:14.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7eaffd640 1 -- 172.21.15.133:0/4247113851 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4012ae0 con 0x7ff7f40c29e0 2023-12-02T00:33:14.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7f4158fe0 con 0x7ff7f40c29e0 2023-12-02T00:33:14.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7f41595a0 con 0x7ff7f40c29e0 2023-12-02T00:33:14.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7f4068400 con 0x7ff7f40c29e0 2023-12-02T00:33:14.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7eaffd640 1 -- 172.21.15.133:0/4247113851 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff7e4012c40 con 0x7ff7f40c29e0 2023-12-02T00:33:14.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7eaffd640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff7d4066470 0x7ff7d4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7eaffd640 1 -- 172.21.15.133:0/4247113851 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff7e4084620 con 0x7ff7f40c29e0 2023-12-02T00:33:14.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.016+0000 7ff7ebfff640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff7d4066470 0x7ff7d4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.020+0000 7ff7ebfff640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff7d4066470 0x7ff7d4068930 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc0ae000 tx=0x7ff7dc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.020+0000 7ff7eaffd640 1 -- 172.21.15.133:0/4247113851 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff7e4051730 con 0x7ff7f40c29e0 2023-12-02T00:33:14.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.180+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff7f4072360 con 0x7ff7f40c29e0 2023-12-02T00:33:14.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7eaffd640 1 -- 172.21.15.133:0/4247113851 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+20316 (secure 0 0 0) 0x7ff7e4054d50 con 0x7ff7f40c29e0 2023-12-02T00:33:14.186 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:14.186 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":53,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:56.234236+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff7d4066470 msgr2=0x7ff7d4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff7d4066470 0x7ff7d4068930 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc0ae000 tx=0x7ff7dc008040 comp rx=0 tx=0).stop 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c29e0 msgr2=0x7ff7f4159da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c29e0 0x7ff7f4159da0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400d5f0 tx=0x7ff7e400dab0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 shutdown_connections 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff7d4066470 0x7ff7d4068930 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7f40c63c0 0x7ff7f40a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7f40c4100 0x7ff7f41ee9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 --2- 172.21.15.133:0/4247113851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7f40c29e0 0x7ff7f4159da0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 >> 172.21.15.133:0/4247113851 conn(0x7ff7f406a5b0 msgr2=0x7ff7f406ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 shutdown_connections 2023-12-02T00:33:14.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.184+0000 7ff7f8b57640 1 -- 172.21.15.133:0/4247113851 wait complete. 2023-12-02T00:33:14.207 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-02T00:33:14.207 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:14.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.340+0000 7f914abf5640 1 Processor -- start 2023-12-02T00:33:14.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.340+0000 7f914abf5640 1 -- start start 2023-12-02T00:33:14.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f914abf5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f91440c5260 0x7f914406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f914abf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c5640 0x7f91440c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f914abf5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91440c2580 con 0x7f91440c60f0 2023-12-02T00:33:14.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f914abf5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9144153510 con 0x7f91440c5260 2023-12-02T00:33:14.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f914abf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91440c17f0 con 0x7f91440c5640 2023-12-02T00:33:14.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9148991640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f91440c5260 0x7f914406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9143fff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c5640 0x7f91440c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9148991640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f91440c5260 0x7f914406d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:48598/0 (socket says 172.21.15.133:48598) 2023-12-02T00:33:14.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9148991640 1 -- 172.21.15.133:0/3146572007 learned_addr learned my addr 172.21.15.133:0/3146572007 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:14.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9148991640 1 -- 172.21.15.133:0/3146572007 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c5640 msgr2=0x7f91440c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:14.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9148991640 1 --2- 172.21.15.133:0/3146572007 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c5640 0x7f91440c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9148991640 1 -- 172.21.15.133:0/3146572007 >> v1:172.21.15.172:6789/0 conn(0x7f91440c60f0 legacy=0x7f9144155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.344+0000 7f9148991640 1 -- 172.21.15.133:0/3146572007 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91440c1a00 con 0x7f91440c5260 2023-12-02T00:33:14.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f9148991640 1 --2- 172.21.15.133:0/3146572007 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5260 0x7f914406d5b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f91440c1930 tx=0x7f913801c460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebed42919ba976b2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f91437fe640 1 -- 172.21.15.133:0/3146572007 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91380ab600 con 0x7f91440c5260 2023-12-02T00:33:14.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f91437fe640 1 -- 172.21.15.133:0/3146572007 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91380a7050 con 0x7f91440c5260 2023-12-02T00:33:14.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f91437fe640 1 -- 172.21.15.133:0/3146572007 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91380ab980 con 0x7f91440c5260 2023-12-02T00:33:14.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 -- 172.21.15.133:0/3146572007 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5260 msgr2=0x7f914406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 --2- 172.21.15.133:0/3146572007 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5260 0x7f914406d5b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f91440c1930 tx=0x7f913801c460 comp rx=0 tx=0).stop 2023-12-02T00:33:14.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 -- 172.21.15.133:0/3146572007 shutdown_connections 2023-12-02T00:33:14.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 --2- 172.21.15.133:0/3146572007 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c5640 0x7f91440c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 --2- 172.21.15.133:0/3146572007 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5260 0x7f914406d5b0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 -- 172.21.15.133:0/3146572007 >> 172.21.15.133:0/3146572007 conn(0x7f914406a5b0 msgr2=0x7f914406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:14.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 -- 172.21.15.133:0/3146572007 shutdown_connections 2023-12-02T00:33:14.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 -- 172.21.15.133:0/3146572007 wait complete. 2023-12-02T00:33:14.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 Processor -- start 2023-12-02T00:33:14.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.348+0000 7f914abf5640 1 -- start start 2023-12-02T00:33:14.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91440c5260 0x7f91441f0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5640 0x7f914415d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c60f0 0x7f91441ece60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9144154b60 con 0x7f91440c5260 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91441f0a20 con 0x7f91440c5640 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9144153fd0 con 0x7f91440c60f0 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91440c5260 0x7f91441f0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91440c5260 0x7f91441f0eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51076/0 (socket says 172.21.15.133:51076) 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 -- 172.21.15.133:0/197232383 learned_addr learned my addr 172.21.15.133:0/197232383 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9143fff640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5640 0x7f914415d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9149192640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c60f0 0x7f91441ece60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 -- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c60f0 msgr2=0x7f91441ece60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c60f0 0x7f91441ece60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 -- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5640 msgr2=0x7f914415d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5640 0x7f914415d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 -- 172.21.15.133:0/197232383 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91380094d0 con 0x7f91440c5260 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9143fff640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5640 0x7f914415d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f9148991640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91440c5260 0x7f91441f0eb0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f91380ae040 tx=0x7f913801aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f91417fa640 1 -- 172.21.15.133:0/197232383 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91380b6420 con 0x7f91440c5260 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f91417fa640 1 -- 172.21.15.133:0/197232383 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91380b65a0 con 0x7f91440c5260 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f91417fa640 1 -- 172.21.15.133:0/197232383 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91380b6950 con 0x7f91440c5260 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91441542b0 con 0x7f91440c5260 2023-12-02T00:33:14.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91441f03d0 con 0x7f91440c5260 2023-12-02T00:33:14.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.352+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9144068400 con 0x7f91440c5260 2023-12-02T00:33:14.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.356+0000 7f91417fa640 1 -- 172.21.15.133:0/197232383 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f91380b2040 con 0x7f91440c5260 2023-12-02T00:33:14.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.356+0000 7f91417fa640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9128066470 0x7f9128068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.356+0000 7f91417fa640 1 -- 172.21.15.133:0/197232383 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f913811e470 con 0x7f91440c5260 2023-12-02T00:33:14.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.356+0000 7f9143fff640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9128066470 0x7f9128068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.356+0000 7f9143fff640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9128066470 0x7f9128068930 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f91440aae00 tx=0x7f9130008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.360+0000 7f91417fa640 1 -- 172.21.15.133:0/197232383 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f91380eb620 con 0x7f91440c5260 2023-12-02T00:33:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f914406dac0 con 0x7f91440c5260 2023-12-02T00:33:14.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f91417fa640 1 -- 172.21.15.133:0/197232383 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) v1 ==== 94+0+6138 (secure 0 0 0) 0x7f91380f5070 con 0x7f91440c5260 2023-12-02T00:33:14.542 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:14.542 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":37,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:41.517859+0000","modified":"2023-12-02T00:32:44.537487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"a","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/567144125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":567144125},{"type":"v1","addr":"172.21.15.133:6837","nonce":567144125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:33:14.543 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 37 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9128066470 msgr2=0x7f9128068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9128066470 0x7f9128068930 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f91440aae00 tx=0x7f9130008040 comp rx=0 tx=0).stop 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91440c5260 msgr2=0x7f91441f0eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91440c5260 0x7f91441f0eb0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f91380ae040 tx=0x7f913801aca0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 shutdown_connections 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9128066470 0x7f9128068930 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f91440c60f0 0x7f91441ece60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f91440c5640 0x7f914415d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 --2- 172.21.15.133:0/197232383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91440c5260 0x7f91441f0eb0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 >> 172.21.15.133:0/197232383 conn(0x7f914406a5b0 msgr2=0x7f91440c4ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 shutdown_connections 2023-12-02T00:33:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.540+0000 7f914abf5640 1 -- 172.21.15.133:0/197232383 wait complete. 2023-12-02T00:33:14.563 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:14.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c9205640 1 Processor -- start 2023-12-02T00:33:14.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c9205640 1 -- start start 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c9205640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c63c0 0x7f10c40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c9205640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f10c40c4100 0x7f10c40c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c9205640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10c40c31c0 con 0x7f10c40c29e0 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c9205640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10c40c34a0 con 0x7f10c40c4100 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c9205640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10c40c1030 con 0x7f10c40c63c0 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10bbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f10c40c4100 0x7f10c40c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10bbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f10c40c4100 0x7f10c40c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51078/0 (socket says 172.21.15.133:51078) 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10bbfff640 1 -- 172.21.15.133:0/444580449 learned_addr learned my addr 172.21.15.133:0/444580449 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c2d9d640 1 --2- 172.21.15.133:0/444580449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c63c0 0x7f10c40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10bbfff640 1 -- 172.21.15.133:0/444580449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c63c0 msgr2=0x7f10c40c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10bbfff640 1 --2- 172.21.15.133:0/444580449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c63c0 0x7f10c40c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10bbfff640 1 -- 172.21.15.133:0/444580449 >> v1:172.21.15.172:6789/0 conn(0x7f10c40c29e0 legacy=0x7f10c40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10bbfff640 1 -- 172.21.15.133:0/444580449 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10c40c1310 con 0x7f10c40c4100 2023-12-02T00:33:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.700+0000 7f10c2d9d640 1 --2- 172.21.15.133:0/444580449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c63c0 0x7f10c40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:14.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10bbfff640 1 --2- 172.21.15.133:0/444580449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c40c24a0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f10ac00bb10 tx=0x7f10ac01ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3178ca351ca1d40 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c259c640 1 -- 172.21.15.133:0/444580449 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10ac0a7a30 con 0x7f10c40c4100 2023-12-02T00:33:14.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c259c640 1 -- 172.21.15.133:0/444580449 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10ac0a7b90 con 0x7f10c40c4100 2023-12-02T00:33:14.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c259c640 1 -- 172.21.15.133:0/444580449 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10ac0af440 con 0x7f10c40c4100 2023-12-02T00:33:14.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 -- 172.21.15.133:0/444580449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 msgr2=0x7f10c40c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 --2- 172.21.15.133:0/444580449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c40c24a0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f10ac00bb10 tx=0x7f10ac01ea80 comp rx=0 tx=0).stop 2023-12-02T00:33:14.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 -- 172.21.15.133:0/444580449 shutdown_connections 2023-12-02T00:33:14.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 --2- 172.21.15.133:0/444580449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c40c24a0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 --2- 172.21.15.133:0/444580449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c63c0 0x7f10c40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 -- 172.21.15.133:0/444580449 >> 172.21.15.133:0/444580449 conn(0x7f10c406a5b0 msgr2=0x7f10c406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:14.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 -- 172.21.15.133:0/444580449 shutdown_connections 2023-12-02T00:33:14.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.704+0000 7f10c9205640 1 -- 172.21.15.133:0/444580449 wait complete. 2023-12-02T00:33:14.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 Processor -- start 2023-12-02T00:33:14.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 -- start start 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c29e0 0x7f10c41ee400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c414f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10c40c63c0 0x7f10c40bf190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10c41edd20 con 0x7f10c40c4100 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10c4154a50 con 0x7f10c40c63c0 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10c41eda10 con 0x7f10c40c29e0 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c414f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c414f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51084/0 (socket says 172.21.15.133:51084) 2023-12-02T00:33:14.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 -- 172.21.15.133:0/3929429136 learned_addr learned my addr 172.21.15.133:0/3929429136 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c2d9d640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c29e0 0x7f10c41ee400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c359e640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10c40c63c0 0x7f10c40bf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 -- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c29e0 msgr2=0x7f10c41ee400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c29e0 0x7f10c41ee400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 -- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10c40c63c0 msgr2=0x7f10c40bf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10c40c63c0 0x7f10c40bf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 -- 172.21.15.133:0/3929429136 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10ac00b770 con 0x7f10c40c4100 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c359e640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10c40c63c0 0x7f10c40bf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bbfff640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c414f980 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f10ac01f320 tx=0x7f10ac01b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bb7fe640 1 -- 172.21.15.133:0/3929429136 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10ac0ba660 con 0x7f10c40c4100 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bb7fe640 1 -- 172.21.15.133:0/3929429136 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10ac0ba7e0 con 0x7f10c40c4100 2023-12-02T00:33:14.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10c41544d0 con 0x7f10c40c4100 2023-12-02T00:33:14.713 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10bb7fe640 1 -- 172.21.15.133:0/3929429136 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10ac0bab90 con 0x7f10c40c4100 2023-12-02T00:33:14.713 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10c40a69f0 con 0x7f10c40c4100 2023-12-02T00:33:14.713 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.708+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10c41ede60 con 0x7f10c40c4100 2023-12-02T00:33:14.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.712+0000 7f10bb7fe640 1 -- 172.21.15.133:0/3929429136 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f10ac0c2360 con 0x7f10c40c4100 2023-12-02T00:33:14.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.712+0000 7f10bb7fe640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f10a40664a0 0x7f10a4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:14.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.712+0000 7f10bb7fe640 1 -- 172.21.15.133:0/3929429136 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f10ac11f120 con 0x7f10c40c4100 2023-12-02T00:33:14.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.712+0000 7f10c2d9d640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f10a40664a0 0x7f10a4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:14.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.712+0000 7f10c2d9d640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f10a40664a0 0x7f10a4068960 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f10b4006fd0 tx=0x7f10b4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:14.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.716+0000 7f10bb7fe640 1 -- 172.21.15.133:0/3929429136 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f10c41ede60 con 0x7f10c40c4100 2023-12-02T00:33:14.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f10c41ede60 con 0x7f10c40c4100 2023-12-02T00:33:14.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10bb7fe640 1 -- 172.21.15.133:0/3929429136 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) v1 ==== 94+0+6138 (secure 0 0 0) 0x7f10c41ede60 con 0x7f10c40c4100 2023-12-02T00:33:14.898 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:14.898 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":37,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:41.517859+0000","modified":"2023-12-02T00:32:44.537487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5766},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5766":{"gid":5766,"name":"a","rank":0,"incarnation":28,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/567144125","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":567144125},{"type":"v1","addr":"172.21.15.133:6837","nonce":567144125}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:33:14.899 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 37 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f10a40664a0 msgr2=0x7f10a4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f10a40664a0 0x7f10a4068960 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f10b4006fd0 tx=0x7f10b4008040 comp rx=0 tx=0).stop 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 msgr2=0x7f10c414f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c414f980 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f10ac01f320 tx=0x7f10ac01b820 comp rx=0 tx=0).stop 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 shutdown_connections 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f10a40664a0 0x7f10a4068960 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f10c40c63c0 0x7f10c40bf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10c40c4100 0x7f10c414f980 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 --2- 172.21.15.133:0/3929429136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f10c40c29e0 0x7f10c41ee400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 >> 172.21.15.133:0/3929429136 conn(0x7f10c406a5b0 msgr2=0x7f10c40663f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 shutdown_connections 2023-12-02T00:33:14.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:14.896+0000 7f10c9205640 1 -- 172.21.15.133:0/3929429136 wait complete. 2023-12-02T00:33:14.919 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:15.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.052+0000 7efd42205640 1 Processor -- start 2023-12-02T00:33:15.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd42205640 1 -- start start 2023-12-02T00:33:15.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd42205640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efd3c072090 0x7efd3c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd42205640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd3c0c2760 con 0x7efd3c0725c0 2023-12-02T00:33:15.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd42205640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd3c0a5750 con 0x7efd3c0a5370 2023-12-02T00:33:15.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd42205640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd3c0c3070 con 0x7efd3c072090 2023-12-02T00:33:15.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd33fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efd3c072090 0x7efd3c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd3bfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7efd3c0725c0 0x7efd3c1514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:55726/0 (socket says 172.21.15.133:55726) 2023-12-02T00:33:15.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd3bfff640 1 -- 172.21.15.133:0/1384365438 learned_addr learned my addr 172.21.15.133:0/1384365438 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:15.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd33fff640 1 -- 172.21.15.133:0/1384365438 >> v1:172.21.15.172:6789/0 conn(0x7efd3c0a5370 legacy=0x7efd3c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:15.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd33fff640 1 -- 172.21.15.133:0/1384365438 >> v1:172.21.15.133:6789/0 conn(0x7efd3c0725c0 legacy=0x7efd3c1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd3affd640 1 -- 172.21.15.133:0/1384365438 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2022619559 0 0) 0x7efd3c0c2760 con 0x7efd3c0725c0 2023-12-02T00:33:15.059 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.056+0000 7efd33fff640 1 -- 172.21.15.133:0/1384365438 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd3c0aad20 con 0x7efd3c072090 2023-12-02T00:33:15.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd33fff640 1 --2- 172.21.15.133:0/1384365438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c072090 0x7efd3c150fa0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7efd240097c0 tx=0x7efd2401c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33acd67ce1b8af70 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd3affd640 1 -- 172.21.15.133:0/1384365438 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd240ab600 con 0x7efd3c072090 2023-12-02T00:33:15.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd3affd640 1 -- 172.21.15.133:0/1384365438 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd240a7050 con 0x7efd3c072090 2023-12-02T00:33:15.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd3affd640 1 -- 172.21.15.133:0/1384365438 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd240ab980 con 0x7efd3c072090 2023-12-02T00:33:15.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 -- 172.21.15.133:0/1384365438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c072090 msgr2=0x7efd3c150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 --2- 172.21.15.133:0/1384365438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c072090 0x7efd3c150fa0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7efd240097c0 tx=0x7efd2401c320 comp rx=0 tx=0).stop 2023-12-02T00:33:15.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 -- 172.21.15.133:0/1384365438 shutdown_connections 2023-12-02T00:33:15.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 --2- 172.21.15.133:0/1384365438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c072090 0x7efd3c150fa0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 -- 172.21.15.133:0/1384365438 >> 172.21.15.133:0/1384365438 conn(0x7efd3c06a5b0 msgr2=0x7efd3c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:15.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 -- 172.21.15.133:0/1384365438 shutdown_connections 2023-12-02T00:33:15.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 -- 172.21.15.133:0/1384365438 wait complete. 2023-12-02T00:33:15.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 Processor -- start 2023-12-02T00:33:15.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.060+0000 7efd42205640 1 -- start start 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd3c072090 0x7efd3c0a6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c0725c0 0x7efd3c1e9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd3c0a5370 0x7efd3c1e9650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c151e40 con 0x7efd3c0725c0 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c152650 con 0x7efd3c0a5370 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c1e8b50 con 0x7efd3c072090 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c0725c0 0x7efd3c1e9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c0725c0 0x7efd3c1e9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51098/0 (socket says 172.21.15.133:51098) 2023-12-02T00:33:15.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 -- 172.21.15.133:0/2387374795 learned_addr learned my addr 172.21.15.133:0/2387374795 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd3bfff640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd3c0a5370 0x7efd3c1e9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd3b7fe640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd3c072090 0x7efd3c0a6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 -- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd3c072090 msgr2=0x7efd3c0a6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd3c072090 0x7efd3c0a6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 -- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd3c0a5370 msgr2=0x7efd3c1e9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd3c0a5370 0x7efd3c1e9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 -- 172.21.15.133:0/2387374795 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd24009420 con 0x7efd3c0725c0 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd3bfff640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd3c0a5370 0x7efd3c1e9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd33fff640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c0725c0 0x7efd3c1e9110 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7efd240097c0 tx=0x7efd2401ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd38ff9640 1 -- 172.21.15.133:0/2387374795 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd240b7650 con 0x7efd3c0725c0 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd38ff9640 1 -- 172.21.15.133:0/2387374795 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd240abe90 con 0x7efd3c0725c0 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd3c155070 con 0x7efd3c0725c0 2023-12-02T00:33:15.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd38ff9640 1 -- 172.21.15.133:0/2387374795 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd240b7a10 con 0x7efd3c0725c0 2023-12-02T00:33:15.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd3c152090 con 0x7efd3c0725c0 2023-12-02T00:33:15.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.064+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd3c068400 con 0x7efd3c0725c0 2023-12-02T00:33:15.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.068+0000 7efd38ff9640 1 -- 172.21.15.133:0/2387374795 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efd240b7b70 con 0x7efd3c0725c0 2023-12-02T00:33:15.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.068+0000 7efd38ff9640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd1c0664a0 0x7efd1c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.068+0000 7efd38ff9640 1 -- 172.21.15.133:0/2387374795 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efd2411eb80 con 0x7efd3c0725c0 2023-12-02T00:33:15.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.068+0000 7efd3b7fe640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd1c0664a0 0x7efd1c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.068+0000 7efd3b7fe640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd1c0664a0 0x7efd1c068960 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efd2c00b810 tx=0x7efd2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.072+0000 7efd38ff9640 1 -- 172.21.15.133:0/2387374795 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efd240ebdb0 con 0x7efd3c0725c0 2023-12-02T00:33:15.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.228+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd3c0a9580 con 0x7efd3c0725c0 2023-12-02T00:33:15.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.228+0000 7efd38ff9640 1 -- 172.21.15.133:0/2387374795 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+20316 (secure 0 0 0) 0x7efd240b0090 con 0x7efd3c0725c0 2023-12-02T00:33:15.231 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:15.231 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":53,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:32:56.234236+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:32:39.247929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2023-12-02T00:32:40.514699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:15.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.228+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd1c0664a0 msgr2=0x7efd1c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.228+0000 7efd42205640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd1c0664a0 0x7efd1c068960 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efd2c00b810 tx=0x7efd2c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.228+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c0725c0 msgr2=0x7efd3c1e9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.228+0000 7efd42205640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c0725c0 0x7efd3c1e9110 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7efd240097c0 tx=0x7efd2401ab60 comp rx=0 tx=0).stop 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 shutdown_connections 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd1c0664a0 0x7efd1c068960 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd3c0a5370 0x7efd3c1e9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd3c0725c0 0x7efd3c1e9110 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 --2- 172.21.15.133:0/2387374795 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd3c072090 0x7efd3c0a6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 >> 172.21.15.133:0/2387374795 conn(0x7efd3c06a5b0 msgr2=0x7efd3c0c5480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 shutdown_connections 2023-12-02T00:33:15.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.232+0000 7efd42205640 1 -- 172.21.15.133:0/2387374795 wait complete. 2023-12-02T00:33:15.252 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-02T00:33:15.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.388+0000 7fb731c32640 1 Processor -- start 2023-12-02T00:33:15.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.388+0000 7fb731c32640 1 -- start start 2023-12-02T00:33:15.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb731c32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c63c0 0x7fb72c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb731c32640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb72c0c4100 0x7fb72c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb731c32640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb72c0c29e0 0x7fb72c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb731c32640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb72c0c31c0 con 0x7fb72c0c29e0 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb731c32640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb72c0c34a0 con 0x7fb72c0c4100 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb731c32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c0c1030 con 0x7fb72c0c63c0 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb72c0c29e0 0x7fb72c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb72c0c29e0 0x7fb72c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51100/0 (socket says 172.21.15.133:51100) 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 -- 172.21.15.133:0/98575531 learned_addr learned my addr 172.21.15.133:0/98575531 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72b7fe640 1 --2- 172.21.15.133:0/98575531 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c63c0 0x7fb72c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72affd640 1 --2- 172.21.15.133:0/98575531 >> v2:172.21.15.172:3300/0 conn(0x7fb72c0c4100 0x7fb72c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 -- 172.21.15.133:0/98575531 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c63c0 msgr2=0x7fb72c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 --2- 172.21.15.133:0/98575531 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c63c0 0x7fb72c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 -- 172.21.15.133:0/98575531 >> v2:172.21.15.172:3300/0 conn(0x7fb72c0c4100 msgr2=0x7fb72c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 --2- 172.21.15.133:0/98575531 >> v2:172.21.15.172:3300/0 conn(0x7fb72c0c4100 0x7fb72c0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.392+0000 7fb72bfff640 1 -- 172.21.15.133:0/98575531 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb72c0c1310 con 0x7fb72c0c29e0 2023-12-02T00:33:15.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb72bfff640 1 --2- 172.21.15.133:0/98575531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c29e0 0x7fb72c0a9680 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fb72c06b390 tx=0x7fb72401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cb4740e838f5390 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb72a7fc640 1 -- 172.21.15.133:0/98575531 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb72c0aa3d0 con 0x7fb72c0c29e0 2023-12-02T00:33:15.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb72a7fc640 1 -- 172.21.15.133:0/98575531 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7240a5720 con 0x7fb72c0c29e0 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb72a7fc640 1 -- 172.21.15.133:0/98575531 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7240a5ab0 con 0x7fb72c0c29e0 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 -- 172.21.15.133:0/98575531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c29e0 msgr2=0x7fb72c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 --2- 172.21.15.133:0/98575531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c29e0 0x7fb72c0a9680 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fb72c06b390 tx=0x7fb72401c880 comp rx=0 tx=0).stop 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 -- 172.21.15.133:0/98575531 shutdown_connections 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 --2- 172.21.15.133:0/98575531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c29e0 0x7fb72c0a9680 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 --2- 172.21.15.133:0/98575531 >> v2:172.21.15.172:3300/0 conn(0x7fb72c0c4100 0x7fb72c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 --2- 172.21.15.133:0/98575531 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c63c0 0x7fb72c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 -- 172.21.15.133:0/98575531 >> 172.21.15.133:0/98575531 conn(0x7fb72c06a5b0 msgr2=0x7fb72c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 -- 172.21.15.133:0/98575531 shutdown_connections 2023-12-02T00:33:15.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 -- 172.21.15.133:0/98575531 wait complete. 2023-12-02T00:33:15.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 Processor -- start 2023-12-02T00:33:15.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.396+0000 7fb731c32640 1 -- start start 2023-12-02T00:33:15.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c29e0 0x7fb72c1eabf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb72c0c4100 0x7fb72c0c5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c63c0 0x7fb72c1eea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c156c00 con 0x7fb72c0c63c0 2023-12-02T00:33:15.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c1eb130 con 0x7fb72c0c4100 2023-12-02T00:33:15.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb72c156640 con 0x7fb72c0c29e0 2023-12-02T00:33:15.401 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c63c0 0x7fb72c1eea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72b7fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c29e0 0x7fb72c1eabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c63c0 0x7fb72c1eea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51106/0 (socket says 172.21.15.133:51106) 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 -- 172.21.15.133:0/2327388832 learned_addr learned my addr 172.21.15.133:0/2327388832 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72affd640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb72c0c4100 0x7fb72c0c5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 -- 172.21.15.133:0/2327388832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c29e0 msgr2=0x7fb72c1eabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c29e0 0x7fb72c1eabf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 -- 172.21.15.133:0/2327388832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb72c0c4100 msgr2=0x7fb72c0c5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb72c0c4100 0x7fb72c0c5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 -- 172.21.15.133:0/2327388832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb724009b30 con 0x7fb72c0c63c0 2023-12-02T00:33:15.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb72bfff640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c63c0 0x7fb72c1eea90 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb7240af040 tx=0x7fb724019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb713fff640 1 -- 172.21.15.133:0/2327388832 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7240b8670 con 0x7fb72c0c63c0 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb713fff640 1 -- 172.21.15.133:0/2327388832 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7240b87d0 con 0x7fb72c0c63c0 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb713fff640 1 -- 172.21.15.133:0/2327388832 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7240b8b80 con 0x7fb72c0c63c0 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb72c0c69b0 con 0x7fb72c0c63c0 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb72c1ee290 con 0x7fb72c0c63c0 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb72c068400 con 0x7fb72c0c63c0 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.400+0000 7fb713fff640 1 -- 172.21.15.133:0/2327388832 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb7240b8ce0 con 0x7fb72c0c63c0 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.404+0000 7fb713fff640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7180664a0 0x7fb718068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.404+0000 7fb713fff640 1 -- 172.21.15.133:0/2327388832 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb72411f650 con 0x7fb72c0c63c0 2023-12-02T00:33:15.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.404+0000 7fb72b7fe640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7180664a0 0x7fb718068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.404+0000 7fb72b7fe640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7180664a0 0x7fb718068960 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0bc7e0 tx=0x7fb71c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.408+0000 7fb713fff640 1 -- 172.21.15.133:0/2327388832 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb7240ec8d0 con 0x7fb72c0c63c0 2023-12-02T00:33:15.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.588+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fb72c0c3e70 con 0x7fb72c0c63c0 2023-12-02T00:33:15.590 INFO:tasks.ceph.mon.a.smithi133.stderr:2023-12-02T00:33:15.588+0000 7f942af9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-02T00:33:15.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.592+0000 7fb713fff640 1 -- 172.21.15.133:0/2327388832 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v38) v1 ==== 161+0+0 (secure 0 0 0) 0x7fb7240efef0 con 0x7fb72c0c63c0 2023-12-02T00:33:15.593 INFO:teuthology.orchestra.run.smithi133.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-02T00:33:15.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.592+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7180664a0 msgr2=0x7fb718068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.592+0000 7fb731c32640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7180664a0 0x7fb718068960 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb72c0bc7e0 tx=0x7fb71c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:15.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.592+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c63c0 msgr2=0x7fb72c1eea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.592+0000 7fb731c32640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c63c0 0x7fb72c1eea90 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb7240af040 tx=0x7fb724019620 comp rx=0 tx=0).stop 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.592+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 shutdown_connections 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.596+0000 7fb731c32640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb7180664a0 0x7fb718068960 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.596+0000 7fb731c32640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb72c0c63c0 0x7fb72c1eea90 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.596+0000 7fb731c32640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb72c0c4100 0x7fb72c0c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.596+0000 7fb731c32640 1 --2- 172.21.15.133:0/2327388832 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb72c0c29e0 0x7fb72c1eabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.596+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 >> 172.21.15.133:0/2327388832 conn(0x7fb72c06a5b0 msgr2=0x7fb72c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.596+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 shutdown_connections 2023-12-02T00:33:15.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.596+0000 7fb731c32640 1 -- 172.21.15.133:0/2327388832 wait complete. 2023-12-02T00:33:15.606 INFO:tasks.ceph.mds.a.smithi133.stderr: -2620> 2023-12-02T00:32:48.116+0000 7f57d4424640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:33:15.624 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-02T00:33:15.658 INFO:tasks.ceph.mds.a.smithi133.stdout:starting mds.a at 2023-12-02T00:33:15.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 Processor -- start 2023-12-02T00:33:15.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 -- start start 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f38c80c63c0 0x7f38c80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f38c80c4100 0x7f38c80c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c29e0 0x7f38c80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38c80c31c0 con 0x7f38c80c63c0 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38c80c34a0 con 0x7f38c80c4100 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38ce301640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38c80c1030 con 0x7f38c80c29e0 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f38c80c63c0 0x7f38c80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f38c80c63c0 0x7f38c80c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51124/0 (socket says 172.21.15.133:51124) 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 -- 172.21.15.133:0/1658382744 learned_addr learned my addr 172.21.15.133:0/1658382744 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:15.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38cc89e640 1 --2- 172.21.15.133:0/1658382744 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c29e0 0x7f38c80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c77fe640 1 --2- 172.21.15.133:0/1658382744 >> v2:172.21.15.172:3300/0 conn(0x7f38c80c4100 0x7f38c80c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 -- 172.21.15.133:0/1658382744 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c29e0 msgr2=0x7f38c80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:15.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 --2- 172.21.15.133:0/1658382744 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c29e0 0x7f38c80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 -- 172.21.15.133:0/1658382744 >> v2:172.21.15.172:3300/0 conn(0x7f38c80c4100 msgr2=0x7f38c80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:15.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 --2- 172.21.15.133:0/1658382744 >> v2:172.21.15.172:3300/0 conn(0x7f38c80c4100 0x7f38c80c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38c7fff640 1 -- 172.21.15.133:0/1658382744 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38c80c1310 con 0x7f38c80c63c0 2023-12-02T00:33:15.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.764+0000 7f38cc89e640 1 --2- 172.21.15.133:0/1658382744 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c29e0 0x7f38c80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:15.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38c7fff640 1 --2- 172.21.15.133:0/1658382744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c80c06d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f38c80a8b40 tx=0x7f38b801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad9d7fc3c7eab849 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38c6ffd640 1 -- 172.21.15.133:0/1658382744 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c80aa3d0 con 0x7f38c80c63c0 2023-12-02T00:33:15.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38c6ffd640 1 -- 172.21.15.133:0/1658382744 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38b80ad640 con 0x7f38c80c63c0 2023-12-02T00:33:15.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38c6ffd640 1 -- 172.21.15.133:0/1658382744 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38b80ad9d0 con 0x7f38c80c63c0 2023-12-02T00:33:15.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 -- 172.21.15.133:0/1658382744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 msgr2=0x7f38c80c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 --2- 172.21.15.133:0/1658382744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c80c06d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f38c80a8b40 tx=0x7f38b801c3b0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 -- 172.21.15.133:0/1658382744 shutdown_connections 2023-12-02T00:33:15.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 --2- 172.21.15.133:0/1658382744 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c29e0 0x7f38c80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 --2- 172.21.15.133:0/1658382744 >> v2:172.21.15.172:3300/0 conn(0x7f38c80c4100 0x7f38c80c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 --2- 172.21.15.133:0/1658382744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c80c06d0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 -- 172.21.15.133:0/1658382744 >> 172.21.15.133:0/1658382744 conn(0x7f38c806a5b0 msgr2=0x7f38c806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:15.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 -- 172.21.15.133:0/1658382744 shutdown_connections 2023-12-02T00:33:15.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.768+0000 7f38ce301640 1 -- 172.21.15.133:0/1658382744 wait complete. 2023-12-02T00:33:15.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 Processor -- start 2023-12-02T00:33:15.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 -- start start 2023-12-02T00:33:15.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c80c29e0 0x7f38c8070700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c4100 0x7f38c81539d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c8153f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38c814e160 con 0x7f38c80c63c0 2023-12-02T00:33:15.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38c814c4c0 con 0x7f38c80c29e0 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38c814daa0 con 0x7f38c80c4100 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c8153f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c8153f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51140/0 (socket says 172.21.15.133:51140) 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 -- 172.21.15.133:0/196693757 learned_addr learned my addr 172.21.15.133:0/196693757 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38c7fff640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c80c29e0 0x7f38c8070700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38c77fe640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c4100 0x7f38c81539d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 -- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c4100 msgr2=0x7f38c81539d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c4100 0x7f38c81539d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 -- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c80c29e0 msgr2=0x7f38c8070700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c80c29e0 0x7f38c8070700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:15.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 -- 172.21.15.133:0/196693757 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b80094d0 con 0x7f38c80c63c0 2023-12-02T00:33:15.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38cc89e640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c8153f10 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f38c0007e10 tx=0x7f38c000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38c4ff9640 1 -- 172.21.15.133:0/196693757 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c0003ba0 con 0x7f38c80c63c0 2023-12-02T00:33:15.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38c4ff9640 1 -- 172.21.15.133:0/196693757 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38c000f040 con 0x7f38c80c63c0 2023-12-02T00:33:15.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38c4ff9640 1 -- 172.21.15.133:0/196693757 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c000de80 con 0x7f38c80c63c0 2023-12-02T00:33:15.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38c80c69b0 con 0x7f38c80c63c0 2023-12-02T00:33:15.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.772+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38c8153500 con 0x7f38c80c63c0 2023-12-02T00:33:15.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.776+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38c814e2a0 con 0x7f38c80c63c0 2023-12-02T00:33:15.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.776+0000 7f38c4ff9640 1 -- 172.21.15.133:0/196693757 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f38c0004030 con 0x7f38c80c63c0 2023-12-02T00:33:15.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.776+0000 7f38c4ff9640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38b4066470 0x7f38b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:15.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.776+0000 7f38c4ff9640 1 -- 172.21.15.133:0/196693757 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f38c0084460 con 0x7f38c80c63c0 2023-12-02T00:33:15.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.776+0000 7f38c7fff640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38b4066470 0x7f38b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:15.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.776+0000 7f38c7fff640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38b4066470 0x7f38b4068930 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f38b80af000 tx=0x7f38b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:15.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.780+0000 7f38c4ff9640 1 -- 172.21.15.133:0/196693757 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f38c814e2a0 con 0x7f38c80c63c0 2023-12-02T00:33:15.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:15.964+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f38c814e2a0 con 0x7f38c80c63c0 2023-12-02T00:33:16.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.592+0000 7f38c4ff9640 1 -- 172.21.15.133:0/196693757 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v39) v1 ==== 104+0+0 (secure 0 0 0) 0x7f38c814e2a0 con 0x7f38c80c63c0 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38b4066470 msgr2=0x7f38b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38b4066470 0x7f38b4068930 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f38b80af000 tx=0x7f38b8009040 comp rx=0 tx=0).stop 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 msgr2=0x7f38c8153f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c8153f10 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f38c0007e10 tx=0x7f38c000d4a0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 shutdown_connections 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f38b4066470 0x7f38b4068930 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38c80c63c0 0x7f38c8153f10 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f38c80c4100 0x7f38c81539d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 --2- 172.21.15.133:0/196693757 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f38c80c29e0 0x7f38c8070700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 >> 172.21.15.133:0/196693757 conn(0x7f38c806a5b0 msgr2=0x7f38c80c5360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:16.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 shutdown_connections 2023-12-02T00:33:16.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.596+0000 7f38ce301640 1 -- 172.21.15.133:0/196693757 wait complete. 2023-12-02T00:33:16.619 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-02T00:33:16.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333f53b640 1 Processor -- start 2023-12-02T00:33:16.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333f53b640 1 -- start start 2023-12-02T00:33:16.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333f53b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3338151b10 0x7f33380ca350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333f53b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33380c47c0 0x7f33380c4c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333f53b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f333806c7b0 con 0x7f3338157bb0 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333f53b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33380ca890 con 0x7f3338151b10 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333f53b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33381545c0 con 0x7f33380c47c0 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333e539640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3338151b10 0x7f33380ca350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333ed3a640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3338157bb0 0x7f33380c6850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53554/0 (socket says 172.21.15.133:53554) 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333ed3a640 1 -- 172.21.15.133:0/3898727508 learned_addr learned my addr 172.21.15.133:0/3898727508 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333dd38640 1 --2- 172.21.15.133:0/3898727508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33380c47c0 0x7f33380c4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333e539640 1 -- 172.21.15.133:0/3898727508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33380c47c0 msgr2=0x7f33380c4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333e539640 1 --2- 172.21.15.133:0/3898727508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33380c47c0 0x7f33380c4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333e539640 1 -- 172.21.15.133:0/3898727508 >> v1:172.21.15.133:6789/0 conn(0x7f3338157bb0 legacy=0x7f33380c6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:16.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333e539640 1 -- 172.21.15.133:0/3898727508 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33380caaf0 con 0x7f3338151b10 2023-12-02T00:33:16.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333d537640 1 -- 172.21.15.133:0/3898727508 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2505114452 0 0) 0x7f333806c7b0 con 0x7f3338157bb0 2023-12-02T00:33:16.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.800+0000 7f333dd38640 1 --2- 172.21.15.133:0/3898727508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33380c47c0 0x7f33380c4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:16.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333e539640 1 --2- 172.21.15.133:0/3898727508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338151b10 0x7f33380ca350 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f33340097c0 tx=0x7f333401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59dbaf57643bd890 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:16.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333d537640 1 -- 172.21.15.133:0/3898727508 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33340ab600 con 0x7f3338151b10 2023-12-02T00:33:16.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333d537640 1 -- 172.21.15.133:0/3898727508 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33340a7050 con 0x7f3338151b10 2023-12-02T00:33:16.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333d537640 1 -- 172.21.15.133:0/3898727508 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33340ab980 con 0x7f3338151b10 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 -- 172.21.15.133:0/3898727508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338151b10 msgr2=0x7f33380ca350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 --2- 172.21.15.133:0/3898727508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338151b10 0x7f33380ca350 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f33340097c0 tx=0x7f333401c330 comp rx=0 tx=0).stop 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 -- 172.21.15.133:0/3898727508 shutdown_connections 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 --2- 172.21.15.133:0/3898727508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33380c47c0 0x7f33380c4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 --2- 172.21.15.133:0/3898727508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338151b10 0x7f33380ca350 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 -- 172.21.15.133:0/3898727508 >> 172.21.15.133:0/3898727508 conn(0x7f33380720e0 msgr2=0x7f33380724f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 -- 172.21.15.133:0/3898727508 shutdown_connections 2023-12-02T00:33:16.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 -- 172.21.15.133:0/3898727508 wait complete. 2023-12-02T00:33:16.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.804+0000 7f333f53b640 1 Processor -- start 2023-12-02T00:33:16.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 -- start start 2023-12-02T00:33:16.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33380c47c0 0x7f3338153530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:16.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3338151b10 0x7f3338144c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:16.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338157bb0 0x7f33381ecf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33381f0ed0 con 0x7f3338157bb0 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33381f1400 con 0x7f33380c47c0 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3338153a70 con 0x7f3338151b10 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338157bb0 0x7f33381ecf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338157bb0 0x7f33381ecf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47654/0 (socket says 172.21.15.133:47654) 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 -- 172.21.15.133:0/1167676481 learned_addr learned my addr 172.21.15.133:0/1167676481 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333e539640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33380c47c0 0x7f3338153530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333dd38640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3338151b10 0x7f3338144c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 -- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3338151b10 msgr2=0x7f3338144c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3338151b10 0x7f3338144c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 -- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33380c47c0 msgr2=0x7f3338153530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33380c47c0 0x7f3338153530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 -- 172.21.15.133:0/1167676481 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3334009420 con 0x7f3338157bb0 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333ed3a640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338157bb0 0x7f33381ecf00 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f333000c810 tx=0x7f333000ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:16.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f332effd640 1 -- 172.21.15.133:0/1167676481 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f333000a640 con 0x7f3338157bb0 2023-12-02T00:33:16.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f332effd640 1 -- 172.21.15.133:0/1167676481 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f333000a7c0 con 0x7f3338157bb0 2023-12-02T00:33:16.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f332effd640 1 -- 172.21.15.133:0/1167676481 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f333000ab70 con 0x7f3338157bb0 2023-12-02T00:33:16.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f333814ebc0 con 0x7f3338157bb0 2023-12-02T00:33:16.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3338152560 con 0x7f3338157bb0 2023-12-02T00:33:16.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.808+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3338067a00 con 0x7f3338157bb0 2023-12-02T00:33:16.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.812+0000 7f332effd640 1 -- 172.21.15.133:0/1167676481 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f333000acd0 con 0x7f3338157bb0 2023-12-02T00:33:16.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.812+0000 7f332effd640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f331c066470 0x7f331c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:16.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.812+0000 7f332effd640 1 -- 172.21.15.133:0/1167676481 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f3330083640 con 0x7f3338157bb0 2023-12-02T00:33:16.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.812+0000 7f333e539640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f331c066470 0x7f331c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:16.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.812+0000 7f333e539640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f331c066470 0x7f331c068930 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f33340ad000 tx=0x7f3334008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:16.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.816+0000 7f332effd640 1 -- 172.21.15.133:0/1167676481 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f33300507b0 con 0x7f3338157bb0 2023-12-02T00:33:16.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:16.968+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f333804e850 con 0x7f3338157bb0 2023-12-02T00:33:17.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.596+0000 7f332effd640 1 -- 172.21.15.133:0/1167676481 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v55) v1 ==== 181+0+0 (secure 0 0 0) 0x7f3330053dd0 con 0x7f3338157bb0 2023-12-02T00:33:17.598 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' removed 2023-12-02T00:33:17.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f331c066470 msgr2=0x7f331c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:17.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f331c066470 0x7f331c068930 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f33340ad000 tx=0x7f3334008040 comp rx=0 tx=0).stop 2023-12-02T00:33:17.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338157bb0 msgr2=0x7f33381ecf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:17.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338157bb0 0x7f33381ecf00 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f333000c810 tx=0x7f333000ccd0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 shutdown_connections 2023-12-02T00:33:17.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f331c066470 0x7f331c068930 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3338157bb0 0x7f33381ecf00 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3338151b10 0x7f3338144c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 --2- 172.21.15.133:0/1167676481 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33380c47c0 0x7f3338153530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 >> 172.21.15.133:0/1167676481 conn(0x7f33380720e0 msgr2=0x7f3338148b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:17.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 shutdown_connections 2023-12-02T00:33:17.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.600+0000 7f333f53b640 1 -- 172.21.15.133:0/1167676481 wait complete. 2023-12-02T00:33:17.625 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-02T00:33:17.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.764+0000 7ff046901640 1 Processor -- start 2023-12-02T00:33:17.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.764+0000 7ff046901640 1 -- start start 2023-12-02T00:33:17.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff046901640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff0400c07b0 0x7ff04006d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:17.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff046901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff04006dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:17.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff046901640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0400c5ba0 con 0x7ff04014f9f0 2023-12-02T00:33:17.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff046901640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff04006c160 con 0x7ff0400c07b0 2023-12-02T00:33:17.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff046901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0400c5410 con 0x7ff0400724c0 2023-12-02T00:33:17.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03ffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff04014f9f0 0x7ff0400c27d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53562/0 (socket says 172.21.15.133:53562) 2023-12-02T00:33:17.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03ffff640 1 -- 172.21.15.133:0/4279113998 learned_addr learned my addr 172.21.15.133:0/4279113998 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:17.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03f7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff0400c07b0 0x7ff04006d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:17.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff044e9e640 1 --2- 172.21.15.133:0/4279113998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff04006dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:17.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03effd640 1 -- 172.21.15.133:0/4279113998 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2760986497 0 0) 0x7ff030001120 con 0x7ff04014f9f0 2023-12-02T00:33:17.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03f7fe640 1 -- 172.21.15.133:0/4279113998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 msgr2=0x7ff04006dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:17.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03f7fe640 1 --2- 172.21.15.133:0/4279113998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff04006dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03f7fe640 1 -- 172.21.15.133:0/4279113998 >> v1:172.21.15.133:6789/0 conn(0x7ff04014f9f0 legacy=0x7ff0400c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:17.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03f7fe640 1 -- 172.21.15.133:0/4279113998 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0400c2210 con 0x7ff0400c07b0 2023-12-02T00:33:17.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03f7fe640 1 --2- 172.21.15.133:0/4279113998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0400c07b0 0x7ff04006d6d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7ff0340097f0 tx=0x7ff03401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cc61d1432274b30 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:17.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03effd640 1 -- 172.21.15.133:0/4279113998 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0340ac640 con 0x7ff0400c07b0 2023-12-02T00:33:17.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03effd640 1 -- 172.21.15.133:0/4279113998 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0340ac7a0 con 0x7ff0400c07b0 2023-12-02T00:33:17.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.768+0000 7ff03effd640 1 -- 172.21.15.133:0/4279113998 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0340acb30 con 0x7ff0400c07b0 2023-12-02T00:33:17.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- 172.21.15.133:0/4279113998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0400c07b0 msgr2=0x7ff04006d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:17.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 --2- 172.21.15.133:0/4279113998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0400c07b0 0x7ff04006d6d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7ff0340097f0 tx=0x7ff03401c3c0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- 172.21.15.133:0/4279113998 shutdown_connections 2023-12-02T00:33:17.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 --2- 172.21.15.133:0/4279113998 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff04006dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 --2- 172.21.15.133:0/4279113998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0400c07b0 0x7ff04006d6d0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- 172.21.15.133:0/4279113998 >> 172.21.15.133:0/4279113998 conn(0x7ff0400c5d40 msgr2=0x7ff0400c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:17.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- 172.21.15.133:0/4279113998 shutdown_connections 2023-12-02T00:33:17.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- 172.21.15.133:0/4279113998 wait complete. 2023-12-02T00:33:17.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 Processor -- start 2023-12-02T00:33:17.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- start start 2023-12-02T00:33:17.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff0400a6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:17.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0400c07b0 0x7ff040145df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:17.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04014f9f0 0x7ff040146330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:17.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0401f01c0 con 0x7ff04014f9f0 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff040146870 con 0x7ff0400c07b0 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff046901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0401534d0 con 0x7ff0400724c0 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff044e9e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04014f9f0 0x7ff040146330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff044e9e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04014f9f0 0x7ff040146330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47666/0 (socket says 172.21.15.133:47666) 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff044e9e640 1 -- 172.21.15.133:0/2363956245 learned_addr learned my addr 172.21.15.133:0/2363956245 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff03f7fe640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0400c07b0 0x7ff040145df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.772+0000 7ff03ffff640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff0400a6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff044e9e640 1 -- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 msgr2=0x7ff0400a6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff044e9e640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff0400a6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff044e9e640 1 -- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0400c07b0 msgr2=0x7ff040145df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff044e9e640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0400c07b0 0x7ff040145df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff044e9e640 1 -- 172.21.15.133:0/2363956245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff034009420 con 0x7ff04014f9f0 2023-12-02T00:33:17.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff044e9e640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04014f9f0 0x7ff040146330 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ff038007e60 tx=0x7ff03800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:17.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff03cff9640 1 -- 172.21.15.133:0/2363956245 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff038014420 con 0x7ff04014f9f0 2023-12-02T00:33:17.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff03cff9640 1 -- 172.21.15.133:0/2363956245 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0380145a0 con 0x7ff04014f9f0 2023-12-02T00:33:17.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff03cff9640 1 -- 172.21.15.133:0/2363956245 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff038014950 con 0x7ff04014f9f0 2023-12-02T00:33:17.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff040071590 con 0x7ff04014f9f0 2023-12-02T00:33:17.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff040071b50 con 0x7ff04014f9f0 2023-12-02T00:33:17.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0401f0300 con 0x7ff04014f9f0 2023-12-02T00:33:17.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff03cff9640 1 -- 172.21.15.133:0/2363956245 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff038014ab0 con 0x7ff04014f9f0 2023-12-02T00:33:17.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff03cff9640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff02c0664c0 0x7ff02c068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:17.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff03cff9640 1 -- 172.21.15.133:0/2363956245 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6213+0+0 (secure 0 0 0) 0x7ff038084870 con 0x7ff04014f9f0 2023-12-02T00:33:17.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.776+0000 7ff03ffff640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff02c0664c0 0x7ff02c068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:17.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.780+0000 7ff03ffff640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff02c0664c0 0x7ff02c068980 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ff030000f70 tx=0x7ff030007ba0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:17.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.780+0000 7ff03cff9640 1 -- 172.21.15.133:0/2363956245 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0401f0300 con 0x7ff04014f9f0 2023-12-02T00:33:17.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:17.932+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff0401f0300 con 0x7ff04014f9f0 2023-12-02T00:33:18.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff03cff9640 1 -- 172.21.15.133:0/2363956245 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v56) v1 ==== 169+0+0 (secure 0 0 0) 0x7ff0401f0300 con 0x7ff04014f9f0 2023-12-02T00:33:18.601 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' removed 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff02c0664c0 msgr2=0x7ff02c068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff02c0664c0 0x7ff02c068980 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ff030000f70 tx=0x7ff030007ba0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04014f9f0 msgr2=0x7ff040146330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04014f9f0 0x7ff040146330 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ff038007e60 tx=0x7ff03800e4b0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 shutdown_connections 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff02c0664c0 0x7ff02c068980 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff04014f9f0 0x7ff040146330 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff0400c07b0 0x7ff040145df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 --2- 172.21.15.133:0/2363956245 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0400724c0 0x7ff0400a6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 >> 172.21.15.133:0/2363956245 conn(0x7ff0400c5d40 msgr2=0x7ff0400bf6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 shutdown_connections 2023-12-02T00:33:18.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.600+0000 7ff046901640 1 -- 172.21.15.133:0/2363956245 wait complete. 2023-12-02T00:33:18.631 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:18.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.768+0000 7fd2c0b2a640 1 Processor -- start 2023-12-02T00:33:18.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.768+0000 7fd2c0b2a640 1 -- start start 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2c0b2a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd2bc151e90 0x7fd2bc0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2c0b2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2bc06c860 con 0x7fd2bc0c7ea0 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2c0b2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2bc154930 con 0x7fd2bc0c4e60 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2c0b2a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2bc0c8750 con 0x7fd2bc151e90 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2b9d9b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd2bc0c7ea0 0x7fd2bc06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53572/0 (socket says 172.21.15.133:53572) 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2b9d9b640 1 -- 172.21.15.133:0/4245529364 learned_addr learned my addr 172.21.15.133:0/4245529364 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2ba59c640 1 --2- 172.21.15.133:0/4245529364 >> v2:172.21.15.133:3300/0 conn(0x7fd2bc151e90 0x7fd2bc0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:18.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2ba59c640 1 -- 172.21.15.133:0/4245529364 >> v1:172.21.15.172:6789/0 conn(0x7fd2bc0c4e60 legacy=0x7fd2bc15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2ba59c640 1 -- 172.21.15.133:0/4245529364 >> v1:172.21.15.133:6789/0 conn(0x7fd2bc0c7ea0 legacy=0x7fd2bc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2ba59c640 1 -- 172.21.15.133:0/4245529364 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2bc154c10 con 0x7fd2bc151e90 2023-12-02T00:33:18.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2ba59c640 1 --2- 172.21.15.133:0/4245529364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc0c4920 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac0097c0 tx=0x7fd2ac01c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d15f650c5651650 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:18.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2b959a640 1 -- 172.21.15.133:0/4245529364 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac0ab600 con 0x7fd2bc151e90 2023-12-02T00:33:18.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2b959a640 1 -- 172.21.15.133:0/4245529364 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2ac0a7050 con 0x7fd2bc151e90 2023-12-02T00:33:18.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.772+0000 7fd2b959a640 1 -- 172.21.15.133:0/4245529364 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac0ab980 con 0x7fd2bc151e90 2023-12-02T00:33:18.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/4245529364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 msgr2=0x7fd2bc0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/4245529364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc0c4920 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac0097c0 tx=0x7fd2ac01c360 comp rx=0 tx=0).stop 2023-12-02T00:33:18.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/4245529364 shutdown_connections 2023-12-02T00:33:18.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/4245529364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc0c4920 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/4245529364 >> 172.21.15.133:0/4245529364 conn(0x7fd2bc0ca170 msgr2=0x7fd2bc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:18.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/4245529364 shutdown_connections 2023-12-02T00:33:18.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/4245529364 wait complete. 2023-12-02T00:33:18.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 Processor -- start 2023-12-02T00:33:18.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- start start 2023-12-02T00:33:18.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2bc0c4e60 0x7fd2bc146cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:18.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2bc0c7ea0 0x7fd2bc0ab390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:18.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc14e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:18.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2bc1552d0 con 0x7fd2bc151e90 2023-12-02T00:33:18.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2bc1472d0 con 0x7fd2bc0c7ea0 2023-12-02T00:33:18.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2c0b2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2bc1eeb30 con 0x7fd2bc0c4e60 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2bad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc14e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2ba59c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2bc0c4e60 0x7fd2bc146cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2ba59c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2bc0c4e60 0x7fd2bc146cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:57454/0 (socket says 172.21.15.133:57454) 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2b9d9b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2bc0c7ea0 0x7fd2bc0ab390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.776+0000 7fd2ba59c640 1 -- 172.21.15.133:0/3617344404 learned_addr learned my addr 172.21.15.133:0/3617344404 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2bad9d640 1 -- 172.21.15.133:0/3617344404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2bc0c4e60 msgr2=0x7fd2bc146cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2bad9d640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2bc0c4e60 0x7fd2bc146cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2bad9d640 1 -- 172.21.15.133:0/3617344404 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2bc0c7ea0 msgr2=0x7fd2bc0ab390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2bad9d640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2bc0c7ea0 0x7fd2bc0ab390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2bad9d640 1 -- 172.21.15.133:0/3617344404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ac009420 con 0x7fd2bc151e90 2023-12-02T00:33:18.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2bad9d640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc14e9c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fd2b400c730 tx=0x7fd2b400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:18.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2aaffd640 1 -- 172.21.15.133:0/3617344404 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b4003b80 con 0x7fd2bc151e90 2023-12-02T00:33:18.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2aaffd640 1 -- 172.21.15.133:0/3617344404 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2b4003ce0 con 0x7fd2bc151e90 2023-12-02T00:33:18.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2aaffd640 1 -- 172.21.15.133:0/3617344404 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b4005310 con 0x7fd2bc151e90 2023-12-02T00:33:18.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2bc1eee10 con 0x7fd2bc151e90 2023-12-02T00:33:18.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2bc1ef3d0 con 0x7fd2bc151e90 2023-12-02T00:33:18.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2bc1ef5f0 con 0x7fd2bc151e90 2023-12-02T00:33:18.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2aaffd640 1 -- 172.21.15.133:0/3617344404 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd2b4005680 con 0x7fd2bc151e90 2023-12-02T00:33:18.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2aaffd640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd29c066470 0x7fd29c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:18.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2aaffd640 1 -- 172.21.15.133:0/3617344404 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fd2b4083c80 con 0x7fd2bc151e90 2023-12-02T00:33:18.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.780+0000 7fd2ba59c640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd29c066470 0x7fd29c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:18.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.784+0000 7fd2ba59c640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd29c066470 0x7fd29c068930 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac019f90 tx=0x7fd2ac0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:18.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.784+0000 7fd2aaffd640 1 -- 172.21.15.133:0/3617344404 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd2b40511e0 con 0x7fd2bc151e90 2023-12-02T00:33:18.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.932+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd2bc068400 con 0x7fd2bc151e90 2023-12-02T00:33:18.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2aaffd640 1 -- 172.21.15.133:0/3617344404 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) v1 ==== 74+0+16737 (secure 0 0 0) 0x7fd2b4054800 con 0x7fd2bc151e90 2023-12-02T00:33:18.937 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:18.937 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":56,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:18.597923+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/567144125":"2023-12-03T00:33:15.590700+0000","172.21.15.133:6835/567144125":"2023-12-03T00:33:15.590700+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:18.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd29c066470 msgr2=0x7fd29c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd29c066470 0x7fd29c068930 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac019f90 tx=0x7fd2ac0a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:18.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 msgr2=0x7fd2bc14e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:18.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc14e9c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fd2b400c730 tx=0x7fd2b400cbf0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 shutdown_connections 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd29c066470 0x7fd29c068930 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc151e90 0x7fd2bc14e9c0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2bc0c7ea0 0x7fd2bc0ab390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 --2- 172.21.15.133:0/3617344404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2bc0c4e60 0x7fd2bc146cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 >> 172.21.15.133:0/3617344404 conn(0x7fd2bc0ca170 msgr2=0x7fd2bc0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 shutdown_connections 2023-12-02T00:33:18.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:18.936+0000 7fd2c0b2a640 1 -- 172.21.15.133:0/3617344404 wait complete. 2023-12-02T00:33:18.959 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:32:52.495548+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '52', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:32:53.604811+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '53', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:18.959 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:19.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c31add640 1 Processor -- start 2023-12-02T00:33:19.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c31add640 1 -- start start 2023-12-02T00:33:19.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c31add640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6c2c0c63c0 0x7f6c2c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c31add640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c2c0c31c0 con 0x7f6c2c0c4100 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c31add640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c2c0c34a0 con 0x7f6c2c0c2bb0 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c31add640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c2c0c1030 con 0x7f6c2c0c63c0 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c23fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f6c2c0c4100 0x7f6c2c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53578/0 (socket says 172.21.15.133:53578) 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c23fff640 1 -- 172.21.15.133:0/572529803 learned_addr learned my addr 172.21.15.133:0/572529803 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/572529803 >> v2:172.21.15.172:3300/0 conn(0x7f6c2c0c63c0 0x7f6c2c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 797434328 0 0) 0x7f6c2c0c31c0 con 0x7f6c2c0c4100 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6c18005740 con 0x7f6c2c0c4100 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3213681353 0 0) 0x7f6c18005740 con 0x7f6c2c0c4100 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 >> v2:172.21.15.172:3300/0 conn(0x7f6c2c0c63c0 msgr2=0x7f6c2c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 --2- 172.21.15.133:0/572529803 >> v2:172.21.15.172:3300/0 conn(0x7f6c2c0c63c0 0x7f6c2c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 >> v1:172.21.15.172:6789/0 conn(0x7f6c2c0c2bb0 legacy=0x7f6c2c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c2c0c1310 con 0x7f6c2c0c4100 2023-12-02T00:33:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f6c14001680 con 0x7f6c2c0c4100 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 >> v1:172.21.15.133:6789/0 conn(0x7f6c2c0c4100 legacy=0x7f6c2c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c18005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c180069e0 0x7f6c18006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c180074c0 0x7f6c1800dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c2c0c1030 con 0x7f6c18005b90 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1800e390 con 0x7f6c180074c0 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1800e550 con 0x7f6c180069e0 2023-12-02T00:33:19.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c18005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c23fff640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c180069e0 0x7f6c18006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2bfff640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c180074c0 0x7f6c1800dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2b7fe640 1 -- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c180069e0 msgr2=0x7f6c18006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c180069e0 0x7f6c18006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2b7fe640 1 -- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c180074c0 msgr2=0x7f6c1800dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c180074c0 0x7f6c1800dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2b7fe640 1 -- 172.21.15.133:0/572529803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c18005740 con 0x7f6c18005b90 2023-12-02T00:33:19.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.108+0000 7f6c2bfff640 1 -- 172.21.15.133:0/572529803 reap_dead start 2023-12-02T00:33:19.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c18005fb0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c009ab0 tx=0x7f6c1c01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bedaedf93323f96 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c0a5510 con 0x7f6c18005b90 2023-12-02T00:33:19.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c1c0a5670 con 0x7f6c18005b90 2023-12-02T00:33:19.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c2affd640 1 -- 172.21.15.133:0/572529803 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c0a5a20 con 0x7f6c18005b90 2023-12-02T00:33:19.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c31add640 1 -- 172.21.15.133:0/572529803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 msgr2=0x7f6c18005fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c31add640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c18005fb0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c009ab0 tx=0x7f6c1c01ca30 comp rx=0 tx=0).stop 2023-12-02T00:33:19.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c31add640 1 -- 172.21.15.133:0/572529803 shutdown_connections 2023-12-02T00:33:19.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c31add640 1 --2- 172.21.15.133:0/572529803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c18005fb0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c31add640 1 -- 172.21.15.133:0/572529803 >> 172.21.15.133:0/572529803 conn(0x7f6c2c06a5b0 msgr2=0x7f6c2c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:19.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c31add640 1 -- 172.21.15.133:0/572529803 shutdown_connections 2023-12-02T00:33:19.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.112+0000 7f6c31add640 1 -- 172.21.15.133:0/572529803 wait complete. 2023-12-02T00:33:19.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 Processor -- start 2023-12-02T00:33:19.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 -- start start 2023-12-02T00:33:19.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c2c155140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c2c099e50 0x7f6c2c0bccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c2c1ec520 0x7f6c2c1ec9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c2c09a2d0 con 0x7f6c18005b90 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c2c0c0500 con 0x7f6c2c099e50 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c2c0a8d70 con 0x7f6c2c1ec520 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c2c155140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c2c155140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47702/0 (socket says 172.21.15.133:47702) 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 -- 172.21.15.133:0/1612466579 learned_addr learned my addr 172.21.15.133:0/1612466579 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c23fff640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c2c099e50 0x7f6c2c0bccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2bfff640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c2c1ec520 0x7f6c2c1ec9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 -- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c2c1ec520 msgr2=0x7f6c2c1ec9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c2c1ec520 0x7f6c2c1ec9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 -- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c2c099e50 msgr2=0x7f6c2c0bccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c2c099e50 0x7f6c2c0bccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 -- 172.21.15.133:0/1612466579 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c2c0c69b0 con 0x7f6c18005b90 2023-12-02T00:33:19.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c2b7fe640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c2c155140 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c0b0040 tx=0x7f6c1c0197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c28ff9640 1 -- 172.21.15.133:0/1612466579 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c0a5510 con 0x7f6c18005b90 2023-12-02T00:33:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c28ff9640 1 -- 172.21.15.133:0/1612466579 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c1c004020 con 0x7f6c18005b90 2023-12-02T00:33:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c28ff9640 1 -- 172.21.15.133:0/1612466579 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c0043d0 con 0x7f6c18005b90 2023-12-02T00:33:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c2c1ed060 con 0x7f6c18005b90 2023-12-02T00:33:19.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c2c0bff40 con 0x7f6c18005b90 2023-12-02T00:33:19.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.116+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c2c068400 con 0x7f6c18005b90 2023-12-02T00:33:19.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.120+0000 7f6c28ff9640 1 -- 172.21.15.133:0/1612466579 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6c1c0b4070 con 0x7f6c18005b90 2023-12-02T00:33:19.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.120+0000 7f6c28ff9640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c0c066470 0x7f6c0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.120+0000 7f6c28ff9640 1 -- 172.21.15.133:0/1612466579 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f6c1c11d910 con 0x7f6c18005b90 2023-12-02T00:33:19.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.120+0000 7f6c23fff640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c0c066470 0x7f6c0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.120+0000 7f6c23fff640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c0c066470 0x7f6c0c068930 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6c140010f0 tx=0x7f6c14009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.124+0000 7f6c28ff9640 1 -- 172.21.15.133:0/1612466579 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6c1c0ead20 con 0x7f6c18005b90 2023-12-02T00:33:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.280+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6c2c099a70 con 0x7f6c18005b90 2023-12-02T00:33:19.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.280+0000 7f6c28ff9640 1 -- 172.21.15.133:0/1612466579 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v56) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6c1c0b2020 con 0x7f6c18005b90 2023-12-02T00:33:19.283 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:19.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c0c066470 msgr2=0x7f6c0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c0c066470 0x7f6c0c068930 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6c140010f0 tx=0x7f6c14009040 comp rx=0 tx=0).stop 2023-12-02T00:33:19.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 msgr2=0x7f6c2c155140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c2c155140 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c0b0040 tx=0x7f6c1c0197d0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 shutdown_connections 2023-12-02T00:33:19.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6c0c066470 0x7f6c0c068930 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c2c1ec520 0x7f6c2c1ec9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6c2c099e50 0x7f6c2c0bccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 --2- 172.21.15.133:0/1612466579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c18005b90 0x7f6c2c155140 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 >> 172.21.15.133:0/1612466579 conn(0x7f6c2c06a5b0 msgr2=0x7f6c2c06ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 shutdown_connections 2023-12-02T00:33:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.284+0000 7f6c31add640 1 -- 172.21.15.133:0/1612466579 wait complete. 2023-12-02T00:33:19.308 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:33:19.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5aa4f3640 1 Processor -- start 2023-12-02T00:33:19.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5aa4f3640 1 -- start start 2023-12-02T00:33:19.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5aa4f3640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd5a40c5ac0 0x7fd5a4155950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5aa4f3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd5a40c2960 0x7fd5a415eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5aa4f3640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5a40a76e0 con 0x7fd5a40c2580 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5aa4f3640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5a40c3540 con 0x7fd5a40c2960 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5aa4f3640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5a4155500 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a9cf2640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd5a40c2960 0x7fd5a415eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a9cf2640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd5a40c2960 0x7fd5a415eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47716/0 (socket says 172.21.15.133:47716) 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3672224731 learned_addr learned my addr 172.21.15.133:0/3672224731 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a8cf0640 1 --2- 172.21.15.133:0/3672224731 >> v2:172.21.15.172:3300/0 conn(0x7fd5a40c5ac0 0x7fd5a4155950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3672224731 >> v2:172.21.15.172:3300/0 conn(0x7fd5a40c5ac0 msgr2=0x7fd5a4155950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a9cf2640 1 --2- 172.21.15.133:0/3672224731 >> v2:172.21.15.172:3300/0 conn(0x7fd5a40c5ac0 0x7fd5a4155950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3672224731 >> v1:172.21.15.172:6789/0 conn(0x7fd5a40c2580 legacy=0x7fd5a4154df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:19.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.452+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3672224731 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5a40c2df0 con 0x7fd5a40c2960 2023-12-02T00:33:19.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5a9cf2640 1 --2- 172.21.15.133:0/3672224731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c2960 0x7fd5a415eda0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4070950 tx=0x7fd59c01c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48c25c047d463808 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd59bfff640 1 -- 172.21.15.133:0/3672224731 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c0a5740 con 0x7fd5a40c2960 2023-12-02T00:33:19.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd59bfff640 1 -- 172.21.15.133:0/3672224731 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd59c0a58a0 con 0x7fd5a40c2960 2023-12-02T00:33:19.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd59bfff640 1 -- 172.21.15.133:0/3672224731 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c0a5c30 con 0x7fd5a40c2960 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3672224731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c2960 msgr2=0x7fd5a415eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3672224731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c2960 0x7fd5a415eda0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4070950 tx=0x7fd59c01c880 comp rx=0 tx=0).stop 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3672224731 shutdown_connections 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3672224731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c2960 0x7fd5a415eda0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3672224731 >> v2:172.21.15.172:3300/0 conn(0x7fd5a40c5ac0 0x7fd5a4155950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3672224731 >> 172.21.15.133:0/3672224731 conn(0x7fd5a40a9930 msgr2=0x7fd5a40a9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3672224731 shutdown_connections 2023-12-02T00:33:19.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.456+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3672224731 wait complete. 2023-12-02T00:33:19.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 Processor -- start 2023-12-02T00:33:19.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 -- start start 2023-12-02T00:33:19.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5a40c2580 0x7fd5a414e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5a40c2960 0x7fd5a4152080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c5ac0 0x7fd5a41525c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a40a7300 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a41544a0 con 0x7fd5a40c2960 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a4153920 con 0x7fd5a40c2580 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c5ac0 0x7fd5a41525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c5ac0 0x7fd5a41525c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47724/0 (socket says 172.21.15.133:47724) 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3711207543 learned_addr learned my addr 172.21.15.133:0/3711207543 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a8cf0640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5a40c2960 0x7fd5a4152080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a94f1640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5a40c2580 0x7fd5a414e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5a40c2580 msgr2=0x7fd5a414e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5a40c2580 0x7fd5a414e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5a40c2960 msgr2=0x7fd5a4152080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5a40c2960 0x7fd5a4152080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 -- 172.21.15.133:0/3711207543 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd59c009b30 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5a9cf2640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c5ac0 0x7fd5a41525c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fd59c019490 tx=0x7fd59c019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd599ffb640 1 -- 172.21.15.133:0/3711207543 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c0b8670 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd599ffb640 1 -- 172.21.15.133:0/3711207543 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd59c0b87d0 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5a4153080 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd599ffb640 1 -- 172.21.15.133:0/3711207543 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59c0b8b60 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.460+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5a4153640 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.464+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5a4067a00 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.464+0000 7fd599ffb640 1 -- 172.21.15.133:0/3711207543 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd59c0b8cc0 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.464+0000 7fd599ffb640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd588066470 0x7fd588068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.464+0000 7fd599ffb640 1 -- 172.21.15.133:0/3711207543 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fd59c11f1b0 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.464+0000 7fd5a94f1640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd588066470 0x7fd588068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.464+0000 7fd5a94f1640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd588066470 0x7fd588068930 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd5a0007fd0 tx=0x7fd5a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.468+0000 7fd599ffb640 1 -- 172.21.15.133:0/3711207543 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd59c0ec790 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.616+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd5a40c2df0 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd599ffb640 1 -- 172.21.15.133:0/3711207543 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v56) v1 ==== 105+0+11 (secure 0 0 0) 0x7fd59c0bc020 con 0x7fd5a40c5ac0 2023-12-02T00:33:19.621 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd588066470 msgr2=0x7fd588068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd588066470 0x7fd588068930 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd5a0007fd0 tx=0x7fd5a0009040 comp rx=0 tx=0).stop 2023-12-02T00:33:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c5ac0 msgr2=0x7fd5a41525c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c5ac0 0x7fd5a41525c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fd59c019490 tx=0x7fd59c019620 comp rx=0 tx=0).stop 2023-12-02T00:33:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 shutdown_connections 2023-12-02T00:33:19.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd588066470 0x7fd588068930 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5a40c5ac0 0x7fd5a41525c0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd5a40c2960 0x7fd5a4152080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 --2- 172.21.15.133:0/3711207543 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5a40c2580 0x7fd5a414e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 >> 172.21.15.133:0/3711207543 conn(0x7fd5a40a9930 msgr2=0x7fd5a4154df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 shutdown_connections 2023-12-02T00:33:19.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.620+0000 7fd5aa4f3640 1 -- 172.21.15.133:0/3711207543 wait complete. 2023-12-02T00:33:19.642 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:33:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe181d1d640 1 Processor -- start 2023-12-02T00:33:19.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe181d1d640 1 -- start start 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe181d1d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe17c0c7ea0 0x7fe17c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe181d1d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe17c06b9e0 0x7fe17c15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe181d1d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe17c06c860 con 0x7fe17c151e90 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe181d1d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe17c0c8750 con 0x7fe17c0c7ea0 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe181d1d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe17c1552d0 con 0x7fe17c06b9e0 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe173fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe17c0c7ea0 0x7fe17c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe173fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe17c0c7ea0 0x7fe17c06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47726/0 (socket says 172.21.15.133:47726) 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe173fff640 1 -- 172.21.15.133:0/2278930691 learned_addr learned my addr 172.21.15.133:0/2278930691 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe17bfff640 1 --2- 172.21.15.133:0/2278930691 >> v2:172.21.15.172:3300/0 conn(0x7fe17c06b9e0 0x7fe17c15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe173fff640 1 -- 172.21.15.133:0/2278930691 >> v2:172.21.15.172:3300/0 conn(0x7fe17c06b9e0 msgr2=0x7fe17c15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:19.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe173fff640 1 --2- 172.21.15.133:0/2278930691 >> v2:172.21.15.172:3300/0 conn(0x7fe17c06b9e0 0x7fe17c15f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe173fff640 1 -- 172.21.15.133:0/2278930691 >> v1:172.21.15.172:6789/0 conn(0x7fe17c151e90 legacy=0x7fe17c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe173fff640 1 -- 172.21.15.133:0/2278930691 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe17c154930 con 0x7fe17c0c7ea0 2023-12-02T00:33:19.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.780+0000 7fe17bfff640 1 --2- 172.21.15.133:0/2278930691 >> v2:172.21.15.172:3300/0 conn(0x7fe17c06b9e0 0x7fe17c15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:19.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe173fff640 1 --2- 172.21.15.133:0/2278930691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c0c7ea0 0x7fe17c06b4a0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fe17c08c190 tx=0x7fe16401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44b4808e39f7201e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe17affd640 1 -- 172.21.15.133:0/2278930691 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1640ab600 con 0x7fe17c0c7ea0 2023-12-02T00:33:19.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe17affd640 1 -- 172.21.15.133:0/2278930691 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1640a7050 con 0x7fe17c0c7ea0 2023-12-02T00:33:19.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe17affd640 1 -- 172.21.15.133:0/2278930691 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1640ab980 con 0x7fe17c0c7ea0 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 -- 172.21.15.133:0/2278930691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c0c7ea0 msgr2=0x7fe17c06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 --2- 172.21.15.133:0/2278930691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c0c7ea0 0x7fe17c06b4a0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fe17c08c190 tx=0x7fe16401c3e0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 -- 172.21.15.133:0/2278930691 shutdown_connections 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 --2- 172.21.15.133:0/2278930691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c0c7ea0 0x7fe17c06b4a0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 --2- 172.21.15.133:0/2278930691 >> v2:172.21.15.172:3300/0 conn(0x7fe17c06b9e0 0x7fe17c15f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 -- 172.21.15.133:0/2278930691 >> 172.21.15.133:0/2278930691 conn(0x7fe17c0ca170 msgr2=0x7fe17c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 -- 172.21.15.133:0/2278930691 shutdown_connections 2023-12-02T00:33:19.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.784+0000 7fe181d1d640 1 -- 172.21.15.133:0/2278930691 wait complete. 2023-12-02T00:33:19.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 Processor -- start 2023-12-02T00:33:19.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 -- start start 2023-12-02T00:33:19.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe17c06b9e0 0x7fe17c1f1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe17c0c7ea0 0x7fe17c0c34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c151e90 0x7fe17c1ed870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe17c1f1670 con 0x7fe17c151e90 2023-12-02T00:33:19.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe17c156750 con 0x7fe17c0c7ea0 2023-12-02T00:33:19.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe17c155eb0 con 0x7fe17c06b9e0 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c151e90 0x7fe17c1ed870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c151e90 0x7fe17c1ed870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47730/0 (socket says 172.21.15.133:47730) 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 -- 172.21.15.133:0/3268457368 learned_addr learned my addr 172.21.15.133:0/3268457368 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17b7fe640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe17c06b9e0 0x7fe17c1f1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe173fff640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe17c0c7ea0 0x7fe17c0c34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 -- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe17c06b9e0 msgr2=0x7fe17c1f1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe17c06b9e0 0x7fe17c1f1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 -- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe17c0c7ea0 msgr2=0x7fe17c0c34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe17c0c7ea0 0x7fe17c0c34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 -- 172.21.15.133:0/3268457368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1640094d0 con 0x7fe17c151e90 2023-12-02T00:33:19.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe17bfff640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c151e90 0x7fe17c1ed870 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fe174007df0 tx=0x7fe17400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe178ff9640 1 -- 172.21.15.133:0/3268457368 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1740039a0 con 0x7fe17c151e90 2023-12-02T00:33:19.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe178ff9640 1 -- 172.21.15.133:0/3268457368 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe17400f040 con 0x7fe17c151e90 2023-12-02T00:33:19.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe178ff9640 1 -- 172.21.15.133:0/3268457368 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe174003d40 con 0x7fe17c151e90 2023-12-02T00:33:19.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe17c156190 con 0x7fe17c151e90 2023-12-02T00:33:19.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.788+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe17c1ed350 con 0x7fe17c151e90 2023-12-02T00:33:19.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.792+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe17c1ed1b0 con 0x7fe17c151e90 2023-12-02T00:33:19.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.792+0000 7fe178ff9640 1 -- 172.21.15.133:0/3268457368 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe174004030 con 0x7fe17c151e90 2023-12-02T00:33:19.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.792+0000 7fe178ff9640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe15c066470 0x7fe15c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:19.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.792+0000 7fe178ff9640 1 -- 172.21.15.133:0/3268457368 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fe1740840f0 con 0x7fe17c151e90 2023-12-02T00:33:19.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.792+0000 7fe17b7fe640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe15c066470 0x7fe15c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:19.795 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.792+0000 7fe17b7fe640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe15c066470 0x7fe15c068930 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe16c007fd0 tx=0x7fe16c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:19.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.796+0000 7fe178ff9640 1 -- 172.21.15.133:0/3268457368 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe17c1ed1b0 con 0x7fe17c151e90 2023-12-02T00:33:19.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fe17c1ed1b0 con 0x7fe17c151e90 2023-12-02T00:33:19.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe178ff9640 1 -- 172.21.15.133:0/3268457368 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v56) v1 ==== 101+0+11 (secure 0 0 0) 0x7fe17c1ed1b0 con 0x7fe17c151e90 2023-12-02T00:33:19.950 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:19.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe15c066470 msgr2=0x7fe15c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe15c066470 0x7fe15c068930 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe16c007fd0 tx=0x7fe16c009040 comp rx=0 tx=0).stop 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c151e90 msgr2=0x7fe17c1ed870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c151e90 0x7fe17c1ed870 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fe174007df0 tx=0x7fe17400d4a0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 shutdown_connections 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe15c066470 0x7fe15c068930 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe17c151e90 0x7fe17c1ed870 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe17c0c7ea0 0x7fe17c0c34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 --2- 172.21.15.133:0/3268457368 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe17c06b9e0 0x7fe17c1f1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 >> 172.21.15.133:0/3268457368 conn(0x7fe17c0ca170 msgr2=0x7fe17c0ab970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 shutdown_connections 2023-12-02T00:33:19.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:19.948+0000 7fe181d1d640 1 -- 172.21.15.133:0/3268457368 wait complete. 2023-12-02T00:33:19.972 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:20.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f20015c1640 1 Processor -- start 2023-12-02T00:33:20.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f20015c1640 1 -- start start 2023-12-02T00:33:20.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f20015c1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1ffc0c5640 0x7f1ffc0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f20015c1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1ffc0c60f0 0x7f1ffc155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f20015c1640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ffc0c2580 con 0x7f1ffc0c5260 2023-12-02T00:33:20.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f20015c1640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ffc153510 con 0x7f1ffc0c5640 2023-12-02T00:33:20.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f20015c1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ffc0c17f0 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ff27fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1ffc0c5640 0x7f1ffc0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ff27fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1ffc0c5640 0x7f1ffc0c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47738/0 (socket says 172.21.15.133:47738) 2023-12-02T00:33:20.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ff27fc640 1 -- 172.21.15.133:0/2709328116 learned_addr learned my addr 172.21.15.133:0/2709328116 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:20.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ffb7fe640 1 --2- 172.21.15.133:0/2709328116 >> v2:172.21.15.172:3300/0 conn(0x7f1ffc0c60f0 0x7f1ffc155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ff27fc640 1 -- 172.21.15.133:0/2709328116 >> v2:172.21.15.172:3300/0 conn(0x7f1ffc0c60f0 msgr2=0x7f1ffc155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:20.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ff27fc640 1 --2- 172.21.15.133:0/2709328116 >> v2:172.21.15.172:3300/0 conn(0x7f1ffc0c60f0 0x7f1ffc155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ff27fc640 1 -- 172.21.15.133:0/2709328116 >> v1:172.21.15.172:6789/0 conn(0x7f1ffc0c5260 legacy=0x7f1ffc06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:20.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ff27fc640 1 -- 172.21.15.133:0/2709328116 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ffc0c1a00 con 0x7f1ffc0c5640 2023-12-02T00:33:20.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.108+0000 7f1ffb7fe640 1 --2- 172.21.15.133:0/2709328116 >> v2:172.21.15.172:3300/0 conn(0x7f1ffc0c60f0 0x7f1ffc155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:20.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f1ff27fc640 1 --2- 172.21.15.133:0/2709328116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c5640 0x7f1ffc0c5bb0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc0c6b10 tx=0x7f1fe401c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22e6a8c11f0831e3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f1ffa7fc640 1 -- 172.21.15.133:0/2709328116 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fe40a56a0 con 0x7f1ffc0c5640 2023-12-02T00:33:20.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f1ffa7fc640 1 -- 172.21.15.133:0/2709328116 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fe40a5800 con 0x7f1ffc0c5640 2023-12-02T00:33:20.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f1ffa7fc640 1 -- 172.21.15.133:0/2709328116 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fe40a5b90 con 0x7f1ffc0c5640 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 -- 172.21.15.133:0/2709328116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c5640 msgr2=0x7f1ffc0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 --2- 172.21.15.133:0/2709328116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c5640 0x7f1ffc0c5bb0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc0c6b10 tx=0x7f1fe401c8d0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 -- 172.21.15.133:0/2709328116 shutdown_connections 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 --2- 172.21.15.133:0/2709328116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c5640 0x7f1ffc0c5bb0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 --2- 172.21.15.133:0/2709328116 >> v2:172.21.15.172:3300/0 conn(0x7f1ffc0c60f0 0x7f1ffc155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 -- 172.21.15.133:0/2709328116 >> 172.21.15.133:0/2709328116 conn(0x7f1ffc06a5b0 msgr2=0x7f1ffc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 -- 172.21.15.133:0/2709328116 shutdown_connections 2023-12-02T00:33:20.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.112+0000 7f20015c1640 1 -- 172.21.15.133:0/2709328116 wait complete. 2023-12-02T00:33:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 Processor -- start 2023-12-02T00:33:20.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 -- start start 2023-12-02T00:33:20.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ffc0c5260 0x7f1ffc1ed020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ffc0c5640 0x7f1ffc149d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c60f0 0x7f1ffc1f0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ffc148080 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ffc1477e0 con 0x7f1ffc0c5260 2023-12-02T00:33:20.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ffc147ac0 con 0x7f1ffc0c5640 2023-12-02T00:33:20.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c60f0 0x7f1ffc1f0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c60f0 0x7f1ffc1f0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47742/0 (socket says 172.21.15.133:47742) 2023-12-02T00:33:20.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 -- 172.21.15.133:0/3100467854 learned_addr learned my addr 172.21.15.133:0/3100467854 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 -- 172.21.15.133:0/3100467854 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ffc0c5640 msgr2=0x7f1ffc149d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ffc0c5640 0x7f1ffc149d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 -- 172.21.15.133:0/3100467854 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ffc0c5260 msgr2=0x7f1ffc1ed020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ffc0c5260 0x7f1ffc1ed020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 -- 172.21.15.133:0/3100467854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fe4009b30 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ffb7fe640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c60f0 0x7f1ffc1f0c50 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f1ff400c7f0 tx=0x7f1ff400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ff3fff640 1 -- 172.21.15.133:0/3100467854 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff4007820 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ff3fff640 1 -- 172.21.15.133:0/3100467854 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ff40079c0 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f1ff3fff640 1 -- 172.21.15.133:0/3100467854 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff4007d70 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ffc147da0 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.116+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ffc14a2b0 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.120+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ffc1f0590 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.120+0000 7f1ff3fff640 1 -- 172.21.15.133:0/3100467854 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1ff40113f0 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.120+0000 7f1ff3fff640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1fdc066470 0x7f1fdc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.120+0000 7f1ff3fff640 1 -- 172.21.15.133:0/3100467854 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f1ff4084270 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.120+0000 7f1ffaffd640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1fdc066470 0x7f1fdc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.120+0000 7f1ffaffd640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1fdc066470 0x7f1fdc068930 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f1fec009670 tx=0x7f1fec006bd0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.124+0000 7f1ff3fff640 1 -- 172.21.15.133:0/3100467854 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1ffc1f0590 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.304+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1ffc1f0970 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f1ff3fff640 1 -- 172.21.15.133:0/3100467854 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4926 (secure 0 0 0) 0x7f1ffc1f0970 con 0x7f1ffc0c60f0 2023-12-02T00:33:20.309 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:20.309 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":39,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":6309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1093868920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1093868920},{"type":"v1","addr":"172.21.15.133:6837","nonce":1093868920}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:33:20.309 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 39 2023-12-02T00:33:20.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1fdc066470 msgr2=0x7f1fdc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1fdc066470 0x7f1fdc068930 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f1fec009670 tx=0x7f1fec006bd0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c60f0 msgr2=0x7f1ffc1f0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c60f0 0x7f1ffc1f0c50 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f1ff400c7f0 tx=0x7f1ff400ccb0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 shutdown_connections 2023-12-02T00:33:20.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1fdc066470 0x7f1fdc068930 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ffc0c60f0 0x7f1ffc1f0c50 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1ffc0c5640 0x7f1ffc149d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 --2- 172.21.15.133:0/3100467854 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1ffc0c5260 0x7f1ffc1ed020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 >> 172.21.15.133:0/3100467854 conn(0x7f1ffc06a5b0 msgr2=0x7f1ffc0a8260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:20.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 shutdown_connections 2023-12-02T00:33:20.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.308+0000 7f20015c1640 1 -- 172.21.15.133:0/3100467854 wait complete. 2023-12-02T00:33:20.330 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:20.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.464+0000 7f8bca901640 1 Processor -- start 2023-12-02T00:33:20.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.464+0000 7f8bca901640 1 -- start start 2023-12-02T00:33:20.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.464+0000 7f8bca901640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8bc4155de0 0x7f8bc4156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.464+0000 7f8bca901640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8bc40c2580 con 0x7f8bc40c5260 2023-12-02T00:33:20.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.464+0000 7f8bca901640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8bc40c1a00 con 0x7f8bc40c5640 2023-12-02T00:33:20.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.464+0000 7f8bca901640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8bc4153510 con 0x7f8bc4155de0 2023-12-02T00:33:20.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc3fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f8bc40c5260 0x7f8bc406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53584/0 (socket says 172.21.15.133:53584) 2023-12-02T00:33:20.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc3fff640 1 -- 172.21.15.133:0/1327925295 learned_addr learned my addr 172.21.15.133:0/1327925295 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:20.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc8e9e640 1 --2- 172.21.15.133:0/1327925295 >> v2:172.21.15.133:3300/0 conn(0x7f8bc4155de0 0x7f8bc4156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc2ffd640 1 -- 172.21.15.133:0/1327925295 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 616907222 0 0) 0x7f8bc40c2580 con 0x7f8bc40c5260 2023-12-02T00:33:20.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc2ffd640 1 -- 172.21.15.133:0/1327925295 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8bac003530 con 0x7f8bc40c5260 2023-12-02T00:33:20.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc8e9e640 1 -- 172.21.15.133:0/1327925295 >> v1:172.21.15.172:6789/0 conn(0x7f8bc40c5640 legacy=0x7f8bc40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:20.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc8e9e640 1 -- 172.21.15.133:0/1327925295 >> v1:172.21.15.133:6789/0 conn(0x7f8bc40c5260 legacy=0x7f8bc406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc8e9e640 1 -- 172.21.15.133:0/1327925295 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bc40c1ce0 con 0x7f8bc4155de0 2023-12-02T00:33:20.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc8e9e640 1 --2- 172.21.15.133:0/1327925295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc4155de0 0x7f8bc4156230 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc009d90 tx=0x7f8bbc01c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd987facf76dd263 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc2ffd640 1 -- 172.21.15.133:0/1327925295 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bbc0a5870 con 0x7f8bc4155de0 2023-12-02T00:33:20.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc2ffd640 1 -- 172.21.15.133:0/1327925295 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bbc0a59d0 con 0x7f8bc4155de0 2023-12-02T00:33:20.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.468+0000 7f8bc2ffd640 1 -- 172.21.15.133:0/1327925295 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bbc0a5d40 con 0x7f8bc4155de0 2023-12-02T00:33:20.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- 172.21.15.133:0/1327925295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc4155de0 msgr2=0x7f8bc4156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 --2- 172.21.15.133:0/1327925295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc4155de0 0x7f8bc4156230 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc009d90 tx=0x7f8bbc01c8c0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- 172.21.15.133:0/1327925295 shutdown_connections 2023-12-02T00:33:20.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 --2- 172.21.15.133:0/1327925295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc4155de0 0x7f8bc4156230 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- 172.21.15.133:0/1327925295 >> 172.21.15.133:0/1327925295 conn(0x7f8bc406a5b0 msgr2=0x7f8bc406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:20.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- 172.21.15.133:0/1327925295 shutdown_connections 2023-12-02T00:33:20.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- 172.21.15.133:0/1327925295 wait complete. 2023-12-02T00:33:20.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 Processor -- start 2023-12-02T00:33:20.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- start start 2023-12-02T00:33:20.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8bc40c5260 0x7f8bc41f0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc40c5640 0x7f8bc4149a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8bc4155de0 0x7f8bc40aa340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bc40c4440 con 0x7f8bc40c5640 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bc41ec890 con 0x7f8bc40c5260 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bca901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8bc41f0d50 con 0x7f8bc4155de0 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bc37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc40c5640 0x7f8bc4149a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bc37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc40c5640 0x7f8bc4149a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47752/0 (socket says 172.21.15.133:47752) 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.472+0000 7f8bc37fe640 1 -- 172.21.15.133:0/1339609375 learned_addr learned my addr 172.21.15.133:0/1339609375 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc3fff640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8bc40c5260 0x7f8bc41f0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc8e9e640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8bc4155de0 0x7f8bc40aa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc37fe640 1 -- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8bc4155de0 msgr2=0x7f8bc40aa340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc37fe640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8bc4155de0 0x7f8bc40aa340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc37fe640 1 -- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8bc40c5260 msgr2=0x7f8bc41f0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc37fe640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8bc40c5260 0x7f8bc41f0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc37fe640 1 -- 172.21.15.133:0/1339609375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bbc009a70 con 0x7f8bc40c5640 2023-12-02T00:33:20.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc37fe640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc40c5640 0x7f8bc4149a70 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f8bb800c340 tx=0x7f8bb800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc0ff9640 1 -- 172.21.15.133:0/1339609375 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bb80052d0 con 0x7f8bc40c5640 2023-12-02T00:33:20.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc0ff9640 1 -- 172.21.15.133:0/1339609375 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bb8005430 con 0x7f8bc40c5640 2023-12-02T00:33:20.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc0ff9640 1 -- 172.21.15.133:0/1339609375 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bb8007260 con 0x7f8bc40c5640 2023-12-02T00:33:20.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bc40c38c0 con 0x7f8bc40c5640 2023-12-02T00:33:20.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bc40c3e80 con 0x7f8bc40c5640 2023-12-02T00:33:20.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8bc4068400 con 0x7f8bc40c5640 2023-12-02T00:33:20.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc0ff9640 1 -- 172.21.15.133:0/1339609375 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8bb80073c0 con 0x7f8bc40c5640 2023-12-02T00:33:20.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc0ff9640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8bb0066470 0x7f8bb0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.476+0000 7f8bc0ff9640 1 -- 172.21.15.133:0/1339609375 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f8bb8083280 con 0x7f8bc40c5640 2023-12-02T00:33:20.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.480+0000 7f8bc3fff640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8bb0066470 0x7f8bb0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.480+0000 7f8bc3fff640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8bb0066470 0x7f8bb0068930 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8bb40011f0 tx=0x7f8bb4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.480+0000 7f8bc0ff9640 1 -- 172.21.15.133:0/1339609375 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8bb8050690 con 0x7f8bc40c5640 2023-12-02T00:33:20.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.632+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8bc406d390 con 0x7f8bc40c5640 2023-12-02T00:33:20.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.632+0000 7f8bc0ff9640 1 -- 172.21.15.133:0/1339609375 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) v1 ==== 74+0+16737 (secure 0 0 0) 0x7f8bb8053cb0 con 0x7f8bc40c5640 2023-12-02T00:33:20.636 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:20.636 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":56,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:18.597923+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/567144125":"2023-12-03T00:33:15.590700+0000","172.21.15.133:6835/567144125":"2023-12-03T00:33:15.590700+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:20.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8bb0066470 msgr2=0x7f8bb0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8bb0066470 0x7f8bb0068930 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8bb40011f0 tx=0x7f8bb4009040 comp rx=0 tx=0).stop 2023-12-02T00:33:20.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc40c5640 msgr2=0x7f8bc4149a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc40c5640 0x7f8bc4149a70 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f8bb800c340 tx=0x7f8bb800c800 comp rx=0 tx=0).stop 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 shutdown_connections 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8bb0066470 0x7f8bb0068930 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8bc4155de0 0x7f8bc40aa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8bc40c5640 0x7f8bc4149a70 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 --2- 172.21.15.133:0/1339609375 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8bc40c5260 0x7f8bc41f0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 >> 172.21.15.133:0/1339609375 conn(0x7f8bc406a5b0 msgr2=0x7f8bc4154380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 shutdown_connections 2023-12-02T00:33:20.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.636+0000 7f8bca901640 1 -- 172.21.15.133:0/1339609375 wait complete. 2023-12-02T00:33:20.658 INFO:tasks.cephfs.filesystem:Destroying file system cephfs2 and related pools 2023-12-02T00:33:20.658 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:20.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.792+0000 7f34a292a640 1 Processor -- start 2023-12-02T00:33:20.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.792+0000 7f34a292a640 1 -- start start 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a292a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c4100 0x7f349c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a292a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f349c0c06d0 0x7f349c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a292a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f349c0c31c0 con 0x7f349c0c63c0 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a292a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f349c0c34a0 con 0x7f349c0c06d0 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a292a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f349c0c1030 con 0x7f349c0c4100 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f349bfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f349c0c63c0 0x7f349c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53588/0 (socket says 172.21.15.133:53588) 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f349bfff640 1 -- 172.21.15.133:0/3068805898 learned_addr learned my addr 172.21.15.133:0/3068805898 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a0ec7640 1 --2- 172.21.15.133:0/3068805898 >> v2:172.21.15.172:3300/0 conn(0x7f349c0c06d0 0x7f349c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f349b7fe640 1 --2- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c4100 0x7f349c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f349affd640 1 -- 172.21.15.133:0/3068805898 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2910702721 0 0) 0x7f349c0c31c0 con 0x7f349c0c63c0 2023-12-02T00:33:20.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f349affd640 1 -- 172.21.15.133:0/3068805898 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3484003530 con 0x7f349c0c63c0 2023-12-02T00:33:20.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a0ec7640 1 -- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c4100 msgr2=0x7f349c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:20.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a0ec7640 1 --2- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c4100 0x7f349c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a0ec7640 1 -- 172.21.15.133:0/3068805898 >> v1:172.21.15.133:6789/0 conn(0x7f349c0c63c0 legacy=0x7f349c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.796+0000 7f34a0ec7640 1 -- 172.21.15.133:0/3068805898 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f349c0c1310 con 0x7f349c0c06d0 2023-12-02T00:33:20.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a0ec7640 1 --2- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c06d0 0x7f349c0a9680 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f3494009d90 tx=0x7f349401c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbe426dd8fd96272 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f349affd640 1 -- 172.21.15.133:0/3068805898 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349c0aa3d0 con 0x7f349c0c06d0 2023-12-02T00:33:20.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f349affd640 1 -- 172.21.15.133:0/3068805898 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34940a5800 con 0x7f349c0c06d0 2023-12-02T00:33:20.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f349affd640 1 -- 172.21.15.133:0/3068805898 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34940a5b70 con 0x7f349c0c06d0 2023-12-02T00:33:20.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 -- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c06d0 msgr2=0x7f349c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 --2- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c06d0 0x7f349c0a9680 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f3494009d90 tx=0x7f349401c830 comp rx=0 tx=0).stop 2023-12-02T00:33:20.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 -- 172.21.15.133:0/3068805898 shutdown_connections 2023-12-02T00:33:20.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 --2- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c06d0 0x7f349c0a9680 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 --2- 172.21.15.133:0/3068805898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c4100 0x7f349c0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 -- 172.21.15.133:0/3068805898 >> 172.21.15.133:0/3068805898 conn(0x7f349c06a5b0 msgr2=0x7f349c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:20.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 -- 172.21.15.133:0/3068805898 shutdown_connections 2023-12-02T00:33:20.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 -- 172.21.15.133:0/3068805898 wait complete. 2023-12-02T00:33:20.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 Processor -- start 2023-12-02T00:33:20.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.800+0000 7f34a292a640 1 -- start start 2023-12-02T00:33:20.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c06d0 0x7f349c0bf640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f349c0c4100 0x7f349c070d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c63c0 0x7f349c1f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f349c0be550 con 0x7f349c0c4100 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f349c1edbe0 con 0x7f349c0c63c0 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f349c0a4a70 con 0x7f349c0c06d0 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f349c0c4100 0x7f349c070d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f349c0c4100 0x7f349c070d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47756/0 (socket says 172.21.15.133:47756) 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 -- 172.21.15.133:0/3723379664 learned_addr learned my addr 172.21.15.133:0/3723379664 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:20.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 -- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c06d0 msgr2=0x7f349c0bf640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c06d0 0x7f349c0bf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a0ec7640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c63c0 0x7f349c1f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 -- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c63c0 msgr2=0x7f349c1f07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c63c0 0x7f349c1f07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 -- 172.21.15.133:0/3723379664 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3494009a70 con 0x7f349c0c4100 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a0ec7640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c63c0 0x7f349c1f07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f349b7fe640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f349c0c4100 0x7f349c070d30 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f349000e930 tx=0x7f349000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f3498ff9640 1 -- 172.21.15.133:0/3723379664 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3490009690 con 0x7f349c0c4100 2023-12-02T00:33:20.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f3498ff9640 1 -- 172.21.15.133:0/3723379664 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f349000ca00 con 0x7f349c0c4100 2023-12-02T00:33:20.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f349c0a5280 con 0x7f349c0c4100 2023-12-02T00:33:20.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f3498ff9640 1 -- 172.21.15.133:0/3723379664 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349000cd90 con 0x7f349c0c4100 2023-12-02T00:33:20.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f349c0a4fa0 con 0x7f349c0c4100 2023-12-02T00:33:20.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f349c068400 con 0x7f349c0c4100 2023-12-02T00:33:20.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.804+0000 7f3498ff9640 1 -- 172.21.15.133:0/3723379664 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3490013470 con 0x7f349c0c4100 2023-12-02T00:33:20.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.808+0000 7f3498ff9640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34880664a0 0x7f3488068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:20.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.808+0000 7f3498ff9640 1 -- 172.21.15.133:0/3723379664 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f3490084100 con 0x7f349c0c4100 2023-12-02T00:33:20.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.808+0000 7f349bfff640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34880664a0 0x7f3488068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:20.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.808+0000 7f349bfff640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34880664a0 0x7f3488068960 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f348c007fd0 tx=0x7f348c007900 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:20.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.812+0000 7f3498ff9640 1 -- 172.21.15.133:0/3723379664 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f34900515d0 con 0x7f349c0c4100 2023-12-02T00:33:20.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.988+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f349c1f04d0 con 0x7f349c0c4100 2023-12-02T00:33:20.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f3498ff9640 1 -- 172.21.15.133:0/3723379664 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4926 (secure 0 0 0) 0x7f3490054bf0 con 0x7f349c0c4100 2023-12-02T00:33:20.993 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:20.993 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":39,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":6309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1093868920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1093868920},{"type":"v1","addr":"172.21.15.133:6837","nonce":1093868920}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:33:20.993 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 39 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34880664a0 msgr2=0x7f3488068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34880664a0 0x7f3488068960 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f348c007fd0 tx=0x7f348c007900 comp rx=0 tx=0).stop 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f349c0c4100 msgr2=0x7f349c070d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f349c0c4100 0x7f349c070d30 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f349000e930 tx=0x7f349000edf0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 shutdown_connections 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34880664a0 0x7f3488068960 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f349c0c63c0 0x7f349c1f07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f349c0c4100 0x7f349c070d30 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 --2- 172.21.15.133:0/3723379664 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f349c0c06d0 0x7f349c0bf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 >> 172.21.15.133:0/3723379664 conn(0x7f349c06a5b0 msgr2=0x7f349c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 shutdown_connections 2023-12-02T00:33:20.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:20.992+0000 7f34a292a640 1 -- 172.21.15.133:0/3723379664 wait complete. 2023-12-02T00:33:21.014 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:21.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.148+0000 7f12e970f640 1 Processor -- start 2023-12-02T00:33:21.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.148+0000 7f12e970f640 1 -- start start 2023-12-02T00:33:21.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.148+0000 7f12e970f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e40c7ed0 0x7f12e4154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.148+0000 7f12e970f640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f12e40bd660 0x7f12e4154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.148+0000 7f12e970f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12e40ac4f0 con 0x7f12e4151dc0 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.148+0000 7f12e970f640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12e4158780 con 0x7f12e40bd660 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.148+0000 7f12e970f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12e4158a60 con 0x7f12e40c7ed0 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e2ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f12e4151dc0 0x7f12e40c4950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53596/0 (socket says 172.21.15.133:53596) 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e2ffd640 1 -- 172.21.15.133:0/1871200936 learned_addr learned my addr 172.21.15.133:0/1871200936 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e37fe640 1 --2- 172.21.15.133:0/1871200936 >> v2:172.21.15.133:3300/0 conn(0x7f12e40bd660 0x7f12e4154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e27fc640 1 --2- 172.21.15.133:0/1871200936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e40c7ed0 0x7f12e4154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e1ffb640 1 -- 172.21.15.133:0/1871200936 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3466295367 0 0) 0x7f12e40ac4f0 con 0x7f12e4151dc0 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e1ffb640 1 -- 172.21.15.133:0/1871200936 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f12cc003530 con 0x7f12e4151dc0 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e37fe640 1 -- 172.21.15.133:0/1871200936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e40c7ed0 msgr2=0x7f12e4154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e37fe640 1 --2- 172.21.15.133:0/1871200936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e40c7ed0 0x7f12e4154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e37fe640 1 -- 172.21.15.133:0/1871200936 >> v1:172.21.15.133:6789/0 conn(0x7f12e4151dc0 legacy=0x7f12e40c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.154 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e37fe640 1 -- 172.21.15.133:0/1871200936 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12e40ac180 con 0x7f12e40bd660 2023-12-02T00:33:21.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e37fe640 1 --2- 172.21.15.133:0/1871200936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40bd660 0x7f12e4154b90 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f12dc009d90 tx=0x7f12dc01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5566420a0385a17 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e1ffb640 1 -- 172.21.15.133:0/1871200936 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12dc0a5710 con 0x7f12e40bd660 2023-12-02T00:33:21.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e1ffb640 1 -- 172.21.15.133:0/1871200936 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12dc0a5870 con 0x7f12e40bd660 2023-12-02T00:33:21.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.152+0000 7f12e1ffb640 1 -- 172.21.15.133:0/1871200936 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12dc0a5c00 con 0x7f12e40bd660 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- 172.21.15.133:0/1871200936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40bd660 msgr2=0x7f12e4154b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 --2- 172.21.15.133:0/1871200936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40bd660 0x7f12e4154b90 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f12dc009d90 tx=0x7f12dc01c830 comp rx=0 tx=0).stop 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- 172.21.15.133:0/1871200936 shutdown_connections 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 --2- 172.21.15.133:0/1871200936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40bd660 0x7f12e4154b90 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 --2- 172.21.15.133:0/1871200936 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e40c7ed0 0x7f12e4154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- 172.21.15.133:0/1871200936 >> 172.21.15.133:0/1871200936 conn(0x7f12e4071eb0 msgr2=0x7f12e40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- 172.21.15.133:0/1871200936 shutdown_connections 2023-12-02T00:33:21.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- 172.21.15.133:0/1871200936 wait complete. 2023-12-02T00:33:21.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 Processor -- start 2023-12-02T00:33:21.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- start start 2023-12-02T00:33:21.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f12e40bd660 0x7f12e40aac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40c7ed0 0x7f12e40be000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e4151dc0 0x7f12e40be540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e41f11e0 con 0x7f12e40c7ed0 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e40ab980 con 0x7f12e40bd660 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e970f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12e4157b10 con 0x7f12e4151dc0 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e27fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40c7ed0 0x7f12e40be000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e27fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40c7ed0 0x7f12e40be000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47768/0 (socket says 172.21.15.133:47768) 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e27fc640 1 -- 172.21.15.133:0/4018181962 learned_addr learned my addr 172.21.15.133:0/4018181962 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e2ffd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f12e40bd660 0x7f12e40aac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.156+0000 7f12e37fe640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e4151dc0 0x7f12e40be540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e27fc640 1 -- 172.21.15.133:0/4018181962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e4151dc0 msgr2=0x7f12e40be540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e27fc640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e4151dc0 0x7f12e40be540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e27fc640 1 -- 172.21.15.133:0/4018181962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f12e40bd660 msgr2=0x7f12e40aac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e27fc640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f12e40bd660 0x7f12e40aac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e27fc640 1 -- 172.21.15.133:0/4018181962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12dc009a70 con 0x7f12e40c7ed0 2023-12-02T00:33:21.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e27fc640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40c7ed0 0x7f12e40be000 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f12d800e980 tx=0x7f12d800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12cb7fe640 1 -- 172.21.15.133:0/4018181962 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d8009670 con 0x7f12e40c7ed0 2023-12-02T00:33:21.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12cb7fe640 1 -- 172.21.15.133:0/4018181962 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12d800ca00 con 0x7f12e40c7ed0 2023-12-02T00:33:21.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12cb7fe640 1 -- 172.21.15.133:0/4018181962 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d800cd90 con 0x7f12e40c7ed0 2023-12-02T00:33:21.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12e4157550 con 0x7f12e40c7ed0 2023-12-02T00:33:21.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12e40bdae0 con 0x7f12e40c7ed0 2023-12-02T00:33:21.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12e40bdd00 con 0x7f12e40c7ed0 2023-12-02T00:33:21.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12cb7fe640 1 -- 172.21.15.133:0/4018181962 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f12d8013470 con 0x7f12e40c7ed0 2023-12-02T00:33:21.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12cb7fe640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12d00664a0 0x7f12d0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.160+0000 7f12cb7fe640 1 -- 172.21.15.133:0/4018181962 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f12d80839d0 con 0x7f12e40c7ed0 2023-12-02T00:33:21.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.164+0000 7f12e2ffd640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12d00664a0 0x7f12d0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.164+0000 7f12e2ffd640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12d00664a0 0x7f12d0068960 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f12d40011f0 tx=0x7f12d4007d40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.164+0000 7f12cb7fe640 1 -- 172.21.15.133:0/4018181962 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f12d8050e90 con 0x7f12e40c7ed0 2023-12-02T00:33:21.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.344+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f12e4068400 con 0x7f12e40c7ed0 2023-12-02T00:33:21.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12cb7fe640 1 -- 172.21.15.133:0/4018181962 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) v1 ==== 94+0+4926 (secure 0 0 0) 0x7f12d80544b0 con 0x7f12e40c7ed0 2023-12-02T00:33:21.349 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:21.349 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":39,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":6309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1093868920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1093868920},{"type":"v1","addr":"172.21.15.133:6837","nonce":1093868920}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":37,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:32:54.606776+0000","modified":"2023-12-02T00:32:57.634557+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5757},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5757":{"gid":5757,"name":"c","rank":0,"incarnation":33,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/768910138","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":768910138},{"type":"v1","addr":"172.21.15.133:6836","nonce":768910138}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2023-12-02T00:33:21.349 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 39 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12d00664a0 msgr2=0x7f12d0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12d00664a0 0x7f12d0068960 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f12d40011f0 tx=0x7f12d4007d40 comp rx=0 tx=0).stop 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40c7ed0 msgr2=0x7f12e40be000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40c7ed0 0x7f12e40be000 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f12d800e980 tx=0x7f12d800ee40 comp rx=0 tx=0).stop 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 shutdown_connections 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12d00664a0 0x7f12d0068960 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f12e4151dc0 0x7f12e40be540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f12e40c7ed0 0x7f12e40be000 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 --2- 172.21.15.133:0/4018181962 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f12e40bd660 0x7f12e40aac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 >> 172.21.15.133:0/4018181962 conn(0x7f12e4071eb0 msgr2=0x7f12e4072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:21.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 shutdown_connections 2023-12-02T00:33:21.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.348+0000 7f12e970f640 1 -- 172.21.15.133:0/4018181962 wait complete. 2023-12-02T00:33:21.370 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:21.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.504+0000 7fd27fc54640 1 Processor -- start 2023-12-02T00:33:21.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.504+0000 7fd27fc54640 1 -- start start 2023-12-02T00:33:21.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27fc54640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd2780c63c0 0x7fd2780c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27fc54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd2780a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27fc54640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2780c31c0 con 0x7fd2780c4100 2023-12-02T00:33:21.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27fc54640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2780c34a0 con 0x7fd2780c63c0 2023-12-02T00:33:21.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27fc54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2780c1030 con 0x7fd2780c2bb0 2023-12-02T00:33:21.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27d9f0640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd2780c63c0 0x7fd2780c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27d1ef640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd2780c4100 0x7fd2780c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53608/0 (socket says 172.21.15.133:53608) 2023-12-02T00:33:21.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27d1ef640 1 -- 172.21.15.133:0/2301690556 learned_addr learned my addr 172.21.15.133:0/2301690556 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:21.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27e1f1640 1 --2- 172.21.15.133:0/2301690556 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd2780a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27c9ee640 1 -- 172.21.15.133:0/2301690556 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1560996782 0 0) 0x7fd2780c31c0 con 0x7fd2780c4100 2023-12-02T00:33:21.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27d9f0640 1 -- 172.21.15.133:0/2301690556 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 msgr2=0x7fd2780a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:21.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27d9f0640 1 --2- 172.21.15.133:0/2301690556 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd2780a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27d9f0640 1 -- 172.21.15.133:0/2301690556 >> v1:172.21.15.133:6789/0 conn(0x7fd2780c4100 legacy=0x7fd2780c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27d9f0640 1 -- 172.21.15.133:0/2301690556 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2780c1310 con 0x7fd2780c63c0 2023-12-02T00:33:21.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.508+0000 7fd27e1f1640 1 --2- 172.21.15.133:0/2301690556 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd2780a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:21.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27d9f0640 1 --2- 172.21.15.133:0/2301690556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780c06d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd2740097c0 tx=0x7fd27401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef16b5ddbba4b1e8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27c9ee640 1 -- 172.21.15.133:0/2301690556 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2780aa3d0 con 0x7fd2780c63c0 2023-12-02T00:33:21.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27c9ee640 1 -- 172.21.15.133:0/2301690556 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2740a7050 con 0x7fd2780c63c0 2023-12-02T00:33:21.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27c9ee640 1 -- 172.21.15.133:0/2301690556 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2740ab820 con 0x7fd2780c63c0 2023-12-02T00:33:21.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 -- 172.21.15.133:0/2301690556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 msgr2=0x7fd2780c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 --2- 172.21.15.133:0/2301690556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780c06d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd2740097c0 tx=0x7fd27401c330 comp rx=0 tx=0).stop 2023-12-02T00:33:21.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 -- 172.21.15.133:0/2301690556 shutdown_connections 2023-12-02T00:33:21.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 --2- 172.21.15.133:0/2301690556 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd2780a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 --2- 172.21.15.133:0/2301690556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780c06d0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 -- 172.21.15.133:0/2301690556 >> 172.21.15.133:0/2301690556 conn(0x7fd27806a5b0 msgr2=0x7fd27806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:21.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 -- 172.21.15.133:0/2301690556 shutdown_connections 2023-12-02T00:33:21.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 -- 172.21.15.133:0/2301690556 wait complete. 2023-12-02T00:33:21.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 Processor -- start 2023-12-02T00:33:21.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.512+0000 7fd27fc54640 1 -- start start 2023-12-02T00:33:21.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd27815a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2780c4100 0x7fd278155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780bf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd278159970 con 0x7fd2780c63c0 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd278153e60 con 0x7fd2780c4100 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd278153b80 con 0x7fd2780c2bb0 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780bf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780bf2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47786/0 (socket says 172.21.15.133:47786) 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 -- 172.21.15.133:0/1772888072 learned_addr learned my addr 172.21.15.133:0/1772888072 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27d9f0640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd27815a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27d1ef640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2780c4100 0x7fd278155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 -- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 msgr2=0x7fd27815a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd27815a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 -- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2780c4100 msgr2=0x7fd278155db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2780c4100 0x7fd278155db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 -- 172.21.15.133:0/1772888072 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd274009420 con 0x7fd2780c63c0 2023-12-02T00:33:21.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27e1f1640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780bf2d0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fd27000cef0 tx=0x7fd27000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd26e7fc640 1 -- 172.21.15.133:0/1772888072 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd27000d840 con 0x7fd2780c63c0 2023-12-02T00:33:21.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd26e7fc640 1 -- 172.21.15.133:0/1772888072 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd27000d9c0 con 0x7fd2780c63c0 2023-12-02T00:33:21.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd26e7fc640 1 -- 172.21.15.133:0/1772888072 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd27000dd70 con 0x7fd2780c63c0 2023-12-02T00:33:21.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2780c69b0 con 0x7fd2780c63c0 2023-12-02T00:33:21.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd27815a180 con 0x7fd2780c63c0 2023-12-02T00:33:21.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd278068400 con 0x7fd2780c63c0 2023-12-02T00:33:21.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.516+0000 7fd26e7fc640 1 -- 172.21.15.133:0/1772888072 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd27001e3b0 con 0x7fd2780c63c0 2023-12-02T00:33:21.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.520+0000 7fd26e7fc640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd25c066470 0x7fd25c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.520+0000 7fd26e7fc640 1 -- 172.21.15.133:0/1772888072 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fd2700848f0 con 0x7fd2780c63c0 2023-12-02T00:33:21.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.520+0000 7fd27d9f0640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd25c066470 0x7fd25c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.520+0000 7fd27d9f0640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd25c066470 0x7fd25c068930 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd2740ad000 tx=0x7fd2740a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.524+0000 7fd26e7fc640 1 -- 172.21.15.133:0/1772888072 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd270051e70 con 0x7fd2780c63c0 2023-12-02T00:33:21.678 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.676+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd2780729b0 con 0x7fd2780c63c0 2023-12-02T00:33:21.679 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.676+0000 7fd26e7fc640 1 -- 172.21.15.133:0/1772888072 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) v1 ==== 74+0+16737 (secure 0 0 0) 0x7fd27001a020 con 0x7fd2780c63c0 2023-12-02T00:33:21.679 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:21.680 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":56,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:18.597923+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:32:52.495548+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:32:53.604811+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/567144125":"2023-12-03T00:33:15.590700+0000","172.21.15.133:6835/567144125":"2023-12-03T00:33:15.590700+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:21.681 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd25c066470 msgr2=0x7fd25c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd25c066470 0x7fd25c068930 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd2740ad000 tx=0x7fd2740a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 msgr2=0x7fd2780bf2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780bf2d0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fd27000cef0 tx=0x7fd27000a710 comp rx=0 tx=0).stop 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 shutdown_connections 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd25c066470 0x7fd25c068930 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2780c63c0 0x7fd2780bf2d0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd2780c4100 0x7fd278155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 --2- 172.21.15.133:0/1772888072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd2780c2bb0 0x7fd27815a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 >> 172.21.15.133:0/1772888072 conn(0x7fd27806a5b0 msgr2=0x7fd27806d600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 shutdown_connections 2023-12-02T00:33:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.680+0000 7fd27fc54640 1 -- 172.21.15.133:0/1772888072 wait complete. 2023-12-02T00:33:21.701 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs2 2023-12-02T00:33:21.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.836+0000 7f0d6525a640 1 Processor -- start 2023-12-02T00:33:21.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.836+0000 7f0d6525a640 1 -- start start 2023-12-02T00:33:21.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d6525a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d600c5260 0x7f0d6006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d6525a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0d60155de0 0x7f0d60156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d6525a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d600c2580 con 0x7f0d600c5640 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d6525a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d60153510 con 0x7f0d60155de0 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d6525a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d600c17f0 con 0x7f0d600c5260 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5f59e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f0d60155de0 0x7f0d60156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d57fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0d600c5640 0x7f0d600c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53624/0 (socket says 172.21.15.133:53624) 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d57fff640 1 -- 172.21.15.133:0/23264427 learned_addr learned my addr 172.21.15.133:0/23264427 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5ed9d640 1 --2- 172.21.15.133:0/23264427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d600c5260 0x7f0d6006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5f59e640 1 -- 172.21.15.133:0/23264427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d600c5260 msgr2=0x7f0d6006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5f59e640 1 --2- 172.21.15.133:0/23264427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d600c5260 0x7f0d6006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5f59e640 1 -- 172.21.15.133:0/23264427 >> v1:172.21.15.133:6789/0 conn(0x7f0d600c5640 legacy=0x7f0d600c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5f59e640 1 -- 172.21.15.133:0/23264427 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d600c1a00 con 0x7f0d60155de0 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5e59c640 1 -- 172.21.15.133:0/23264427 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3917274261 0 0) 0x7f0d600c2580 con 0x7f0d600c5640 2023-12-02T00:33:21.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.840+0000 7f0d5ed9d640 1 --2- 172.21.15.133:0/23264427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d600c5260 0x7f0d6006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:21.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d5f59e640 1 --2- 172.21.15.133:0/23264427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d60155de0 0x7f0d60156250 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f0d600c1930 tx=0x7f0d5801c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f770ce46402f911 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d5e59c640 1 -- 172.21.15.133:0/23264427 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d580a5930 con 0x7f0d60155de0 2023-12-02T00:33:21.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d5e59c640 1 -- 172.21.15.133:0/23264427 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d580a5a90 con 0x7f0d60155de0 2023-12-02T00:33:21.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d5e59c640 1 -- 172.21.15.133:0/23264427 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d580a5e20 con 0x7f0d60155de0 2023-12-02T00:33:21.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- 172.21.15.133:0/23264427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d60155de0 msgr2=0x7f0d60156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 --2- 172.21.15.133:0/23264427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d60155de0 0x7f0d60156250 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f0d600c1930 tx=0x7f0d5801c870 comp rx=0 tx=0).stop 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- 172.21.15.133:0/23264427 shutdown_connections 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 --2- 172.21.15.133:0/23264427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d60155de0 0x7f0d60156250 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 --2- 172.21.15.133:0/23264427 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d600c5260 0x7f0d6006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- 172.21.15.133:0/23264427 >> 172.21.15.133:0/23264427 conn(0x7f0d6006a5b0 msgr2=0x7f0d6006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- 172.21.15.133:0/23264427 shutdown_connections 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- 172.21.15.133:0/23264427 wait complete. 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 Processor -- start 2023-12-02T00:33:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- start start 2023-12-02T00:33:21.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d600c5260 0x7f0d600c5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0d600c5640 0x7f0d6015b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d60155de0 0x7f0d6015bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d601ed100 con 0x7f0d600c5260 2023-12-02T00:33:21.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d601ed3e0 con 0x7f0d600c5640 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.844+0000 7f0d6525a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d6015c4a0 con 0x7f0d60155de0 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d600c5260 0x7f0d600c5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d600c5260 0x7f0d600c5d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47806/0 (socket says 172.21.15.133:47806) 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 -- 172.21.15.133:0/3875009370 learned_addr learned my addr 172.21.15.133:0/3875009370 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d57fff640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0d600c5640 0x7f0d6015b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5f59e640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d60155de0 0x7f0d6015bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 -- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d60155de0 msgr2=0x7f0d6015bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d60155de0 0x7f0d6015bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 -- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0d600c5640 msgr2=0x7f0d6015b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0d600c5640 0x7f0d6015b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 -- 172.21.15.133:0/3875009370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d58009a70 con 0x7f0d600c5260 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5f59e640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d60155de0 0x7f0d6015bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d57fff640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0d600c5640 0x7f0d6015b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d5ed9d640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d600c5260 0x7f0d600c5d30 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f0d5000d800 tx=0x7f0d5000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d577fe640 1 -- 172.21.15.133:0/3875009370 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d500096c0 con 0x7f0d600c5260 2023-12-02T00:33:21.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d577fe640 1 -- 172.21.15.133:0/3875009370 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d50009820 con 0x7f0d600c5260 2023-12-02T00:33:21.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d6015c780 con 0x7f0d600c5260 2023-12-02T00:33:21.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d577fe640 1 -- 172.21.15.133:0/3875009370 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d50009bd0 con 0x7f0d600c5260 2023-12-02T00:33:21.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d600c6270 con 0x7f0d600c5260 2023-12-02T00:33:21.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d60068400 con 0x7f0d600c5260 2023-12-02T00:33:21.851 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.848+0000 7f0d577fe640 1 -- 172.21.15.133:0/3875009370 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0d50009d30 con 0x7f0d600c5260 2023-12-02T00:33:21.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.852+0000 7f0d577fe640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0d400664a0 0x7f0d40068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:21.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.852+0000 7f0d577fe640 1 -- 172.21.15.133:0/3875009370 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f0d50084500 con 0x7f0d600c5260 2023-12-02T00:33:21.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.852+0000 7f0d57fff640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0d400664a0 0x7f0d40068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:21.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.852+0000 7f0d57fff640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0d400664a0 0x7f0d40068960 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0d6015d870 tx=0x7f0d48009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:21.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:21.856+0000 7f0d577fe640 1 -- 172.21.15.133:0/3875009370 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0d500519b0 con 0x7f0d600c5260 2023-12-02T00:33:22.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.064+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs2"} v 0) v1 -- 0x7f0d6006d390 con 0x7f0d600c5260 2023-12-02T00:33:22.069 INFO:tasks.ceph.mon.a.smithi133.stderr:2023-12-02T00:33:22.068+0000 7f942af9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-02T00:33:22.071 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.068+0000 7f0d577fe640 1 -- 172.21.15.133:0/3875009370 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs2"}]=0 cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v40) v1 ==== 163+0+0 (secure 0 0 0) 0x7f0d50054fd0 con 0x7f0d600c5260 2023-12-02T00:33:22.071 INFO:teuthology.orchestra.run.smithi133.stderr:cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0d400664a0 msgr2=0x7f0d40068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0d400664a0 0x7f0d40068960 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0d6015d870 tx=0x7f0d48009040 comp rx=0 tx=0).stop 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d600c5260 msgr2=0x7f0d600c5d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d600c5260 0x7f0d600c5d30 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f0d5000d800 tx=0x7f0d5000dcc0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 shutdown_connections 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0d400664a0 0x7f0d40068960 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0d60155de0 0x7f0d6015bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0d600c5640 0x7f0d6015b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 --2- 172.21.15.133:0/3875009370 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d600c5260 0x7f0d600c5d30 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 >> 172.21.15.133:0/3875009370 conn(0x7f0d6006a5b0 msgr2=0x7f0d600a4fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:22.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 shutdown_connections 2023-12-02T00:33:22.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.072+0000 7f0d6525a640 1 -- 172.21.15.133:0/3875009370 wait complete. 2023-12-02T00:33:22.080 INFO:tasks.ceph.mds.c.smithi133.stderr: -2079> 2023-12-02T00:32:57.116+0000 7f858f95b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:33:22.095 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs2 --yes-i-really-mean-it 2023-12-02T00:33:22.127 INFO:tasks.ceph.mds.c.smithi133.stdout:starting mds.c at 2023-12-02T00:33:22.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.240+0000 7ff2df10f640 1 Processor -- start 2023-12-02T00:33:22.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.240+0000 7ff2df10f640 1 -- start start 2023-12-02T00:33:22.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.240+0000 7ff2df10f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff2d8072090 0x7ff2d8150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:22.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.240+0000 7ff2df10f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d80725c0 0x7ff2d81514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:22.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.240+0000 7ff2df10f640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2d80c2760 con 0x7ff2d80a5370 2023-12-02T00:33:22.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.240+0000 7ff2df10f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2d80c3070 con 0x7ff2d8072090 2023-12-02T00:33:22.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.240+0000 7ff2df10f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d80a5750 con 0x7ff2d80725c0 2023-12-02T00:33:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d7fff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff2d8072090 0x7ff2d8150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2dd6ac640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d80725c0 0x7ff2d81514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2dceab640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7ff2d80a5370 0x7ff2d80c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:60704/0 (socket says 172.21.15.133:60704) 2023-12-02T00:33:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2dceab640 1 -- 172.21.15.133:0/890813313 learned_addr learned my addr 172.21.15.133:0/890813313 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d77fe640 1 -- 172.21.15.133:0/890813313 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2902260629 0 0) 0x7ff2d80c2760 con 0x7ff2d80a5370 2023-12-02T00:33:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d77fe640 1 -- 172.21.15.133:0/890813313 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff2c8003530 con 0x7ff2d80a5370 2023-12-02T00:33:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d7fff640 1 -- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d80725c0 msgr2=0x7ff2d81514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:22.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d7fff640 1 --2- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d80725c0 0x7ff2d81514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d7fff640 1 -- 172.21.15.133:0/890813313 >> v1:172.21.15.172:6789/0 conn(0x7ff2d80a5370 legacy=0x7ff2d80c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:22.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d7fff640 1 -- 172.21.15.133:0/890813313 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2d80aad20 con 0x7ff2d8072090 2023-12-02T00:33:22.246 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2dd6ac640 1 --2- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d80725c0 0x7ff2d81514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:22.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.244+0000 7ff2d7fff640 1 --2- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d8072090 0x7ff2d8150fa0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff2c400a960 tx=0x7ff2c401d700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f3b98416624df4e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:22.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2d77fe640 1 -- 172.21.15.133:0/890813313 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2c40a6730 con 0x7ff2d8072090 2023-12-02T00:33:22.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2d77fe640 1 -- 172.21.15.133:0/890813313 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2c40a6890 con 0x7ff2d8072090 2023-12-02T00:33:22.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2d77fe640 1 -- 172.21.15.133:0/890813313 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2c40a6c20 con 0x7ff2d8072090 2023-12-02T00:33:22.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d8072090 msgr2=0x7ff2d8150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:22.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 --2- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d8072090 0x7ff2d8150fa0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff2c400a960 tx=0x7ff2c401d700 comp rx=0 tx=0).stop 2023-12-02T00:33:22.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- 172.21.15.133:0/890813313 shutdown_connections 2023-12-02T00:33:22.249 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 --2- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d80725c0 0x7ff2d81514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 --2- 172.21.15.133:0/890813313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d8072090 0x7ff2d8150fa0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- 172.21.15.133:0/890813313 >> 172.21.15.133:0/890813313 conn(0x7ff2d806a5b0 msgr2=0x7ff2d806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- 172.21.15.133:0/890813313 shutdown_connections 2023-12-02T00:33:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- 172.21.15.133:0/890813313 wait complete. 2023-12-02T00:33:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 Processor -- start 2023-12-02T00:33:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- start start 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d8072090 0x7ff2d81487a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d80725c0 0x7ff2d81467b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2d80a5370 0x7ff2d8146cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d8152b60 con 0x7ff2d80a5370 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d8147230 con 0x7ff2d80725c0 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2df10f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d8153bb0 con 0x7ff2d8072090 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2dd6ac640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2d80a5370 0x7ff2d8146cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2dd6ac640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2d80a5370 0x7ff2d8146cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47832/0 (socket says 172.21.15.133:47832) 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2dd6ac640 1 -- 172.21.15.133:0/1780128140 learned_addr learned my addr 172.21.15.133:0/1780128140 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2dceab640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d8072090 0x7ff2d81487a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:22.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.248+0000 7ff2d7fff640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d80725c0 0x7ff2d81467b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:22.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2dd6ac640 1 -- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d8072090 msgr2=0x7ff2d81487a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2dd6ac640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d8072090 0x7ff2d81487a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2dd6ac640 1 -- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d80725c0 msgr2=0x7ff2d81467b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2dd6ac640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d80725c0 0x7ff2d81467b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2dd6ac640 1 -- 172.21.15.133:0/1780128140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2d0009a70 con 0x7ff2d80a5370 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2dd6ac640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2d80a5370 0x7ff2d8146cf0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7ff2d000efc0 tx=0x7ff2d0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2d57fa640 1 -- 172.21.15.133:0/1780128140 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d0009d70 con 0x7ff2d80a5370 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2d57fa640 1 -- 172.21.15.133:0/1780128140 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2d000f040 con 0x7ff2d80a5370 2023-12-02T00:33:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2c400a5c0 con 0x7ff2d80a5370 2023-12-02T00:33:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2d57fa640 1 -- 172.21.15.133:0/1780128140 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d00039a0 con 0x7ff2d80a5370 2023-12-02T00:33:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2d8152230 con 0x7ff2d80a5370 2023-12-02T00:33:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2d8068400 con 0x7ff2d80a5370 2023-12-02T00:33:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.252+0000 7ff2d57fa640 1 -- 172.21.15.133:0/1780128140 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff2d00144a0 con 0x7ff2d80a5370 2023-12-02T00:33:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.256+0000 7ff2d57fa640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2bc0664a0 0x7ff2bc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:22.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.256+0000 7ff2d57fa640 1 -- 172.21.15.133:0/1780128140 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 5885+0+0 (secure 0 0 0) 0x7ff2d0084aa0 con 0x7ff2d80a5370 2023-12-02T00:33:22.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.256+0000 7ff2dceab640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2bc0664a0 0x7ff2bc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:22.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.256+0000 7ff2dceab640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2bc0664a0 0x7ff2bc068960 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc0011f0 tx=0x7ff2cc007d40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:22.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.260+0000 7ff2d57fa640 1 -- 172.21.15.133:0/1780128140 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff2d0051f10 con 0x7ff2d80a5370 2023-12-02T00:33:22.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:22.444+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true} v 0) v1 -- 0x7ff2d80aaa50 con 0x7ff2d80a5370 2023-12-02T00:33:23.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.072+0000 7ff2d57fa640 1 -- 172.21.15.133:0/1780128140 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true}]=0 v41) v1 ==== 105+0+0 (secure 0 0 0) 0x7ff2d00180b0 con 0x7ff2d80a5370 2023-12-02T00:33:23.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.072+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2bc0664a0 msgr2=0x7ff2bc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:23.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.072+0000 7ff2df10f640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2bc0664a0 0x7ff2bc068960 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc0011f0 tx=0x7ff2cc007d40 comp rx=0 tx=0).stop 2023-12-02T00:33:23.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.072+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2d80a5370 msgr2=0x7ff2d8146cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:23.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.072+0000 7ff2df10f640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2d80a5370 0x7ff2d8146cf0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7ff2d000efc0 tx=0x7ff2d0009f90 comp rx=0 tx=0).stop 2023-12-02T00:33:23.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 shutdown_connections 2023-12-02T00:33:23.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2bc0664a0 0x7ff2bc068960 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2d80a5370 0x7ff2d8146cf0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2d80725c0 0x7ff2d81467b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 --2- 172.21.15.133:0/1780128140 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2d8072090 0x7ff2d81487a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 >> 172.21.15.133:0/1780128140 conn(0x7ff2d806a5b0 msgr2=0x7ff2d80c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:23.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 shutdown_connections 2023-12-02T00:33:23.077 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.076+0000 7ff2df10f640 1 -- 172.21.15.133:0/1780128140 wait complete. 2023-12-02T00:33:23.098 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_metadata cephfs2_metadata --yes-i-really-really-mean-it 2023-12-02T00:33:23.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.280+0000 7f7c7a09a640 1 Processor -- start 2023-12-02T00:33:23.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.280+0000 7f7c7a09a640 1 -- start start 2023-12-02T00:33:23.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c7a09a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7c740724c0 0x7f7c7406dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:23.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c7a09a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c740c5ba0 con 0x7f7c7414f9f0 2023-12-02T00:33:23.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c7a09a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c7406c160 con 0x7f7c740c07b0 2023-12-02T00:33:23.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c7a09a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c7406e320 con 0x7f7c740724c0 2023-12-02T00:33:23.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c737fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f7c7414f9f0 0x7f7c740c27d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53626/0 (socket says 172.21.15.133:53626) 2023-12-02T00:33:23.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c737fe640 1 -- 172.21.15.133:0/2312395142 learned_addr learned my addr 172.21.15.133:0/2312395142 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:23.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c73fff640 1 --2- 172.21.15.133:0/2312395142 >> v2:172.21.15.133:3300/0 conn(0x7f7c740724c0 0x7f7c7406dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:23.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c72ffd640 1 -- 172.21.15.133:0/2312395142 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2120868542 0 0) 0x7f7c64001120 con 0x7f7c7414f9f0 2023-12-02T00:33:23.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c72ffd640 1 -- 172.21.15.133:0/2312395142 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7c60003530 con 0x7f7c7414f9f0 2023-12-02T00:33:23.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c73fff640 1 -- 172.21.15.133:0/2312395142 >> v1:172.21.15.172:6789/0 conn(0x7f7c740c07b0 legacy=0x7f7c7406d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:23.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c73fff640 1 -- 172.21.15.133:0/2312395142 >> v1:172.21.15.133:6789/0 conn(0x7f7c7414f9f0 legacy=0x7f7c740c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:23.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.284+0000 7f7c73fff640 1 -- 172.21.15.133:0/2312395142 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c740c5410 con 0x7f7c740724c0 2023-12-02T00:33:23.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c73fff640 1 --2- 172.21.15.133:0/2312395142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c740724c0 0x7f7c7406dde0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c009dc0 tx=0x7f7c6c01c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c878acf5b366fd96 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:23.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c72ffd640 1 -- 172.21.15.133:0/2312395142 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c0a58a0 con 0x7f7c740724c0 2023-12-02T00:33:23.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c72ffd640 1 -- 172.21.15.133:0/2312395142 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c6c0a5a00 con 0x7f7c740724c0 2023-12-02T00:33:23.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c72ffd640 1 -- 172.21.15.133:0/2312395142 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c0a5d90 con 0x7f7c740724c0 2023-12-02T00:33:23.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- 172.21.15.133:0/2312395142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c740724c0 msgr2=0x7f7c7406dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:23.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/2312395142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c740724c0 0x7f7c7406dde0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c009dc0 tx=0x7f7c6c01c7e0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- 172.21.15.133:0/2312395142 shutdown_connections 2023-12-02T00:33:23.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/2312395142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c740724c0 0x7f7c7406dde0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- 172.21.15.133:0/2312395142 >> 172.21.15.133:0/2312395142 conn(0x7f7c740c5d40 msgr2=0x7f7c740c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:23.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- 172.21.15.133:0/2312395142 shutdown_connections 2023-12-02T00:33:23.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- 172.21.15.133:0/2312395142 wait complete. 2023-12-02T00:33:23.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 Processor -- start 2023-12-02T00:33:23.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- start start 2023-12-02T00:33:23.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c740724c0 0x7f7c7414e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:23.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c740c07b0 0x7f7c741ecd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:23.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c7414f9f0 0x7f7c741ed2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:23.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c740aaee0 con 0x7f7c7414f9f0 2023-12-02T00:33:23.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c741ed800 con 0x7f7c740c07b0 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.288+0000 7f7c7a09a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c74148e00 con 0x7f7c740724c0 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c7414f9f0 0x7f7c741ed2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c7414f9f0 0x7f7c741ed2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47852/0 (socket says 172.21.15.133:47852) 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 -- 172.21.15.133:0/4035744750 learned_addr learned my addr 172.21.15.133:0/4035744750 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c737fe640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c740724c0 0x7f7c7414e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c740c07b0 0x7f7c741ecd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 -- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c740724c0 msgr2=0x7f7c7414e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c740724c0 0x7f7c7414e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 -- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c740c07b0 msgr2=0x7f7c741ecd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c740c07b0 0x7f7c741ecd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 -- 172.21.15.133:0/4035744750 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c6c009a70 con 0x7f7c7414f9f0 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c740c07b0 0x7f7c741ecd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:23.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c73fff640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c7414f9f0 0x7f7c741ed2c0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c0b0040 tx=0x7f7c6c019580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:23.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c70ff9640 1 -- 172.21.15.133:0/4035744750 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c0b9650 con 0x7f7c7414f9f0 2023-12-02T00:33:23.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c70ff9640 1 -- 172.21.15.133:0/4035744750 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c6c0b97b0 con 0x7f7c7414f9f0 2023-12-02T00:33:23.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c70ff9640 1 -- 172.21.15.133:0/4035744750 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c0b9b60 con 0x7f7c7414f9f0 2023-12-02T00:33:23.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c7414d3b0 con 0x7f7c7414f9f0 2023-12-02T00:33:23.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c7414d970 con 0x7f7c7414f9f0 2023-12-02T00:33:23.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c74068400 con 0x7f7c7414f9f0 2023-12-02T00:33:23.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c70ff9640 1 -- 172.21.15.133:0/4035744750 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7c6c0b9cc0 con 0x7f7c7414f9f0 2023-12-02T00:33:23.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c70ff9640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c540664a0 0x7f7c54068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:23.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.292+0000 7f7c70ff9640 1 -- 172.21.15.133:0/4035744750 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 5885+0+0 (secure 0 0 0) 0x7f7c6c11ed90 con 0x7f7c7414f9f0 2023-12-02T00:33:23.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.296+0000 7f7c737fe640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c540664a0 0x7f7c54068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:23.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.296+0000 7f7c737fe640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c540664a0 0x7f7c54068960 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7c64001280 tx=0x7f7c64007bc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:23.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.300+0000 7f7c70ff9640 1 -- 172.21.15.133:0/4035744750 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7c6c0ec270 con 0x7f7c7414f9f0 2023-12-02T00:33:23.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:23.452+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f7c7414db30 con 0x7f7c7414f9f0 2023-12-02T00:33:24.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c70ff9640 1 -- 172.21.15.133:0/4035744750 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_metadata' removed v58) v1 ==== 184+0+0 (secure 0 0 0) 0x7f7c6c0ef890 con 0x7f7c7414f9f0 2023-12-02T00:33:24.081 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_metadata' removed 2023-12-02T00:33:24.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c540664a0 msgr2=0x7f7c54068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:24.083 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c540664a0 0x7f7c54068960 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7c64001280 tx=0x7f7c64007bc0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c7414f9f0 msgr2=0x7f7c741ed2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c7414f9f0 0x7f7c741ed2c0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c0b0040 tx=0x7f7c6c019580 comp rx=0 tx=0).stop 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 shutdown_connections 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c540664a0 0x7f7c54068960 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c7414f9f0 0x7f7c741ed2c0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c740c07b0 0x7f7c741ecd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 --2- 172.21.15.133:0/4035744750 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c740724c0 0x7f7c7414e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 >> 172.21.15.133:0/4035744750 conn(0x7f7c740c5d40 msgr2=0x7f7c740c18f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 shutdown_connections 2023-12-02T00:33:24.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.080+0000 7f7c7a09a640 1 -- 172.21.15.133:0/4035744750 wait complete. 2023-12-02T00:33:24.110 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_data cephfs2_data --yes-i-really-really-mean-it 2023-12-02T00:33:24.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.252+0000 7fa320d01640 1 Processor -- start 2023-12-02T00:33:24.255 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.252+0000 7fa320d01640 1 -- start start 2023-12-02T00:33:24.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa320d01640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa31c0c4fb0 0x7fa31c0c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:24.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa320d01640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa31c06db90 0x7fa31c06dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:24.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa320d01640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa31c0aa750 con 0x7fa31c06c840 2023-12-02T00:33:24.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa320d01640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa31c06e530 con 0x7fa31c06db90 2023-12-02T00:33:24.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa320d01640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa31c0a8f90 con 0x7fa31c0c4fb0 2023-12-02T00:33:24.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa31ad9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa31c06c840 0x7fa31c06cc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:53630/0 (socket says 172.21.15.133:53630) 2023-12-02T00:33:24.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa311d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa31c06db90 0x7fa31c06dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:24.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa31ad9d640 1 -- 172.21.15.133:0/4143872427 learned_addr learned my addr 172.21.15.133:0/4143872427 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:24.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa31a59c640 1 --2- 172.21.15.133:0/4143872427 >> v2:172.21.15.172:3300/0 conn(0x7fa31c0c4fb0 0x7fa31c0c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:24.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa311d9b640 1 -- 172.21.15.133:0/4143872427 >> v2:172.21.15.172:3300/0 conn(0x7fa31c0c4fb0 msgr2=0x7fa31c0c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:24.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa311d9b640 1 --2- 172.21.15.133:0/4143872427 >> v2:172.21.15.172:3300/0 conn(0x7fa31c0c4fb0 0x7fa31c0c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa311d9b640 1 -- 172.21.15.133:0/4143872427 >> v1:172.21.15.133:6789/0 conn(0x7fa31c06c840 legacy=0x7fa31c06cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:24.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa311d9b640 1 -- 172.21.15.133:0/4143872427 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa31c0a9270 con 0x7fa31c06db90 2023-12-02T00:33:24.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa319d9b640 1 -- 172.21.15.133:0/4143872427 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4272320875 0 0) 0x7fa31c0aa750 con 0x7fa31c06c840 2023-12-02T00:33:24.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa311d9b640 1 --2- 172.21.15.133:0/4143872427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c06dff0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0ab4c0 tx=0x7fa30401c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e295b69c1bbb92c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:24.260 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.256+0000 7fa319d9b640 1 -- 172.21.15.133:0/4143872427 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3040ab600 con 0x7fa31c06db90 2023-12-02T00:33:24.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa319d9b640 1 -- 172.21.15.133:0/4143872427 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3040a7050 con 0x7fa31c06db90 2023-12-02T00:33:24.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa319d9b640 1 -- 172.21.15.133:0/4143872427 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3040ab980 con 0x7fa31c06db90 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- 172.21.15.133:0/4143872427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 msgr2=0x7fa31c06dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 --2- 172.21.15.133:0/4143872427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c06dff0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0ab4c0 tx=0x7fa30401c340 comp rx=0 tx=0).stop 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- 172.21.15.133:0/4143872427 shutdown_connections 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 --2- 172.21.15.133:0/4143872427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c06dff0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 --2- 172.21.15.133:0/4143872427 >> v2:172.21.15.172:3300/0 conn(0x7fa31c0c4fb0 0x7fa31c0c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- 172.21.15.133:0/4143872427 >> 172.21.15.133:0/4143872427 conn(0x7fa31c0c5d40 msgr2=0x7fa31c0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- 172.21.15.133:0/4143872427 shutdown_connections 2023-12-02T00:33:24.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- 172.21.15.133:0/4143872427 wait complete. 2023-12-02T00:33:24.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 Processor -- start 2023-12-02T00:33:24.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- start start 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa31c06c840 0x7fa31c156af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c0c3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa31c0c4fb0 0x7fa31c1ecad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa31c157520 con 0x7fa31c06db90 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa31c0a87e0 con 0x7fa31c0c4fb0 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.260+0000 7fa320d01640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa31c1f0bf0 con 0x7fa31c06c840 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c0c3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:24.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa31a59c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa31c06c840 0x7fa31c156af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c0c3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47874/0 (socket says 172.21.15.133:47874) 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 -- 172.21.15.133:0/2777999303 learned_addr learned my addr 172.21.15.133:0/2777999303 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa31ad9d640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa31c0c4fb0 0x7fa31c1ecad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 -- 172.21.15.133:0/2777999303 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa31c06c840 msgr2=0x7fa31c156af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa31c06c840 0x7fa31c156af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 -- 172.21.15.133:0/2777999303 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa31c0c4fb0 msgr2=0x7fa31c1ecad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa31c0c4fb0 0x7fa31c1ecad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 -- 172.21.15.133:0/2777999303 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa304009420 con 0x7fa31c06db90 2023-12-02T00:33:24.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa311d9b640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c0c3ea0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fa304019f70 tx=0x7fa30401ab80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:24.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa3137fe640 1 -- 172.21.15.133:0/2777999303 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3040b4420 con 0x7fa31c06db90 2023-12-02T00:33:24.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa3137fe640 1 -- 172.21.15.133:0/2777999303 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3040b4580 con 0x7fa31c06db90 2023-12-02T00:33:24.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa3137fe640 1 -- 172.21.15.133:0/2777999303 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3040b4910 con 0x7fa31c06db90 2023-12-02T00:33:24.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa31c0a8a80 con 0x7fa31c06db90 2023-12-02T00:33:24.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa31c0c43e0 con 0x7fa31c06db90 2023-12-02T00:33:24.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa31c068400 con 0x7fa31c06db90 2023-12-02T00:33:24.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.264+0000 7fa3137fe640 1 -- 172.21.15.133:0/2777999303 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa3040b2070 con 0x7fa31c06db90 2023-12-02T00:33:24.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.268+0000 7fa3137fe640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa2fc066470 0x7fa2fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:24.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.268+0000 7fa3137fe640 1 -- 172.21.15.133:0/2777999303 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5445+0+0 (secure 0 0 0) 0x7fa30411cd50 con 0x7fa31c06db90 2023-12-02T00:33:24.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.268+0000 7fa31a59c640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa2fc066470 0x7fa2fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:24.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.268+0000 7fa31a59c640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa2fc066470 0x7fa2fc068930 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa31c152d70 tx=0x7fa30c009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:24.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.272+0000 7fa3137fe640 1 -- 172.21.15.133:0/2777999303 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa304120030 con 0x7fa31c06db90 2023-12-02T00:33:24.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:24.424+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fa31c0c1100 con 0x7fa31c06db90 2023-12-02T00:33:25.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.080+0000 7fa3137fe640 1 -- 172.21.15.133:0/2777999303 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_data' removed v59) v1 ==== 172+0+0 (secure 0 0 0) 0x7fa3040b00d0 con 0x7fa31c06db90 2023-12-02T00:33:25.086 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_data' removed 2023-12-02T00:33:25.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa2fc066470 msgr2=0x7fa2fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa2fc066470 0x7fa2fc068930 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa31c152d70 tx=0x7fa30c009190 comp rx=0 tx=0).stop 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 msgr2=0x7fa31c0c3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c0c3ea0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fa304019f70 tx=0x7fa30401ab80 comp rx=0 tx=0).stop 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 shutdown_connections 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa2fc066470 0x7fa2fc068930 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa31c0c4fb0 0x7fa31c1ecad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa31c06db90 0x7fa31c0c3ea0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 --2- 172.21.15.133:0/2777999303 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa31c06c840 0x7fa31c156af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 >> 172.21.15.133:0/2777999303 conn(0x7fa31c0c5d40 msgr2=0x7fa31c06cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 shutdown_connections 2023-12-02T00:33:25.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.084+0000 7fa320d01640 1 -- 172.21.15.133:0/2777999303 wait complete. 2023-12-02T00:33:25.111 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-12-02T00:33:25.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.248+0000 7f45c8bf5640 1 Processor -- start 2023-12-02T00:33:25.252 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.248+0000 7f45c8bf5640 1 -- start start 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45c8bf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c63c0 0x7f45c40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45c8bf5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f45c40c4100 0x7f45c40c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45c8bf5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45c40c31c0 con 0x7f45c40c29e0 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45c8bf5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45c40c34a0 con 0x7f45c40c4100 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45c8bf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45c40c1030 con 0x7f45c40c63c0 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f45c40c4100 0x7f45c40c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f45c40c4100 0x7f45c40c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47878/0 (socket says 172.21.15.133:47878) 2023-12-02T00:33:25.253 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 -- 172.21.15.133:0/4049149921 learned_addr learned my addr 172.21.15.133:0/4049149921 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:25.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45c259c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c63c0 0x7f45c40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 -- 172.21.15.133:0/4049149921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c63c0 msgr2=0x7f45c40c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:25.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 --2- 172.21.15.133:0/4049149921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c63c0 0x7f45c40c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 -- 172.21.15.133:0/4049149921 >> v1:172.21.15.172:6789/0 conn(0x7f45c40c29e0 legacy=0x7f45c40a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.254 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 -- 172.21.15.133:0/4049149921 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45c40c1310 con 0x7f45c40c4100 2023-12-02T00:33:25.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.252+0000 7f45bbfff640 1 --2- 172.21.15.133:0/4049149921 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c4100 0x7f45c40c24a0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f45ac009870 tx=0x7f45ac01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0752cb277c20be2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:25.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c1d9b640 1 -- 172.21.15.133:0/4049149921 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45ac0ab610 con 0x7f45c40c4100 2023-12-02T00:33:25.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c1d9b640 1 -- 172.21.15.133:0/4049149921 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45ac0ab770 con 0x7f45c40c4100 2023-12-02T00:33:25.256 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c1d9b640 1 -- 172.21.15.133:0/4049149921 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45ac0abb00 con 0x7f45c40c4100 2023-12-02T00:33:25.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- 172.21.15.133:0/4049149921 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c4100 msgr2=0x7f45c40c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/4049149921 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c4100 0x7f45c40c24a0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f45ac009870 tx=0x7f45ac01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- 172.21.15.133:0/4049149921 shutdown_connections 2023-12-02T00:33:25.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/4049149921 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c4100 0x7f45c40c24a0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.257 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/4049149921 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c63c0 0x7f45c40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- 172.21.15.133:0/4049149921 >> 172.21.15.133:0/4049149921 conn(0x7f45c406a5b0 msgr2=0x7f45c406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:25.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- 172.21.15.133:0/4049149921 shutdown_connections 2023-12-02T00:33:25.258 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- 172.21.15.133:0/4049149921 wait complete. 2023-12-02T00:33:25.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 Processor -- start 2023-12-02T00:33:25.259 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- start start 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45c40c29e0 0x7f45c4152b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c4100 0x7f45c41ee880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c63c0 0x7f45c41eedc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c40674e0 con 0x7f45c40c63c0 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c41ee3a0 con 0x7f45c40c29e0 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.256+0000 7f45c8bf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45c40c5cd0 con 0x7f45c40c4100 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c63c0 0x7f45c41eedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c63c0 0x7f45c41eedc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47880/0 (socket says 172.21.15.133:47880) 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 -- 172.21.15.133:0/35938892 learned_addr learned my addr 172.21.15.133:0/35938892 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c259c640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45c40c29e0 0x7f45c4152b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45bbfff640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c4100 0x7f45c41ee880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 -- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c4100 msgr2=0x7f45c41ee880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c4100 0x7f45c41ee880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 -- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45c40c29e0 msgr2=0x7f45c4152b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45c40c29e0 0x7f45c4152b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 -- 172.21.15.133:0/35938892 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45ac0094d0 con 0x7f45c40c63c0 2023-12-02T00:33:25.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c259c640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45c40c29e0 0x7f45c4152b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:25.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45bbfff640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c4100 0x7f45c41ee880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:25.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c2d9d640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c63c0 0x7f45c41eedc0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f45bc00c770 tx=0x7f45bc00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:25.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45baffd640 1 -- 172.21.15.133:0/35938892 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45bc003b80 con 0x7f45c40c63c0 2023-12-02T00:33:25.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45baffd640 1 -- 172.21.15.133:0/35938892 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45bc003ce0 con 0x7f45c40c63c0 2023-12-02T00:33:25.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45baffd640 1 -- 172.21.15.133:0/35938892 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45bc00aa90 con 0x7f45c40c63c0 2023-12-02T00:33:25.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45c41535f0 con 0x7f45c40c63c0 2023-12-02T00:33:25.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45c4072360 con 0x7f45c40c63c0 2023-12-02T00:33:25.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45c4068400 con 0x7f45c40c63c0 2023-12-02T00:33:25.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45baffd640 1 -- 172.21.15.133:0/35938892 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f45bc00abf0 con 0x7f45c40c63c0 2023-12-02T00:33:25.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.260+0000 7f45baffd640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f45a4066470 0x7f45a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.264+0000 7f45baffd640 1 -- 172.21.15.133:0/35938892 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f45bc083a50 con 0x7f45c40c63c0 2023-12-02T00:33:25.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.264+0000 7f45c259c640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f45a4066470 0x7f45a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.264+0000 7f45c259c640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f45a4066470 0x7f45a4068930 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f45c41ee060 tx=0x7f45b4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:25.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.268+0000 7f45baffd640 1 -- 172.21.15.133:0/35938892 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f45bc051160 con 0x7f45c40c63c0 2023-12-02T00:33:25.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.436+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f45c40ac0e0 con 0x7f45c40c63c0 2023-12-02T00:33:25.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.440+0000 7f45baffd640 1 -- 172.21.15.133:0/35938892 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) v1 ==== 104+0+0 (secure 0 0 0) 0x7f45c40ac0e0 con 0x7f45c40c63c0 2023-12-02T00:33:25.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f45a4066470 msgr2=0x7f45a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f45a4066470 0x7f45a4068930 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f45c41ee060 tx=0x7f45b4008040 comp rx=0 tx=0).stop 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c63c0 msgr2=0x7f45c41eedc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c63c0 0x7f45c41eedc0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f45bc00c770 tx=0x7f45bc00cc30 comp rx=0 tx=0).stop 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 shutdown_connections 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f45a4066470 0x7f45a4068930 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c40c63c0 0x7f45c41eedc0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f45c40c4100 0x7f45c41ee880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 --2- 172.21.15.133:0/35938892 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f45c40c29e0 0x7f45c4152b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 >> 172.21.15.133:0/35938892 conn(0x7f45c406a5b0 msgr2=0x7f45c406ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 shutdown_connections 2023-12-02T00:33:25.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.444+0000 7f45c8bf5640 1 -- 172.21.15.133:0/35938892 wait complete. 2023-12-02T00:33:25.465 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent' 2023-12-02T00:33:25.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 Processor -- start 2023-12-02T00:33:25.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 -- start start 2023-12-02T00:33:25.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe49c0c63c0 0x7fe49c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe49c0c4100 0x7fe49c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c29e0 0x7fe49c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe49c0c31c0 con 0x7fe49c0c4100 2023-12-02T00:33:25.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe49c0c34a0 con 0x7fe49c0c63c0 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe4a0b80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe49c0c1030 con 0x7fe49c0c29e0 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe49c0c4100 0x7fe49c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe49c0c4100 0x7fe49c0c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47882/0 (socket says 172.21.15.133:47882) 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 -- 172.21.15.133:0/341234640 learned_addr learned my addr 172.21.15.133:0/341234640 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe49ad9d640 1 --2- 172.21.15.133:0/341234640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c29e0 0x7fe49c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe49a59c640 1 --2- 172.21.15.133:0/341234640 >> v2:172.21.15.172:3300/0 conn(0x7fe49c0c63c0 0x7fe49c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 -- 172.21.15.133:0/341234640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c29e0 msgr2=0x7fe49c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 --2- 172.21.15.133:0/341234640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c29e0 0x7fe49c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 -- 172.21.15.133:0/341234640 >> v2:172.21.15.172:3300/0 conn(0x7fe49c0c63c0 msgr2=0x7fe49c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 --2- 172.21.15.133:0/341234640 >> v2:172.21.15.172:3300/0 conn(0x7fe49c0c63c0 0x7fe49c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.600+0000 7fe499d9b640 1 -- 172.21.15.133:0/341234640 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe49c0c1310 con 0x7fe49c0c4100 2023-12-02T00:33:25.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe499d9b640 1 --2- 172.21.15.133:0/341234640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c4100 0x7fe49c0c24a0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fe49c06e000 tx=0x7fe49001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d1d319fdad7a4f4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:25.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe49959a640 1 -- 172.21.15.133:0/341234640 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49c0aa3d0 con 0x7fe49c0c4100 2023-12-02T00:33:25.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe49959a640 1 -- 172.21.15.133:0/341234640 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4900ad640 con 0x7fe49c0c4100 2023-12-02T00:33:25.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe49959a640 1 -- 172.21.15.133:0/341234640 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4900ad9d0 con 0x7fe49c0c4100 2023-12-02T00:33:25.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 -- 172.21.15.133:0/341234640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c4100 msgr2=0x7fe49c0c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/341234640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c4100 0x7fe49c0c24a0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fe49c06e000 tx=0x7fe49001c3b0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 -- 172.21.15.133:0/341234640 shutdown_connections 2023-12-02T00:33:25.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/341234640 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c29e0 0x7fe49c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/341234640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c4100 0x7fe49c0c24a0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/341234640 >> v2:172.21.15.172:3300/0 conn(0x7fe49c0c63c0 0x7fe49c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 -- 172.21.15.133:0/341234640 >> 172.21.15.133:0/341234640 conn(0x7fe49c06a5b0 msgr2=0x7fe49c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:25.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 -- 172.21.15.133:0/341234640 shutdown_connections 2023-12-02T00:33:25.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.604+0000 7fe4a0b80640 1 -- 172.21.15.133:0/341234640 wait complete. 2023-12-02T00:33:25.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 Processor -- start 2023-12-02T00:33:25.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 -- start start 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe49c0c29e0 0x7fe49c14e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c4100 0x7fe49c15beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c63c0 0x7fe49c15a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe49c14ceb0 con 0x7fe49c0c63c0 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe49c14e810 con 0x7fe49c0c29e0 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe49c14d230 con 0x7fe49c0c4100 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c63c0 0x7fe49c15a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c63c0 0x7fe49c15a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47894/0 (socket says 172.21.15.133:47894) 2023-12-02T00:33:25.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 -- 172.21.15.133:0/3318405451 learned_addr learned my addr 172.21.15.133:0/3318405451 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe499d9b640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c4100 0x7fe49c15beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49a59c640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe49c0c29e0 0x7fe49c14e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 -- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c4100 msgr2=0x7fe49c15beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c4100 0x7fe49c15beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 -- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe49c0c29e0 msgr2=0x7fe49c14e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe49c0c29e0 0x7fe49c14e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 -- 172.21.15.133:0/3318405451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4900094d0 con 0x7fe49c0c63c0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49a59c640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe49c0c29e0 0x7fe49c14e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe49ad9d640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c63c0 0x7fe49c15a420 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fe494007e60 tx=0x7fe49400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe48affd640 1 -- 172.21.15.133:0/3318405451 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe494014620 con 0x7fe49c0c63c0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe48affd640 1 -- 172.21.15.133:0/3318405451 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe49400ee90 con 0x7fe49c0c63c0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe49c0c69b0 con 0x7fe49c0c63c0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe48affd640 1 -- 172.21.15.133:0/3318405451 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4940149e0 con 0x7fe49c0c63c0 2023-12-02T00:33:25.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe49c14d7f0 con 0x7fe49c0c63c0 2023-12-02T00:33:25.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.608+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe49c068400 con 0x7fe49c0c63c0 2023-12-02T00:33:25.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.612+0000 7fe48affd640 1 -- 172.21.15.133:0/3318405451 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe494014b40 con 0x7fe49c0c63c0 2023-12-02T00:33:25.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.612+0000 7fe48affd640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe47c0664a0 0x7fe47c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:25.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.612+0000 7fe48affd640 1 -- 172.21.15.133:0/3318405451 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fe4940843c0 con 0x7fe49c0c63c0 2023-12-02T00:33:25.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.612+0000 7fe49a59c640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe47c0664a0 0x7fe47c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:25.614 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.612+0000 7fe49a59c640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe47c0664a0 0x7fe47c068960 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00b9f0 tx=0x7fe48c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:25.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.616+0000 7fe48affd640 1 -- 172.21.15.133:0/3318405451 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe494051b50 con 0x7fe49c0c63c0 2023-12-02T00:33:25.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:25.816+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]} v 0) v1 -- 0x7fe49c15c3f0 con 0x7fe49c0c63c0 2023-12-02T00:33:26.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe48affd640 1 -- 172.21.15.133:0/3318405451 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]}]=0 v167) v1 ==== 184+0+0 (secure 0 0 0) 0x7fe494055170 con 0x7fe49c0c63c0 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe47c0664a0 msgr2=0x7fe47c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe47c0664a0 0x7fe47c068960 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00b9f0 tx=0x7fe48c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c63c0 msgr2=0x7fe49c15a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c63c0 0x7fe49c15a420 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fe494007e60 tx=0x7fe49400e4b0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 shutdown_connections 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe47c0664a0 0x7fe47c068960 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe49c0c63c0 0x7fe49c15a420 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe49c0c4100 0x7fe49c15beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 --2- 172.21.15.133:0/3318405451 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe49c0c29e0 0x7fe49c14e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 >> 172.21.15.133:0/3318405451 conn(0x7fe49c06a5b0 msgr2=0x7fe49c15b680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:26.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 shutdown_connections 2023-12-02T00:33:26.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.100+0000 7fe4a0b80640 1 -- 172.21.15.133:0/3318405451 wait complete. 2023-12-02T00:33:26.123 INFO:tasks.cephfs_test_runner:test_mount_mon_and_osd_caps_present_mds_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) ... ok 2023-12-02T00:33:26.123 INFO:tasks.cephfs_test_runner:Starting test: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-12-02T00:33:26.124 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:26.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0e169c640 1 Processor -- start 2023-12-02T00:33:26.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0e169c640 1 -- start start 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0e169c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd0dc151e90 0x7fd0dc0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0e169c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c4e60 0x7fd0dc06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0e169c640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0dc06c860 con 0x7fd0dc0c7ea0 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0e169c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0dc0c8750 con 0x7fd0dc151e90 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0e169c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc1552d0 con 0x7fd0dc0c4e60 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0da7fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd0dc0c7ea0 0x7fd0dc06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:38932/0 (socket says 172.21.15.133:38932) 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0da7fc640 1 -- 172.21.15.133:0/1127495040 learned_addr learned my addr 172.21.15.133:0/1127495040 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0db7fe640 1 --2- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c4e60 0x7fd0dc06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0daffd640 1 --2- 172.21.15.133:0/1127495040 >> v2:172.21.15.172:3300/0 conn(0x7fd0dc151e90 0x7fd0dc0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0d9ffb640 1 -- 172.21.15.133:0/1127495040 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1029961474 0 0) 0x7fd0dc06c860 con 0x7fd0dc0c7ea0 2023-12-02T00:33:26.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0d9ffb640 1 -- 172.21.15.133:0/1127495040 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0c4003530 con 0x7fd0dc0c7ea0 2023-12-02T00:33:26.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0daffd640 1 -- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c4e60 msgr2=0x7fd0dc06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:26.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0daffd640 1 --2- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c4e60 0x7fd0dc06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0daffd640 1 -- 172.21.15.133:0/1127495040 >> v1:172.21.15.133:6789/0 conn(0x7fd0dc0c7ea0 legacy=0x7fd0dc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0daffd640 1 -- 172.21.15.133:0/1127495040 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0dc154930 con 0x7fd0dc151e90 2023-12-02T00:33:26.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.260+0000 7fd0db7fe640 1 --2- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c4e60 0x7fd0dc06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:26.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0daffd640 1 --2- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc151e90 0x7fd0dc0c4920 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc0097c0 tx=0x7fd0cc01c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3189c3fbd145d57 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0d9ffb640 1 -- 172.21.15.133:0/1127495040 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc0ab600 con 0x7fd0dc151e90 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0d9ffb640 1 -- 172.21.15.133:0/1127495040 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0cc0a7050 con 0x7fd0dc151e90 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0d9ffb640 1 -- 172.21.15.133:0/1127495040 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0cc0ab980 con 0x7fd0dc151e90 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 -- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc151e90 msgr2=0x7fd0dc0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 --2- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc151e90 0x7fd0dc0c4920 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc0097c0 tx=0x7fd0cc01c360 comp rx=0 tx=0).stop 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 -- 172.21.15.133:0/1127495040 shutdown_connections 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 --2- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c4e60 0x7fd0dc06bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 --2- 172.21.15.133:0/1127495040 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc151e90 0x7fd0dc0c4920 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 -- 172.21.15.133:0/1127495040 >> 172.21.15.133:0/1127495040 conn(0x7fd0dc0ca170 msgr2=0x7fd0dc0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 -- 172.21.15.133:0/1127495040 shutdown_connections 2023-12-02T00:33:26.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.264+0000 7fd0e169c640 1 -- 172.21.15.133:0/1127495040 wait complete. 2023-12-02T00:33:26.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 Processor -- start 2023-12-02T00:33:26.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 -- start start 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc0c4e60 0x7fd0dc14b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c7ea0 0x7fd0dc1f04d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0dc151e90 0x7fd0dc1f0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc0c20c0 con 0x7fd0dc151e90 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc0aae50 con 0x7fd0dc0c4e60 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc0ab130 con 0x7fd0dc0c7ea0 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0dc151e90 0x7fd0dc1f0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0dc151e90 0x7fd0dc1f0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37358/0 (socket says 172.21.15.133:37358) 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 -- 172.21.15.133:0/4230737181 learned_addr learned my addr 172.21.15.133:0/4230737181 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:26.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0da7fc640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c7ea0 0x7fd0dc1f04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 -- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c7ea0 msgr2=0x7fd0dc1f04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c7ea0 0x7fd0dc1f04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 -- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc0c4e60 msgr2=0x7fd0dc14b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0daffd640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc0c4e60 0x7fd0dc14b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc0c4e60 0x7fd0dc14b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 -- 172.21.15.133:0/4230737181 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d4009a70 con 0x7fd0dc151e90 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0da7fc640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c7ea0 0x7fd0dc1f04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0daffd640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc0c4e60 0x7fd0dc14b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0db7fe640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0dc151e90 0x7fd0dc1f0a10 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fd0d400efc0 tx=0x7fd0d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0c37fe640 1 -- 172.21.15.133:0/4230737181 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d4009cd0 con 0x7fd0dc151e90 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0c37fe640 1 -- 172.21.15.133:0/4230737181 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0d400f040 con 0x7fd0dc151e90 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0c37fe640 1 -- 172.21.15.133:0/4230737181 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d40039a0 con 0x7fd0dc151e90 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0cc009420 con 0x7fd0dc151e90 2023-12-02T00:33:26.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.268+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0dc0ab6f0 con 0x7fd0dc151e90 2023-12-02T00:33:26.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.272+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0dc068400 con 0x7fd0dc151e90 2023-12-02T00:33:26.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.272+0000 7fd0c37fe640 1 -- 172.21.15.133:0/4230737181 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd0d4014480 con 0x7fd0dc151e90 2023-12-02T00:33:26.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.272+0000 7fd0c37fe640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd0c80664a0 0x7fd0c8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.272+0000 7fd0c37fe640 1 -- 172.21.15.133:0/4230737181 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fd0d40848d0 con 0x7fd0dc151e90 2023-12-02T00:33:26.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.272+0000 7fd0daffd640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd0c80664a0 0x7fd0c8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.272+0000 7fd0daffd640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd0c80664a0 0x7fd0c8068960 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc0ad000 tx=0x7fd0cc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.276+0000 7fd0c37fe640 1 -- 172.21.15.133:0/4230737181 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd0d4051ec0 con 0x7fd0dc151e90 2023-12-02T00:33:26.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.428+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd0dc0c5fd0 con 0x7fd0dc151e90 2023-12-02T00:33:26.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.428+0000 7fd0c37fe640 1 -- 172.21.15.133:0/4230737181 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v59) v1 ==== 74+0+13153 (secure 0 0 0) 0x7fd0d4018070 con 0x7fd0dc151e90 2023-12-02T00:33:26.431 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:26.432 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":59,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:25.080976+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6836/768910138":"2023-12-03T00:33:22.068932+0000","172.21.15.133:6834/768910138":"2023-12-03T00:33:22.068932+0000","172.21.15.133:6837/567144125":"2023-12-03T00:33:15.590700+0000","172.21.15.133:6835/567144125":"2023-12-03T00:33:15.590700+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd0c80664a0 msgr2=0x7fd0c8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd0c80664a0 0x7fd0c8068960 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc0ad000 tx=0x7fd0cc008040 comp rx=0 tx=0).stop 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0dc151e90 msgr2=0x7fd0dc1f0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0dc151e90 0x7fd0dc1f0a10 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fd0d400efc0 tx=0x7fd0d400c490 comp rx=0 tx=0).stop 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 shutdown_connections 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd0c80664a0 0x7fd0c8068960 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0dc151e90 0x7fd0dc1f0a10 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0dc0c7ea0 0x7fd0dc1f04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 --2- 172.21.15.133:0/4230737181 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0dc0c4e60 0x7fd0dc14b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 >> 172.21.15.133:0/4230737181 conn(0x7fd0dc0ca170 msgr2=0x7fd0dc0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 shutdown_connections 2023-12-02T00:33:26.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.432+0000 7fd0e169c640 1 -- 172.21.15.133:0/4230737181 wait complete. 2023-12-02T00:33:26.453 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:26.454 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:26.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2373a9c640 1 Processor -- start 2023-12-02T00:33:26.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2373a9c640 1 -- start start 2023-12-02T00:33:26.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2373a9c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f236c0c7ea0 0x7f236c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2373a9c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 0x7f236c15f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2373a9c640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f236c06c860 con 0x7f236c151e90 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2373a9c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f236c0c8750 con 0x7f236c0c7ea0 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2373a9c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f236c1552d0 con 0x7f236c06b9e0 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2371838640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f236c151e90 0x7f236c0c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:38944/0 (socket says 172.21.15.133:38944) 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2371838640 1 -- 172.21.15.133:0/533281064 learned_addr learned my addr 172.21.15.133:0/533281064 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2371037640 1 --2- 172.21.15.133:0/533281064 >> v2:172.21.15.172:3300/0 conn(0x7f236c0c7ea0 0x7f236c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2372039640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 0x7f236c15f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 452768853 0 0) 0x7f236c06c860 con 0x7f236c151e90 2023-12-02T00:33:26.596 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2358003530 con 0x7f236c151e90 2023-12-02T00:33:26.597 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2477345135 0 0) 0x7f2358003530 con 0x7f236c151e90 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 msgr2=0x7f236c15f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 0x7f236c15f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 >> v2:172.21.15.172:3300/0 conn(0x7f236c0c7ea0 msgr2=0x7f236c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 --2- 172.21.15.133:0/533281064 >> v2:172.21.15.172:3300/0 conn(0x7f236c0c7ea0 0x7f236c06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f236c154930 con 0x7f236c151e90 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f2368001680 con 0x7f236c151e90 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.592+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 >> v1:172.21.15.133:6789/0 conn(0x7f236c151e90 legacy=0x7f236c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2358003980 0x7f2358003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 0x7f23580047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358004d10 0x7f2358005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f236c0c8750 con 0x7f2358003980 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f236c1552d0 con 0x7f2358004d10 2023-12-02T00:33:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f235800ba10 con 0x7f236c06b9e0 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371037640 1 --2- 172.21.15.133:0/533281064 >> v2:172.21.15.172:3300/0 conn(0x7f236c0c7ea0 0x7f236c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371838640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2358003980 0x7f2358003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2372039640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358004d10 0x7f2358005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371037640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 0x7f23580047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371838640 1 -- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 msgr2=0x7f23580047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371838640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c06b9e0 0x7f23580047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371838640 1 -- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358004d10 msgr2=0x7f2358005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371838640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358004d10 0x7f2358005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371838640 1 -- 172.21.15.133:0/533281064 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2358003530 con 0x7f2358003980 2023-12-02T00:33:26.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2371838640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2358003980 0x7f2358003da0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f236800c240 tx=0x7f236801cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=135eb75291308ade server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23680058e0 con 0x7f2358003980 2023-12-02T00:33:26.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2368005a40 con 0x7f2358003980 2023-12-02T00:33:26.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.596+0000 7f2370836640 1 -- 172.21.15.133:0/533281064 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2368005e10 con 0x7f2358003980 2023-12-02T00:33:26.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- 172.21.15.133:0/533281064 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2358003980 msgr2=0x7f2358003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 --2- 172.21.15.133:0/533281064 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2358003980 0x7f2358003da0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f236800c240 tx=0x7f236801cc60 comp rx=0 tx=0).stop 2023-12-02T00:33:26.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2372039640 1 -- 172.21.15.133:0/533281064 reap_dead start 2023-12-02T00:33:26.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- 172.21.15.133:0/533281064 shutdown_connections 2023-12-02T00:33:26.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- 172.21.15.133:0/533281064 >> 172.21.15.133:0/533281064 conn(0x7f236c0ca170 msgr2=0x7f236c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:26.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- 172.21.15.133:0/533281064 shutdown_connections 2023-12-02T00:33:26.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- 172.21.15.133:0/533281064 wait complete. 2023-12-02T00:33:26.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 Processor -- start 2023-12-02T00:33:26.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- start start 2023-12-02T00:33:26.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358003980 0x7f236c1f0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f236c0c2550 0x7f236c1f06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c0c3110 0x7f236c0c35c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f236c14ca30 con 0x7f236c0c2550 2023-12-02T00:33:26.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f236c14c140 con 0x7f2358003980 2023-12-02T00:33:26.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2373a9c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f236c1f0c10 con 0x7f236c0c3110 2023-12-02T00:33:26.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f236c0c2550 0x7f236c1f06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f236c0c2550 0x7f236c1f06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37374/0 (socket says 172.21.15.133:37374) 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 -- 172.21.15.133:0/4021316872 learned_addr learned my addr 172.21.15.133:0/4021316872 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2372039640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c0c3110 0x7f236c0c35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371838640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358003980 0x7f236c1f0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 -- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c0c3110 msgr2=0x7f236c0c35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c0c3110 0x7f236c0c35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 -- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358003980 msgr2=0x7f236c1f0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358003980 0x7f236c1f0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.600+0000 7f2371037640 1 -- 172.21.15.133:0/4021316872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f236c0c2a30 con 0x7f236c0c2550 2023-12-02T00:33:26.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f2371037640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f236c0c2550 0x7f236c1f06d0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f235c011cd0 tx=0x7f235c00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f23627fc640 1 -- 172.21.15.133:0/4021316872 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c00fd20 con 0x7f236c0c2550 2023-12-02T00:33:26.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f23627fc640 1 -- 172.21.15.133:0/4021316872 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f235c00fe80 con 0x7f236c0c2550 2023-12-02T00:33:26.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f23627fc640 1 -- 172.21.15.133:0/4021316872 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c004270 con 0x7f236c0c2550 2023-12-02T00:33:26.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f236c14c3e0 con 0x7f236c0c2550 2023-12-02T00:33:26.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f236c158760 con 0x7f236c0c2550 2023-12-02T00:33:26.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f236c068400 con 0x7f236c0c2550 2023-12-02T00:33:26.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f23627fc640 1 -- 172.21.15.133:0/4021316872 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f235c0043d0 con 0x7f236c0c2550 2023-12-02T00:33:26.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f23627fc640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2350066470 0x7f2350068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f23627fc640 1 -- 172.21.15.133:0/4021316872 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f235c084320 con 0x7f236c0c2550 2023-12-02T00:33:26.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.604+0000 7f2371838640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2350066470 0x7f2350068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.608+0000 7f2371838640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2350066470 0x7f2350068930 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f23680aa000 tx=0x7f2368001a80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.608+0000 7f23627fc640 1 -- 172.21.15.133:0/4021316872 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f235c051a30 con 0x7f236c0c2550 2023-12-02T00:33:26.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f236c0c2e70 con 0x7f236c0c2550 2023-12-02T00:33:26.761 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f23627fc640 1 -- 172.21.15.133:0/4021316872 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v59) v1 ==== 93+0+10 (secure 0 0 0) 0x7f235c0220a0 con 0x7f236c0c2550 2023-12-02T00:33:26.761 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2350066470 msgr2=0x7f2350068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2350066470 0x7f2350068930 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f23680aa000 tx=0x7f2368001a80 comp rx=0 tx=0).stop 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f236c0c2550 msgr2=0x7f236c1f06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f236c0c2550 0x7f236c1f06d0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f235c011cd0 tx=0x7f235c00f610 comp rx=0 tx=0).stop 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 shutdown_connections 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2350066470 0x7f2350068930 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f236c0c3110 0x7f236c0c35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f236c0c2550 0x7f236c1f06d0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 --2- 172.21.15.133:0/4021316872 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2358003980 0x7f236c1f0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 >> 172.21.15.133:0/4021316872 conn(0x7f236c0ca170 msgr2=0x7f236c0c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 shutdown_connections 2023-12-02T00:33:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.760+0000 7f2373a9c640 1 -- 172.21.15.133:0/4021316872 wait complete. 2023-12-02T00:33:26.782 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap' 2023-12-02T00:33:26.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.916+0000 7fc272c5a640 1 Processor -- start 2023-12-02T00:33:26.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc272c5a640 1 -- start start 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc272c5a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc26c151ba0 0x7fc26c06afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc272c5a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc26c06b520 0x7fc26c155240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc272c5a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc26c0c53f0 con 0x7fc26c0c48d0 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc272c5a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc26c158c30 con 0x7fc26c06b520 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc272c5a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc26c154670 con 0x7fc26c151ba0 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2711f7640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc26c06b520 0x7fc26c155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2711f7640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc26c06b520 0x7fc26c155240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37376/0 (socket says 172.21.15.133:37376) 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2711f7640 1 -- 172.21.15.133:0/3496564035 learned_addr learned my addr 172.21.15.133:0/3496564035 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:26.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2709f6640 1 --2- 172.21.15.133:0/3496564035 >> v2:172.21.15.172:3300/0 conn(0x7fc26c151ba0 0x7fc26c06afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2711f7640 1 -- 172.21.15.133:0/3496564035 >> v2:172.21.15.172:3300/0 conn(0x7fc26c151ba0 msgr2=0x7fc26c06afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:26.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2711f7640 1 --2- 172.21.15.133:0/3496564035 >> v2:172.21.15.172:3300/0 conn(0x7fc26c151ba0 0x7fc26c06afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2711f7640 1 -- 172.21.15.133:0/3496564035 >> v1:172.21.15.172:6789/0 conn(0x7fc26c0c48d0 legacy=0x7fc26c154b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.920+0000 7fc2711f7640 1 -- 172.21.15.133:0/3496564035 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc26c0c6b00 con 0x7fc26c06b520 2023-12-02T00:33:26.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc2711f7640 1 --2- 172.21.15.133:0/3496564035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c06b520 0x7fc26c155240 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc26c08bb10 tx=0x7fc26401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f53b78a3d1f09917 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc26b7fe640 1 -- 172.21.15.133:0/3496564035 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2640a56e0 con 0x7fc26c06b520 2023-12-02T00:33:26.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc26b7fe640 1 -- 172.21.15.133:0/3496564035 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2640a5840 con 0x7fc26c06b520 2023-12-02T00:33:26.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc26b7fe640 1 -- 172.21.15.133:0/3496564035 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2640a5bd0 con 0x7fc26c06b520 2023-12-02T00:33:26.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 -- 172.21.15.133:0/3496564035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c06b520 msgr2=0x7fc26c155240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 --2- 172.21.15.133:0/3496564035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c06b520 0x7fc26c155240 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc26c08bb10 tx=0x7fc26401c910 comp rx=0 tx=0).stop 2023-12-02T00:33:26.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 -- 172.21.15.133:0/3496564035 shutdown_connections 2023-12-02T00:33:26.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 --2- 172.21.15.133:0/3496564035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c06b520 0x7fc26c155240 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 --2- 172.21.15.133:0/3496564035 >> v2:172.21.15.172:3300/0 conn(0x7fc26c151ba0 0x7fc26c06afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 -- 172.21.15.133:0/3496564035 >> 172.21.15.133:0/3496564035 conn(0x7fc26c0c9f50 msgr2=0x7fc26c0ca360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:26.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 -- 172.21.15.133:0/3496564035 shutdown_connections 2023-12-02T00:33:26.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 -- 172.21.15.133:0/3496564035 wait complete. 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 Processor -- start 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.924+0000 7fc272c5a640 1 -- start start 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc26c06b520 0x7fc26c142ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc26c0c48d0 0x7fc26c140880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c151ba0 0x7fc26c140dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc26c1ed960 con 0x7fc26c151ba0 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc26c1ede90 con 0x7fc26c0c48d0 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc26c1edbb0 con 0x7fc26c06b520 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c151ba0 0x7fc26c140dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c151ba0 0x7fc26c140dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37388/0 (socket says 172.21.15.133:37388) 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 -- 172.21.15.133:0/470984292 learned_addr learned my addr 172.21.15.133:0/470984292 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:26.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2709f6640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc26c06b520 0x7fc26c142ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc26bfff640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc26c0c48d0 0x7fc26c140880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 -- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc26c06b520 msgr2=0x7fc26c142ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc26c06b520 0x7fc26c142ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 -- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc26c0c48d0 msgr2=0x7fc26c140880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc26c0c48d0 0x7fc26c140880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 -- 172.21.15.133:0/470984292 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc264009b30 con 0x7fc26c151ba0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2711f7640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c151ba0 0x7fc26c140dc0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc264019520 tx=0x7fc2640196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2697fa640 1 -- 172.21.15.133:0/470984292 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2640b8670 con 0x7fc26c151ba0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2697fa640 1 -- 172.21.15.133:0/470984292 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2640b87d0 con 0x7fc26c151ba0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc2697fa640 1 -- 172.21.15.133:0/470984292 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2640b8b60 con 0x7fc26c151ba0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc26c14f650 con 0x7fc26c151ba0 2023-12-02T00:33:26.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc26c143400 con 0x7fc26c151ba0 2023-12-02T00:33:26.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.928+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc26c1405a0 con 0x7fc26c151ba0 2023-12-02T00:33:26.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.932+0000 7fc2697fa640 1 -- 172.21.15.133:0/470984292 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc2640b8cc0 con 0x7fc26c151ba0 2023-12-02T00:33:26.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.932+0000 7fc2697fa640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc250066470 0x7fc250068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:26.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.932+0000 7fc2697fa640 1 -- 172.21.15.133:0/470984292 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fc26411eed0 con 0x7fc26c151ba0 2023-12-02T00:33:26.933 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.932+0000 7fc2709f6640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc250066470 0x7fc250068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:26.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.932+0000 7fc2709f6640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc250066470 0x7fc250068930 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc260009b60 tx=0x7fc260009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:26.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:26.936+0000 7fc2697fa640 1 -- 172.21.15.133:0/470984292 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc26c1405a0 con 0x7fc26c151ba0 2023-12-02T00:33:27.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:27.144+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]} v 0) v1 -- 0x7fc26c1405a0 con 0x7fc26c151ba0 2023-12-02T00:33:28.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.108+0000 7fc2697fa640 1 -- 172.21.15.133:0/470984292 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]}]=0 v169) v1 ==== 162+0+0 (secure 0 0 0) 0x7fc26c1405a0 con 0x7fc26c151ba0 2023-12-02T00:33:28.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc250066470 msgr2=0x7fc250068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc250066470 0x7fc250068930 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc260009b60 tx=0x7fc260009190 comp rx=0 tx=0).stop 2023-12-02T00:33:28.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c151ba0 msgr2=0x7fc26c140dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c151ba0 0x7fc26c140dc0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc264019520 tx=0x7fc2640196b0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 shutdown_connections 2023-12-02T00:33:28.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc250066470 0x7fc250068930 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc26c151ba0 0x7fc26c140dc0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc26c0c48d0 0x7fc26c140880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 --2- 172.21.15.133:0/470984292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc26c06b520 0x7fc26c142ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 >> 172.21.15.133:0/470984292 conn(0x7fc26c0c9f50 msgr2=0x7fc26c06add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:28.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 shutdown_connections 2023-12-02T00:33:28.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.112+0000 7fc272c5a640 1 -- 172.21.15.133:0/470984292 wait complete. 2023-12-02T00:33:28.136 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-12-02T00:33:28.161 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:33:28.187 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:33:28.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44ab074640 1 Processor -- start 2023-12-02T00:33:28.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44ab074640 1 -- start start 2023-12-02T00:33:28.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44ab074640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 0x7f44a414a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44ab074640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44a40c1e30 con 0x7f44a406d990 2023-12-02T00:33:28.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44ab074640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44a406dd70 con 0x7f44a40c5360 2023-12-02T00:33:28.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44ab074640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44a40c57c0 con 0x7f44a406c780 2023-12-02T00:33:28.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44aa072640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f44a406d990 0x7f44a41546c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:38946/0 (socket says 172.21.15.133:38946) 2023-12-02T00:33:28.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44aa072640 1 -- 172.21.15.133:0/1312922910 learned_addr learned my addr 172.21.15.133:0/1312922910 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44aa873640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 0x7f44a414a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3059376223 0 0) 0x7f44a40c1e30 con 0x7f44a406d990 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4490003530 con 0x7f44a406d990 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1688025379 0 0) 0x7f4490003530 con 0x7f44a406d990 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 msgr2=0x7f44a414a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 0x7f44a414a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 >> v1:172.21.15.172:6789/0 conn(0x7f44a40c5360 legacy=0x7f44a406c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44a40c1220 con 0x7f44a406d990 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f44a0001680 con 0x7f44a406d990 2023-12-02T00:33:28.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 >> v1:172.21.15.133:6789/0 conn(0x7f44a406d990 legacy=0x7f44a41546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 0x7f44900039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490003f30 0x7f44900047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4490004d10 0x7f4490005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44a40c57c0 con 0x7f4490003f30 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f449000ba70 con 0x7f4490004d10 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f449000de40 con 0x7f44a406c780 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44a9871640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490003f30 0x7f44900047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44aa873640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4490004d10 0x7f4490005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.280+0000 7f44aa072640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 0x7f44900039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9871640 1 -- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 msgr2=0x7f44900039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9871640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44a406c780 0x7f44900039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9871640 1 -- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4490004d10 msgr2=0x7f4490005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9871640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4490004d10 0x7f4490005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9871640 1 -- 172.21.15.133:0/1312922910 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4490003530 con 0x7f4490003f30 2023-12-02T00:33:28.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9871640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490003f30 0x7f44900047d0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f4494001780 tx=0x7f449401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f7a3aabc55cb450 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:28.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44940052d0 con 0x7f4490003f30 2023-12-02T00:33:28.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44940a7050 con 0x7f4490003f30 2023-12-02T00:33:28.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44a9070640 1 -- 172.21.15.133:0/1312922910 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4494003600 con 0x7f4490003f30 2023-12-02T00:33:28.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44ab074640 1 -- 172.21.15.133:0/1312922910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490003f30 msgr2=0x7f44900047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44ab074640 1 --2- 172.21.15.133:0/1312922910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4490003f30 0x7f44900047d0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f4494001780 tx=0x7f449401c400 comp rx=0 tx=0).stop 2023-12-02T00:33:28.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.284+0000 7f44aa873640 1 -- 172.21.15.133:0/1312922910 reap_dead start 2023-12-02T00:33:28.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- 172.21.15.133:0/1312922910 shutdown_connections 2023-12-02T00:33:28.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- 172.21.15.133:0/1312922910 >> 172.21.15.133:0/1312922910 conn(0x7f44a40a7800 msgr2=0x7f44a40a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:28.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- 172.21.15.133:0/1312922910 shutdown_connections 2023-12-02T00:33:28.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- 172.21.15.133:0/1312922910 wait complete. 2023-12-02T00:33:28.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 Processor -- start 2023-12-02T00:33:28.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- start start 2023-12-02T00:33:28.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4490003f30 0x7f44a40bf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a41463e0 0x7f44a41ed1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f44a40a4dc0 0x7f44a41ed6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44a414fac0 con 0x7f44a41463e0 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44a4151250 con 0x7f44a40a4dc0 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44a414e640 con 0x7f4490003f30 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a41463e0 0x7f44a41ed1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44aa072640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4490003f30 0x7f44a40bf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a41463e0 0x7f44a41ed1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37402/0 (socket says 172.21.15.133:37402) 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 -- 172.21.15.133:0/4115824142 learned_addr learned my addr 172.21.15.133:0/4115824142 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44aa873640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f44a40a4dc0 0x7f44a41ed6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 -- 172.21.15.133:0/4115824142 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4490003f30 msgr2=0x7f44a40bf0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4490003f30 0x7f44a40bf0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 -- 172.21.15.133:0/4115824142 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f44a40a4dc0 msgr2=0x7f44a41ed6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f44a40a4dc0 0x7f44a41ed6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 -- 172.21.15.133:0/4115824142 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44a414ef40 con 0x7f44a41463e0 2023-12-02T00:33:28.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44a9871640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a41463e0 0x7f44a41ed1b0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f449401c8e0 tx=0x7f4490005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:28.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f449affd640 1 -- 172.21.15.133:0/4115824142 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4494007390 con 0x7f44a41463e0 2023-12-02T00:33:28.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f449affd640 1 -- 172.21.15.133:0/4115824142 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44940074f0 con 0x7f44a41463e0 2023-12-02T00:33:28.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f449affd640 1 -- 172.21.15.133:0/4115824142 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4494006a20 con 0x7f44a41463e0 2023-12-02T00:33:28.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.288+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44a414f220 con 0x7f44a41463e0 2023-12-02T00:33:28.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.292+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44a4150ee0 con 0x7f44a41463e0 2023-12-02T00:33:28.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.292+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44a404e850 con 0x7f44a41463e0 2023-12-02T00:33:28.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.292+0000 7f449affd640 1 -- 172.21.15.133:0/4115824142 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4494006b80 con 0x7f44a41463e0 2023-12-02T00:33:28.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.292+0000 7f449affd640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f44880664a0 0x7f4488068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.292+0000 7f449affd640 1 -- 172.21.15.133:0/4115824142 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f449411dd80 con 0x7f44a41463e0 2023-12-02T00:33:28.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.292+0000 7f44aa072640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f44880664a0 0x7f4488068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.292+0000 7f44aa072640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f44880664a0 0x7f4488068960 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f44a0001060 tx=0x7f44a0001c20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:28.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.296+0000 7f449affd640 1 -- 172.21.15.133:0/4115824142 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f44940eb540 con 0x7f44a41463e0 2023-12-02T00:33:28.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.448+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f44a406df70 con 0x7f44a41463e0 2023-12-02T00:33:28.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f449affd640 1 -- 172.21.15.133:0/4115824142 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) v1 ==== 122+0+0 (secure 0 0 0) 0x7f44a406df70 con 0x7f44a41463e0 2023-12-02T00:33:28.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f44880664a0 msgr2=0x7f4488068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f44880664a0 0x7f4488068960 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f44a0001060 tx=0x7f44a0001c20 comp rx=0 tx=0).stop 2023-12-02T00:33:28.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a41463e0 msgr2=0x7f44a41ed1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a41463e0 0x7f44a41ed1b0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f449401c8e0 tx=0x7f4490005800 comp rx=0 tx=0).stop 2023-12-02T00:33:28.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 shutdown_connections 2023-12-02T00:33:28.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f44880664a0 0x7f4488068960 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f44a40a4dc0 0x7f44a41ed6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a41463e0 0x7f44a41ed1b0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 --2- 172.21.15.133:0/4115824142 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4490003f30 0x7f44a40bf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 >> 172.21.15.133:0/4115824142 conn(0x7f44a40a7800 msgr2=0x7f44a406c070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:28.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 shutdown_connections 2023-12-02T00:33:28.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.452+0000 7f44ab074640 1 -- 172.21.15.133:0/4115824142 wait complete. 2023-12-02T00:33:28.474 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-12-02T00:33:28.475 DEBUG:teuthology.orchestra.run.smithi133:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:33:28.559 DEBUG:teuthology.orchestra.run.smithi172:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:33:28.647 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-12-02T00:33:28.647 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:28.647 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:28.656 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:33:28.657 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:28.657 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:28.666 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:33:28.666 INFO:tasks.cephfs.cephfs_test_case:[, ] 2023-12-02T00:33:28.666 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:28.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.832+0000 7fba7533e640 1 Processor -- start 2023-12-02T00:33:28.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.832+0000 7fba7533e640 1 -- start start 2023-12-02T00:33:28.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba7533e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fba700725c0 0x7fba701516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba7533e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba700c2760 con 0x7fba70072090 2023-12-02T00:33:28.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba7533e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba700a5750 con 0x7fba700a5370 2023-12-02T00:33:28.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba7533e640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba700c3070 con 0x7fba700725c0 2023-12-02T00:33:28.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba6f7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fba700725c0 0x7fba701516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba67fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fba70072090 0x7fba70150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:38958/0 (socket says 172.21.15.133:38958) 2023-12-02T00:33:28.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba67fff640 1 -- 172.21.15.133:0/3528232247 learned_addr learned my addr 172.21.15.133:0/3528232247 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:28.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba6e7fc640 1 -- 172.21.15.133:0/3528232247 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2766767239 0 0) 0x7fba700c2760 con 0x7fba70072090 2023-12-02T00:33:28.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba6f7fe640 1 -- 172.21.15.133:0/3528232247 >> v1:172.21.15.172:6789/0 conn(0x7fba700a5370 legacy=0x7fba700c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba6f7fe640 1 -- 172.21.15.133:0/3528232247 >> v1:172.21.15.133:6789/0 conn(0x7fba70072090 legacy=0x7fba70150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.836+0000 7fba6f7fe640 1 -- 172.21.15.133:0/3528232247 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba700aad20 con 0x7fba700725c0 2023-12-02T00:33:28.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba6f7fe640 1 --2- 172.21.15.133:0/3528232247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba701516b0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fba68009d90 tx=0x7fba6801c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdc2277cb4583790 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:28.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba6e7fc640 1 -- 172.21.15.133:0/3528232247 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba680a57e0 con 0x7fba700725c0 2023-12-02T00:33:28.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba6e7fc640 1 -- 172.21.15.133:0/3528232247 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba680a5940 con 0x7fba700725c0 2023-12-02T00:33:28.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba6e7fc640 1 -- 172.21.15.133:0/3528232247 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba680a5cd0 con 0x7fba700725c0 2023-12-02T00:33:28.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 -- 172.21.15.133:0/3528232247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 msgr2=0x7fba701516b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 --2- 172.21.15.133:0/3528232247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba701516b0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fba68009d90 tx=0x7fba6801c830 comp rx=0 tx=0).stop 2023-12-02T00:33:28.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 -- 172.21.15.133:0/3528232247 shutdown_connections 2023-12-02T00:33:28.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 --2- 172.21.15.133:0/3528232247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba701516b0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 -- 172.21.15.133:0/3528232247 >> 172.21.15.133:0/3528232247 conn(0x7fba7006a5b0 msgr2=0x7fba7006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:28.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 -- 172.21.15.133:0/3528232247 shutdown_connections 2023-12-02T00:33:28.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 -- 172.21.15.133:0/3528232247 wait complete. 2023-12-02T00:33:28.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 Processor -- start 2023-12-02T00:33:28.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.840+0000 7fba7533e640 1 -- start start 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba70072090 0x7fba70148530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba7014b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba700a5370 0x7fba701ed310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba701f0240 con 0x7fba700725c0 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7014faf0 con 0x7fba70072090 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba7014a520 con 0x7fba700a5370 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba7014b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba7014b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37420/0 (socket says 172.21.15.133:37420) 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 -- 172.21.15.133:0/2558107688 learned_addr learned my addr 172.21.15.133:0/2558107688 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba6f7fe640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba700a5370 0x7fba701ed310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.846 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba6effd640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba70072090 0x7fba70148530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 -- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba700a5370 msgr2=0x7fba701ed310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba700a5370 0x7fba701ed310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 -- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba70072090 msgr2=0x7fba70148530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba70072090 0x7fba70148530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 -- 172.21.15.133:0/2558107688 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba68009a70 con 0x7fba700725c0 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba6effd640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba70072090 0x7fba70148530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba67fff640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba7014b7e0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fba5800c4d0 tx=0x7fba5800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba677fe640 1 -- 172.21.15.133:0/2558107688 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba580074e0 con 0x7fba700725c0 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba677fe640 1 -- 172.21.15.133:0/2558107688 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba58007640 con 0x7fba700725c0 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba677fe640 1 -- 172.21.15.133:0/2558107688 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba58004a30 con 0x7fba700725c0 2023-12-02T00:33:28.847 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba70148250 con 0x7fba700725c0 2023-12-02T00:33:28.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba701509b0 con 0x7fba700725c0 2023-12-02T00:33:28.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba701f03f0 con 0x7fba700725c0 2023-12-02T00:33:28.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.844+0000 7fba677fe640 1 -- 172.21.15.133:0/2558107688 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fba58004b90 con 0x7fba700725c0 2023-12-02T00:33:28.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.848+0000 7fba677fe640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fba50066470 0x7fba50068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:28.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.848+0000 7fba677fe640 1 -- 172.21.15.133:0/2558107688 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fba58082d70 con 0x7fba700725c0 2023-12-02T00:33:28.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.848+0000 7fba6effd640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fba50066470 0x7fba50068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:28.849 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.848+0000 7fba6effd640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fba50066470 0x7fba50068930 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fba70149210 tx=0x7fba60009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:28.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:28.852+0000 7fba677fe640 1 -- 172.21.15.133:0/2558107688 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fba701f03f0 con 0x7fba700725c0 2023-12-02T00:33:29.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.028+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fba701f03f0 con 0x7fba700725c0 2023-12-02T00:33:29.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.028+0000 7fba677fe640 1 -- 172.21.15.133:0/2558107688 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) v1 ==== 94+0+3711 (secure 0 0 0) 0x7fba701f03f0 con 0x7fba700725c0 2023-12-02T00:33:29.031 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:29.031 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":41,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5255,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1398108548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1398108548},{"type":"v1","addr":"172.21.15.172:6834","nonce":1398108548}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/2836586484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":2836586484},{"type":"v1","addr":"172.21.15.172:6835","nonce":2836586484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":27},{"gid":6309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/1093868920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":1093868920},{"type":"v1","addr":"172.21.15.133:6837","nonce":1093868920}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":39},{"gid":6414,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/2204795894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2204795894},{"type":"v1","addr":"172.21.15.133:6836","nonce":2204795894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":41}],"filesystems":[]} 2023-12-02T00:33:29.031 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 41 2023-12-02T00:33:29.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fba50066470 msgr2=0x7fba50068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fba50066470 0x7fba50068930 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fba70149210 tx=0x7fba60009040 comp rx=0 tx=0).stop 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 msgr2=0x7fba7014b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba7014b7e0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fba5800c4d0 tx=0x7fba5800c990 comp rx=0 tx=0).stop 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 shutdown_connections 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fba50066470 0x7fba50068930 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fba700a5370 0x7fba701ed310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba700725c0 0x7fba7014b7e0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 --2- 172.21.15.133:0/2558107688 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fba70072090 0x7fba70148530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 >> 172.21.15.133:0/2558107688 conn(0x7fba7006a5b0 msgr2=0x7fba700c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 shutdown_connections 2023-12-02T00:33:29.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.032+0000 7fba7533e640 1 -- 172.21.15.133:0/2558107688 wait complete. 2023-12-02T00:33:29.052 INFO:tasks.ceph.mds.a:Restarting daemon 2023-12-02T00:33:29.052 INFO:tasks.ceph.mds.a:Stopping old one... 2023-12-02T00:33:29.052 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-12-02T00:33:29.052 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:33:29.053 INFO:tasks.ceph.mds.c:Restarting daemon 2023-12-02T00:33:29.053 INFO:tasks.ceph.mds.c:Stopping old one... 2023-12-02T00:33:29.053 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-12-02T00:33:29.053 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:33:29.053 INFO:tasks.ceph.mds.b:Restarting daemon 2023-12-02T00:33:29.053 INFO:tasks.ceph.mds.b:Stopping old one... 2023-12-02T00:33:29.054 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-12-02T00:33:29.054 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:33:29.054 INFO:tasks.ceph.mds.d:Restarting daemon 2023-12-02T00:33:29.054 INFO:tasks.ceph.mds.d:Stopping old one... 2023-12-02T00:33:29.054 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-12-02T00:33:29.054 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:33:29.067 INFO:tasks.ceph.mds.c:Stopped 2023-12-02T00:33:29.067 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-12-02T00:33:29.067 INFO:tasks.ceph.mds.a:Stopped 2023-12-02T00:33:29.068 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-12-02T00:33:29.070 INFO:tasks.ceph.mds.b:Stopped 2023-12-02T00:33:29.070 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-12-02T00:33:29.071 INFO:tasks.ceph.mds.d:Stopped 2023-12-02T00:33:29.071 DEBUG:teuthology.orchestra.run.smithi172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-12-02T00:33:29.115 INFO:tasks.ceph.mds.c:Started 2023-12-02T00:33:29.115 DEBUG:teuthology.parallel:result is None 2023-12-02T00:33:29.117 INFO:tasks.ceph.mds.a:Started 2023-12-02T00:33:29.117 DEBUG:teuthology.parallel:result is None 2023-12-02T00:33:29.119 INFO:tasks.ceph.mds.b:Started 2023-12-02T00:33:29.119 DEBUG:teuthology.parallel:result is None 2023-12-02T00:33:29.121 INFO:tasks.ceph.mds.d:Started 2023-12-02T00:33:29.121 DEBUG:teuthology.parallel:result is None 2023-12-02T00:33:29.121 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-12-02T00:33:29.210 INFO:tasks.ceph.mds.c.smithi133.stdout:starting mds.c at 2023-12-02T00:33:29.210 INFO:tasks.ceph.mds.a.smithi133.stdout:starting mds.a at 2023-12-02T00:33:29.211 INFO:tasks.ceph.mds.d.smithi172.stdout:starting mds.d at 2023-12-02T00:33:29.211 INFO:tasks.ceph.mds.b.smithi172.stdout:starting mds.b at 2023-12-02T00:33:29.265 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a8712a640 1 Processor -- start 2023-12-02T00:33:29.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a8712a640 1 -- start start 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a8712a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5a800c5260 0x7f5a8006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a8712a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f5a800c5640 0x7f5a800c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a8712a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a800c2580 con 0x7f5a800c60f0 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a8712a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a80153510 con 0x7f5a800c5260 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a8712a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a800c17f0 con 0x7f5a800c5640 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a84ec6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5a800c5260 0x7f5a8006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a84ec6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5a800c5260 0x7f5a8006d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37470/0 (socket says 172.21.15.133:37470) 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a84ec6640 1 -- 172.21.15.133:0/2778897428 learned_addr learned my addr 172.21.15.133:0/2778897428 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:29.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a77fff640 1 --2- 172.21.15.133:0/2778897428 >> v2:172.21.15.172:3300/0 conn(0x7f5a800c5640 0x7f5a800c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:29.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a84ec6640 1 -- 172.21.15.133:0/2778897428 >> v2:172.21.15.172:3300/0 conn(0x7f5a800c5640 msgr2=0x7f5a800c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:29.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a84ec6640 1 --2- 172.21.15.133:0/2778897428 >> v2:172.21.15.172:3300/0 conn(0x7f5a800c5640 0x7f5a800c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a84ec6640 1 -- 172.21.15.133:0/2778897428 >> v1:172.21.15.133:6789/0 conn(0x7f5a800c60f0 legacy=0x7f5a80155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:29.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.264+0000 7f5a84ec6640 1 -- 172.21.15.133:0/2778897428 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a800c1a00 con 0x7f5a800c5260 2023-12-02T00:33:29.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a84ec6640 1 --2- 172.21.15.133:0/2778897428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c5260 0x7f5a8006d5b0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f5a8006b390 tx=0x7f5a7c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3759c2f0eeb468bd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:29.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a777fe640 1 -- 172.21.15.133:0/2778897428 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c004230 con 0x7f5a800c5260 2023-12-02T00:33:29.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a777fe640 1 -- 172.21.15.133:0/2778897428 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a7c0a7050 con 0x7f5a800c5260 2023-12-02T00:33:29.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a777fe640 1 -- 172.21.15.133:0/2778897428 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c003620 con 0x7f5a800c5260 2023-12-02T00:33:29.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 -- 172.21.15.133:0/2778897428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c5260 msgr2=0x7f5a8006d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:29.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 --2- 172.21.15.133:0/2778897428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c5260 0x7f5a8006d5b0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f5a8006b390 tx=0x7f5a7c01c440 comp rx=0 tx=0).stop 2023-12-02T00:33:29.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 -- 172.21.15.133:0/2778897428 shutdown_connections 2023-12-02T00:33:29.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 --2- 172.21.15.133:0/2778897428 >> v2:172.21.15.172:3300/0 conn(0x7f5a800c5640 0x7f5a800c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 --2- 172.21.15.133:0/2778897428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c5260 0x7f5a8006d5b0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 -- 172.21.15.133:0/2778897428 >> 172.21.15.133:0/2778897428 conn(0x7f5a8006a5b0 msgr2=0x7f5a8006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:29.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 -- 172.21.15.133:0/2778897428 shutdown_connections 2023-12-02T00:33:29.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.268+0000 7f5a8712a640 1 -- 172.21.15.133:0/2778897428 wait complete. 2023-12-02T00:33:29.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 Processor -- start 2023-12-02T00:33:29.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 -- start start 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a800c5260 0x7f5a800aa3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a800c5640 0x7f5a80149030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c60f0 0x7f5a80149570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a801ee490 con 0x7f5a800c60f0 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a80149ab0 con 0x7f5a800c5260 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a801f0900 con 0x7f5a800c5640 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a856c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c60f0 0x7f5a80149570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a856c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c60f0 0x7f5a80149570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37476/0 (socket says 172.21.15.133:37476) 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a856c7640 1 -- 172.21.15.133:0/352344487 learned_addr learned my addr 172.21.15.133:0/352344487 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:29.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a77fff640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a800c5640 0x7f5a80149030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a84ec6640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a800c5260 0x7f5a800aa3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a84ec6640 1 -- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a800c5640 msgr2=0x7f5a80149030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a84ec6640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a800c5640 0x7f5a80149030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a84ec6640 1 -- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c60f0 msgr2=0x7f5a80149570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a84ec6640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c60f0 0x7f5a80149570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a84ec6640 1 -- 172.21.15.133:0/352344487 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a7c0094d0 con 0x7f5a800c5260 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a856c7640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c60f0 0x7f5a80149570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a77fff640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a800c5640 0x7f5a80149030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:29.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a84ec6640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a800c5260 0x7f5a800aa3e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c004000 tx=0x7f5a7c0191e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:29.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a757fa640 1 -- 172.21.15.133:0/352344487 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c003bf0 con 0x7f5a800c5260 2023-12-02T00:33:29.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a801f0be0 con 0x7f5a800c5260 2023-12-02T00:33:29.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a757fa640 1 -- 172.21.15.133:0/352344487 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a7c003d50 con 0x7f5a800c5260 2023-12-02T00:33:29.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a757fa640 1 -- 172.21.15.133:0/352344487 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c0ab680 con 0x7f5a800c5260 2023-12-02T00:33:29.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.272+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a801f11a0 con 0x7f5a800c5260 2023-12-02T00:33:29.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.276+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a80068400 con 0x7f5a800c5260 2023-12-02T00:33:29.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.276+0000 7f5a757fa640 1 -- 172.21.15.133:0/352344487 <== mon.1 v2:172.21.15.172:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5a7c0ab7e0 con 0x7f5a800c5260 2023-12-02T00:33:29.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.276+0000 7f5a757fa640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a6c0664a0 0x7f5a6c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:29.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.276+0000 7f5a757fa640 1 -- 172.21.15.133:0/352344487 <== mon.1 v2:172.21.15.172:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5a7c11df70 con 0x7f5a800c5260 2023-12-02T00:33:29.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.276+0000 7f5a77fff640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a6c0664a0 0x7f5a6c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:29.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.276+0000 7f5a77fff640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a6c0664a0 0x7f5a6c068960 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5a8014d6e0 tx=0x7f5a70009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:29.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.280+0000 7f5a757fa640 1 -- 172.21.15.133:0/352344487 <== mon.1 v2:172.21.15.172:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5a7c0eb6b0 con 0x7f5a800c5260 2023-12-02T00:33:29.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:29.444+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f5a8006d390 con 0x7f5a800c5260 2023-12-02T00:33:30.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.128+0000 7f5a757fa640 1 -- 172.21.15.133:0/352344487 <== mon.1 v2:172.21.15.172:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v61) v1 ==== 97+0+0 (secure 0 0 0) 0x7f5a7c0eecd0 con 0x7f5a800c5260 2023-12-02T00:33:30.131 INFO:teuthology.orchestra.run.smithi133.stderr: removed all blocklist entries 2023-12-02T00:33:30.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a6c0664a0 msgr2=0x7f5a6c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a6c0664a0 0x7f5a6c068960 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5a8014d6e0 tx=0x7f5a70009190 comp rx=0 tx=0).stop 2023-12-02T00:33:30.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a800c5260 msgr2=0x7f5a800aa3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a800c5260 0x7f5a800aa3e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c004000 tx=0x7f5a7c0191e0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 shutdown_connections 2023-12-02T00:33:30.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5a6c0664a0 0x7f5a6c068960 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a800c60f0 0x7f5a80149570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5a800c5640 0x7f5a80149030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 --2- 172.21.15.133:0/352344487 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5a800c5260 0x7f5a800aa3e0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 >> 172.21.15.133:0/352344487 conn(0x7f5a8006a5b0 msgr2=0x7f5a8006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:30.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 shutdown_connections 2023-12-02T00:33:30.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.132+0000 7f5a8712a640 1 -- 172.21.15.133:0/352344487 wait complete. 2023-12-02T00:33:30.157 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-12-02T00:33:30.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.292+0000 7f9020a79640 1 Processor -- start 2023-12-02T00:33:30.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.292+0000 7f9020a79640 1 -- start start 2023-12-02T00:33:30.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f9020a79640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f901c155de0 0x7f901c156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f9020a79640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f901c0c2580 con 0x7f901c0c5640 2023-12-02T00:33:30.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f9020a79640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f901c0c1a00 con 0x7f901c0c5260 2023-12-02T00:33:30.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f9020a79640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f901c153510 con 0x7f901c155de0 2023-12-02T00:33:30.297 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f901ad9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f901c155de0 0x7f901c156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f9019d9b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f901c0c5640 0x7f901c0c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:38976/0 (socket says 172.21.15.133:38976) 2023-12-02T00:33:30.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f9019d9b640 1 -- 172.21.15.133:0/496450383 learned_addr learned my addr 172.21.15.133:0/496450383 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:30.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f901ad9d640 1 -- 172.21.15.133:0/496450383 >> v1:172.21.15.172:6789/0 conn(0x7f901c0c5260 legacy=0x7f901c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:30.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f901ad9d640 1 -- 172.21.15.133:0/496450383 >> v1:172.21.15.133:6789/0 conn(0x7f901c0c5640 legacy=0x7f901c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f901959a640 1 -- 172.21.15.133:0/496450383 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1129792991 0 0) 0x7f901c0c2580 con 0x7f901c0c5640 2023-12-02T00:33:30.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.296+0000 7f901ad9d640 1 -- 172.21.15.133:0/496450383 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f901c0c1ce0 con 0x7f901c155de0 2023-12-02T00:33:30.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f901ad9d640 1 --2- 172.21.15.133:0/496450383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c155de0 0x7f901c156230 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9014009d90 tx=0x7f901401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36176abe1e64cfb4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:30.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f901959a640 1 -- 172.21.15.133:0/496450383 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90140a5830 con 0x7f901c155de0 2023-12-02T00:33:30.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f901959a640 1 -- 172.21.15.133:0/496450383 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90140a5990 con 0x7f901c155de0 2023-12-02T00:33:30.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f901959a640 1 -- 172.21.15.133:0/496450383 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90140a5d20 con 0x7f901c155de0 2023-12-02T00:33:30.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f9020a79640 1 -- 172.21.15.133:0/496450383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c155de0 msgr2=0x7f901c156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f9020a79640 1 --2- 172.21.15.133:0/496450383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c155de0 0x7f901c156230 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9014009d90 tx=0x7f901401c880 comp rx=0 tx=0).stop 2023-12-02T00:33:30.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f9020a79640 1 -- 172.21.15.133:0/496450383 shutdown_connections 2023-12-02T00:33:30.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f9020a79640 1 --2- 172.21.15.133:0/496450383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c155de0 0x7f901c156230 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f9020a79640 1 -- 172.21.15.133:0/496450383 >> 172.21.15.133:0/496450383 conn(0x7f901c06a5b0 msgr2=0x7f901c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:30.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f9020a79640 1 -- 172.21.15.133:0/496450383 shutdown_connections 2023-12-02T00:33:30.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.300+0000 7f9020a79640 1 -- 172.21.15.133:0/496450383 wait complete. 2023-12-02T00:33:30.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 Processor -- start 2023-12-02T00:33:30.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 -- start start 2023-12-02T00:33:30.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f901c0c5260 0x7f901c149a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c0c5640 0x7f901c071630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f901c155de0 0x7f901c14a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f901c15d300 con 0x7f901c0c5640 2023-12-02T00:33:30.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f901c1ecdf0 con 0x7f901c155de0 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f901c1ed0d0 con 0x7f901c0c5260 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c0c5640 0x7f901c071630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c0c5640 0x7f901c071630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37488/0 (socket says 172.21.15.133:37488) 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 -- 172.21.15.133:0/575994216 learned_addr learned my addr 172.21.15.133:0/575994216 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f901a59c640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f901c0c5260 0x7f901c149a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f901ad9d640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f901c155de0 0x7f901c14a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 -- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f901c0c5260 msgr2=0x7f901c149a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f901c0c5260 0x7f901c149a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 -- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f901c155de0 msgr2=0x7f901c14a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f901c155de0 0x7f901c14a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 -- 172.21.15.133:0/575994216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9014009a70 con 0x7f901c0c5640 2023-12-02T00:33:30.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9019d9b640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c0c5640 0x7f901c071630 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f901000c450 tx=0x7f901000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:30.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f900affd640 1 -- 172.21.15.133:0/575994216 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90100074e0 con 0x7f901c0c5640 2023-12-02T00:33:30.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f900affd640 1 -- 172.21.15.133:0/575994216 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9010007640 con 0x7f901c0c5640 2023-12-02T00:33:30.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f901c1ed3b0 con 0x7f901c0c5640 2023-12-02T00:33:30.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f900affd640 1 -- 172.21.15.133:0/575994216 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90100049f0 con 0x7f901c0c5640 2023-12-02T00:33:30.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f901c1ed970 con 0x7f901c0c5640 2023-12-02T00:33:30.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.304+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f901c068400 con 0x7f901c0c5640 2023-12-02T00:33:30.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.308+0000 7f900affd640 1 -- 172.21.15.133:0/575994216 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9010004b50 con 0x7f901c0c5640 2023-12-02T00:33:30.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.308+0000 7f900affd640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.308+0000 7f900affd640 1 -- 172.21.15.133:0/575994216 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f90100837a0 con 0x7f901c0c5640 2023-12-02T00:33:30.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.308+0000 7f901a59c640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.308+0000 7f901a59c640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f900c0098e0 tx=0x7f900c009060 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:30.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.312+0000 7f900affd640 1 -- 172.21.15.133:0/575994216 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9010054ab0 con 0x7f901c0c5640 2023-12-02T00:33:30.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.512+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f901c15d650 con 0x7f901c0c5640 2023-12-02T00:33:30.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f900affd640 1 -- 172.21.15.133:0/575994216 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) v1 ==== 80+0+5081 (secure 0 0 0) 0x7f9010054640 con 0x7f901c0c5640 2023-12-02T00:33:30.580 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:30.580 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:33:30.580 INFO:teuthology.orchestra.run.smithi133.stdout: "auth_dump": [ 2023-12-02T00:33:30.580 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.580 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.a", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplxjQzOBAAHrxiWA44dnxYFwGbegEC7Q==", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.b", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl+QEECRAAJlcD9Fxu9CeNRqLJUUj/Gg==", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:33:30.581 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.c", 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIemply9EEBBAAIEt8cAtQRcoGUa8keuybLg==", 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.582 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mds.d", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl+SJ+EBAAtlQFmwqYY74qAGWSK3S3cg==", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.0", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCLemplaEhQHRAABMyaI96Wm9f2BPkg9g9dGw==", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.583 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.1", 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCOemplm9GVJBAA/QHBRweTaMpEzRIZIZklJg==", 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.584 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.2", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCRemplrey9LRAACPO0ASDqqH/OznwQbq1OGw==", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.3", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCUemplTXD3MxAAGuwsUc9nT3dvVsbK9TNWPg==", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.585 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.4", 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCaemplY0QuOxAAEzw2cgduxl71quUfIsiteA==", 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.5", 2023-12-02T00:33:30.586 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCeemplI69cBhAAsJIpwTpKcLbUqp8EuiIMVw==", 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.6", 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQChemplKsWXDhAA31oY8Cj4c0261OyXOiK1Fw==", 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.587 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "osd.7", 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCkempl2kohFxAAC78co6gLjgoCiQEF+sU5eg==", 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow profile osd", 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile osd", 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.0", 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg==", 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.588 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow r", 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rw tag cephfs data=cephfs" 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.1", 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg==", 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow", 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow r", 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rw pool=cephfs2_data" 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.589 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.admin", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplINkmHBAAPjCxYPWUqC9CRdBVI1theg==", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "mgr": "allow *", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow *", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "client.testuser", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQBAe2plkDHEAxAAb3tnOw6AowYONZBetN4gjA==", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow rw fsname=cephfs", 2023-12-02T00:33:30.590 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow rw fsname=cephfs, allow rw fsname=cephfs2", 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2" 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mgr.x", 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplosQANBAAL2bVnfpIUX+yrRUEW1h5tw==", 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile mgr", 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "entity": "mgr.y", 2023-12-02T00:33:30.591 INFO:teuthology.orchestra.run.smithi133.stdout: "key": "AQCHemplcEwEMBAATDUlO9fUdgscrUMGWt3Yew==", 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": { 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": "allow *", 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout: "mon": "allow profile mgr", 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout: "osd": "allow *" 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout: ] 2023-12-02T00:33:30.592 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:33:30.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 msgr2=0x7f8ffc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f900c0098e0 tx=0x7f900c009060 comp rx=0 tx=0).stop 2023-12-02T00:33:30.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c0c5640 msgr2=0x7f901c071630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c0c5640 0x7f901c071630 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f901000c450 tx=0x7f901000c910 comp rx=0 tx=0).stop 2023-12-02T00:33:30.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 shutdown_connections 2023-12-02T00:33:30.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8ffc066470 0x7f8ffc068930 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f901c155de0 0x7f901c14a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f901c0c5640 0x7f901c071630 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 --2- 172.21.15.133:0/575994216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f901c0c5260 0x7f901c149a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 >> 172.21.15.133:0/575994216 conn(0x7f901c06a5b0 msgr2=0x7f901c14f2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:30.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 shutdown_connections 2023-12-02T00:33:30.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.516+0000 7f9020a79640 1 -- 172.21.15.133:0/575994216 wait complete. 2023-12-02T00:33:30.594 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.testuser 2023-12-02T00:33:30.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.728+0000 7f244c7b8640 1 Processor -- start 2023-12-02T00:33:30.732 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.728+0000 7f244c7b8640 1 -- start start 2023-12-02T00:33:30.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244c7b8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2444072090 0x7f2444150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244c7b8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440725c0 0x7f24441514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244c7b8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24440c2760 con 0x7f24440a5370 2023-12-02T00:33:30.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244c7b8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24440c3070 con 0x7f2444072090 2023-12-02T00:33:30.733 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244c7b8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24440a5750 con 0x7f24440725c0 2023-12-02T00:33:30.734 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f2449d53640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2444072090 0x7f2444150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.734 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244ad55640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440725c0 0x7f24441514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.734 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244a554640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f24440a5370 0x7f24440c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:59330/0 (socket says 172.21.15.133:59330) 2023-12-02T00:33:30.734 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f244a554640 1 -- 172.21.15.133:0/2497537975 learned_addr learned my addr 172.21.15.133:0/2497537975 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:30.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f2449d53640 1 -- 172.21.15.133:0/2497537975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440725c0 msgr2=0x7f24441514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:30.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f2449d53640 1 --2- 172.21.15.133:0/2497537975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440725c0 0x7f24441514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f2449d53640 1 -- 172.21.15.133:0/2497537975 >> v1:172.21.15.172:6789/0 conn(0x7f24440a5370 legacy=0x7f24440c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f2449d53640 1 -- 172.21.15.133:0/2497537975 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24440aad20 con 0x7f2444072090 2023-12-02T00:33:30.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.732+0000 7f2449552640 1 -- 172.21.15.133:0/2497537975 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3737263140 0 0) 0x7f24440c2760 con 0x7f24440a5370 2023-12-02T00:33:30.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f2449d53640 1 --2- 172.21.15.133:0/2497537975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 0x7f2444150fa0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f243400a960 tx=0x7f243401d700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ecdcb364e79c4f4b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:30.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f2449552640 1 -- 172.21.15.133:0/2497537975 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24340a6730 con 0x7f2444072090 2023-12-02T00:33:30.737 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f2449552640 1 -- 172.21.15.133:0/2497537975 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24340a6890 con 0x7f2444072090 2023-12-02T00:33:30.738 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f2449552640 1 -- 172.21.15.133:0/2497537975 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24340a6c20 con 0x7f2444072090 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 -- 172.21.15.133:0/2497537975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 msgr2=0x7f2444150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 --2- 172.21.15.133:0/2497537975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 0x7f2444150fa0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f243400a960 tx=0x7f243401d700 comp rx=0 tx=0).stop 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 -- 172.21.15.133:0/2497537975 shutdown_connections 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 --2- 172.21.15.133:0/2497537975 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440725c0 0x7f24441514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 --2- 172.21.15.133:0/2497537975 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 0x7f2444150fa0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 -- 172.21.15.133:0/2497537975 >> 172.21.15.133:0/2497537975 conn(0x7f244406a5b0 msgr2=0x7f244406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 -- 172.21.15.133:0/2497537975 shutdown_connections 2023-12-02T00:33:30.739 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 -- 172.21.15.133:0/2497537975 wait complete. 2023-12-02T00:33:30.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 Processor -- start 2023-12-02T00:33:30.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.736+0000 7f244c7b8640 1 -- start start 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 0x7f244415f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24440725c0 0x7f244406fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440a5370 0x7f2444070c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f244414e2b0 con 0x7f24440725c0 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24440a7230 con 0x7f2444072090 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f244415e930 con 0x7f24440a5370 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24440725c0 0x7f244406fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24440725c0 0x7f244406fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37502/0 (socket says 172.21.15.133:37502) 2023-12-02T00:33:30.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 -- 172.21.15.133:0/3032877731 learned_addr learned my addr 172.21.15.133:0/3032877731 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:30.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244a554640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 0x7f244415f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244ad55640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440a5370 0x7f2444070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 -- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440a5370 msgr2=0x7f2444070c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440a5370 0x7f2444070c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 -- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 msgr2=0x7f244415f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 0x7f244415f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 -- 172.21.15.133:0/3032877731 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f243400a5c0 con 0x7f24440725c0 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f2449d53640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24440725c0 0x7f244406fe50 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f243401b330 tx=0x7f243401a4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f243affd640 1 -- 172.21.15.133:0/3032877731 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24340ae640 con 0x7f24440725c0 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f243affd640 1 -- 172.21.15.133:0/3032877731 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24340ae7a0 con 0x7f24440725c0 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f243affd640 1 -- 172.21.15.133:0/3032877731 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24340aeb50 con 0x7f24440725c0 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2444070390 con 0x7f24440725c0 2023-12-02T00:33:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f244415ebd0 con 0x7f24440725c0 2023-12-02T00:33:30.744 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.740+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f244415edc0 con 0x7f24440725c0 2023-12-02T00:33:30.744 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.744+0000 7f243affd640 1 -- 172.21.15.133:0/3032877731 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f24340b5040 con 0x7f24440725c0 2023-12-02T00:33:30.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.744+0000 7f243affd640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2428066470 0x7f2428068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:30.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.744+0000 7f243affd640 1 -- 172.21.15.133:0/3032877731 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f243411dfc0 con 0x7f24440725c0 2023-12-02T00:33:30.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.744+0000 7f244a554640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2428066470 0x7f2428068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:30.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.744+0000 7f244a554640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2428066470 0x7f2428068930 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f2440007fd0 tx=0x7f2440007d60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:30.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.748+0000 7f243affd640 1 -- 172.21.15.133:0/3032877731 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f24340eb8b0 con 0x7f24440725c0 2023-12-02T00:33:30.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.948+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.testuser"} v 0) v1 -- 0x7f2444068400 con 0x7f24440725c0 2023-12-02T00:33:30.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f243affd640 1 -- 172.21.15.133:0/3032877731 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.testuser"}]=0 v20) v1 ==== 85+0+0 (secure 0 0 0) 0x7f24340eeed0 con 0x7f24440725c0 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2428066470 msgr2=0x7f2428068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2428066470 0x7f2428068930 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f2440007fd0 tx=0x7f2440007d60 comp rx=0 tx=0).stop 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24440725c0 msgr2=0x7f244406fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24440725c0 0x7f244406fe50 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f243401b330 tx=0x7f243401a4a0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 shutdown_connections 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2428066470 0x7f2428068930 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f24440a5370 0x7f2444070c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24440725c0 0x7f244406fe50 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 --2- 172.21.15.133:0/3032877731 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2444072090 0x7f244415f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 >> 172.21.15.133:0/3032877731 conn(0x7f244406a5b0 msgr2=0x7f24440c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 shutdown_connections 2023-12-02T00:33:30.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:30.952+0000 7f244c7b8640 1 -- 172.21.15.133:0/3032877731 wait complete. 2023-12-02T00:33:30.974 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:31.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.108+0000 7f7bd4f57640 1 Processor -- start 2023-12-02T00:33:31.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bd4f57640 1 -- start start 2023-12-02T00:33:31.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bd4f57640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7bd00c4100 0x7f7bd00c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bd4f57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c06d0 0x7f7bd00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bd4f57640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bd00c31c0 con 0x7f7bd00c63c0 2023-12-02T00:33:31.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bd4f57640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bd00c34a0 con 0x7f7bd00c4100 2023-12-02T00:33:31.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bd4f57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd00c1030 con 0x7f7bd00c06d0 2023-12-02T00:33:31.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bc5d9b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7bd00c4100 0x7f7bd00c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bced9d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c06d0 0x7f7bd00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bc5d9b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7bd00c4100 0x7f7bd00c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:33658/0 (socket says 172.21.15.133:33658) 2023-12-02T00:33:31.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bc5d9b640 1 -- 172.21.15.133:0/927318233 learned_addr learned my addr 172.21.15.133:0/927318233 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:31.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bce59c640 1 --1- 172.21.15.133:0/927318233 >> v1:172.21.15.172:6789/0 conn(0x7f7bd00c63c0 0x7f7bd00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:59332/0 (socket says 172.21.15.133:59332) 2023-12-02T00:33:31.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bced9d640 1 -- 172.21.15.133:0/927318233 >> v2:172.21.15.172:3300/0 conn(0x7f7bd00c4100 msgr2=0x7f7bd00c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:31.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bced9d640 1 --2- 172.21.15.133:0/927318233 >> v2:172.21.15.172:3300/0 conn(0x7f7bd00c4100 0x7f7bd00c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bced9d640 1 -- 172.21.15.133:0/927318233 >> v1:172.21.15.172:6789/0 conn(0x7f7bd00c63c0 legacy=0x7f7bd00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bced9d640 1 -- 172.21.15.133:0/927318233 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bd00c1310 con 0x7f7bd00c06d0 2023-12-02T00:33:31.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.112+0000 7f7bc5d9b640 1 --2- 172.21.15.133:0/927318233 >> v2:172.21.15.172:3300/0 conn(0x7f7bd00c4100 0x7f7bd00c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:31.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bced9d640 1 --2- 172.21.15.133:0/927318233 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c06d0 0x7f7bd00a9680 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f7bc80097c0 tx=0x7f7bc801c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89121ad362f853c8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bcdd9b640 1 -- 172.21.15.133:0/927318233 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bd00aa3d0 con 0x7f7bd00c06d0 2023-12-02T00:33:31.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bcdd9b640 1 -- 172.21.15.133:0/927318233 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bc80a7050 con 0x7f7bd00c06d0 2023-12-02T00:33:31.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bcdd9b640 1 -- 172.21.15.133:0/927318233 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bc80ab820 con 0x7f7bd00c06d0 2023-12-02T00:33:31.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bd4f57640 1 -- 172.21.15.133:0/927318233 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c06d0 msgr2=0x7f7bd00a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/927318233 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c06d0 0x7f7bd00a9680 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f7bc80097c0 tx=0x7f7bc801c360 comp rx=0 tx=0).stop 2023-12-02T00:33:31.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bd4f57640 1 -- 172.21.15.133:0/927318233 shutdown_connections 2023-12-02T00:33:31.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/927318233 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c06d0 0x7f7bd00a9680 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/927318233 >> v2:172.21.15.172:3300/0 conn(0x7f7bd00c4100 0x7f7bd00c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.116+0000 7f7bd4f57640 1 -- 172.21.15.133:0/927318233 >> 172.21.15.133:0/927318233 conn(0x7f7bd006a5b0 msgr2=0x7f7bd006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:31.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 -- 172.21.15.133:0/927318233 shutdown_connections 2023-12-02T00:33:31.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 -- 172.21.15.133:0/927318233 wait complete. 2023-12-02T00:33:31.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 Processor -- start 2023-12-02T00:33:31.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 -- start start 2023-12-02T00:33:31.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7bd00c06d0 0x7f7bd01f0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c4100 0x7f7bd015a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7bd00c63c0 0x7f7bd0153a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd0155db0 con 0x7f7bd00c06d0 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd01efee0 con 0x7f7bd00c63c0 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bd4f57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd006a990 con 0x7f7bd00c4100 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bce59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7bd00c06d0 0x7f7bd01f0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bc5d9b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c4100 0x7f7bd015a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bced9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7bd00c63c0 0x7f7bd0153a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bc5d9b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c4100 0x7f7bd015a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:54784/0 (socket says 172.21.15.133:54784) 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bce59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7bd00c06d0 0x7f7bd01f0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37508/0 (socket says 172.21.15.133:37508) 2023-12-02T00:33:31.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.120+0000 7f7bc5d9b640 1 -- 172.21.15.133:0/3580372088 learned_addr learned my addr 172.21.15.133:0/3580372088 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:31.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bce59c640 1 -- 172.21.15.133:0/3580372088 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c4100 msgr2=0x7f7bd015a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bce59c640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c4100 0x7f7bd015a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bce59c640 1 -- 172.21.15.133:0/3580372088 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7bd00c63c0 msgr2=0x7f7bd0153a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bce59c640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7bd00c63c0 0x7f7bd0153a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bce59c640 1 -- 172.21.15.133:0/3580372088 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bb8009b30 con 0x7f7bd00c06d0 2023-12-02T00:33:31.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bce59c640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7bd00c06d0 0x7f7bd01f0410 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000c3f0 tx=0x7f7bc000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bc77fe640 1 -- 172.21.15.133:0/3580372088 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bc00074e0 con 0x7f7bd00c06d0 2023-12-02T00:33:31.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bc8009420 con 0x7f7bd00c06d0 2023-12-02T00:33:31.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bd01efb70 con 0x7f7bd00c06d0 2023-12-02T00:33:31.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bc77fe640 1 -- 172.21.15.133:0/3580372088 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bc0007640 con 0x7f7bd00c06d0 2023-12-02T00:33:31.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bc77fe640 1 -- 172.21.15.133:0/3580372088 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bc00049f0 con 0x7f7bd00c06d0 2023-12-02T00:33:31.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.124+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bb4005260 con 0x7f7bd00c06d0 2023-12-02T00:33:31.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.128+0000 7f7bc77fe640 1 -- 172.21.15.133:0/3580372088 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7bc0004b50 con 0x7f7bd00c06d0 2023-12-02T00:33:31.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.128+0000 7f7bc77fe640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7bb00664a0 0x7f7bb0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.128+0000 7f7bc77fe640 1 -- 172.21.15.133:0/3580372088 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7bc0083320 con 0x7f7bd00c06d0 2023-12-02T00:33:31.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.128+0000 7f7bc5d9b640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7bb00664a0 0x7f7bb0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.128+0000 7f7bc5d9b640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7bb00664a0 0x7f7bb0068960 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7bd00a4ef0 tx=0x7f7bb800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.132+0000 7f7bc77fe640 1 -- 172.21.15.133:0/3580372088 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7bc0050b10 con 0x7f7bd00c06d0 2023-12-02T00:33:31.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7bb4005510 con 0x7f7bd00c06d0 2023-12-02T00:33:31.285 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bc77fe640 1 -- 172.21.15.133:0/3580372088 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v63) v1 ==== 74+0+12894 (secure 0 0 0) 0x7f7bc0054130 con 0x7f7bd00c06d0 2023-12-02T00:33:31.286 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:31.286 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":63,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:30.136140+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:31.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7bb00664a0 msgr2=0x7f7bb0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7bb00664a0 0x7f7bb0068960 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f7bd00a4ef0 tx=0x7f7bb800b040 comp rx=0 tx=0).stop 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7bd00c06d0 msgr2=0x7f7bd01f0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7bd00c06d0 0x7f7bd01f0410 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000c3f0 tx=0x7f7bc000c8b0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 shutdown_connections 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7bb00664a0 0x7f7bb0068960 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7bd00c63c0 0x7f7bd0153a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7bd00c4100 0x7f7bd015a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 --2- 172.21.15.133:0/3580372088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7bd00c06d0 0x7f7bd01f0410 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 >> 172.21.15.133:0/3580372088 conn(0x7f7bd006a5b0 msgr2=0x7f7bd00a5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 shutdown_connections 2023-12-02T00:33:31.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.284+0000 7f7bd4f57640 1 -- 172.21.15.133:0/3580372088 wait complete. 2023-12-02T00:33:31.308 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:31.308 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:31.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.444+0000 7f3eecb3b640 1 Processor -- start 2023-12-02T00:33:31.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.444+0000 7f3eecb3b640 1 -- start start 2023-12-02T00:33:31.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3eecb3b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee814f800 0x7f3ee8072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3eecb3b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3ee80c1010 0x7f3ee815cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3eecb3b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ee8071e90 con 0x7f3ee8072860 2023-12-02T00:33:31.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3eecb3b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ee80a5110 con 0x7f3ee80c1010 2023-12-02T00:33:31.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3eecb3b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee8152d70 con 0x7f3ee814f800 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3ee80c1010 0x7f3ee815cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3edffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3ee8072860 0x7f3ee806fd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:38988/0 (socket says 172.21.15.133:38988) 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3edffff640 1 -- 172.21.15.133:0/1747814292 learned_addr learned my addr 172.21.15.133:0/1747814292 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee77fe640 1 --2- 172.21.15.133:0/1747814292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee814f800 0x7f3ee8072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee7fff640 1 -- 172.21.15.133:0/1747814292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee814f800 msgr2=0x7f3ee8072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee7fff640 1 --2- 172.21.15.133:0/1747814292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee814f800 0x7f3ee8072320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee7fff640 1 -- 172.21.15.133:0/1747814292 >> v1:172.21.15.133:6789/0 conn(0x7f3ee8072860 legacy=0x7f3ee806fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee7fff640 1 -- 172.21.15.133:0/1747814292 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ee8153050 con 0x7f3ee80c1010 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee77fe640 1 --2- 172.21.15.133:0/1747814292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee814f800 0x7f3ee8072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:31.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.448+0000 7f3ee6ffd640 1 -- 172.21.15.133:0/1747814292 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 604319768 0 0) 0x7f3ee8071e90 con 0x7f3ee8072860 2023-12-02T00:33:31.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3ee7fff640 1 --2- 172.21.15.133:0/1747814292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee80c1010 0x7f3ee815cbd0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f3ee0009d90 tx=0x7f3ee001c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c36981fb7a1ced9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3ee6ffd640 1 -- 172.21.15.133:0/1747814292 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee00a5970 con 0x7f3ee80c1010 2023-12-02T00:33:31.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3ee6ffd640 1 -- 172.21.15.133:0/1747814292 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ee00a5ad0 con 0x7f3ee80c1010 2023-12-02T00:33:31.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3ee6ffd640 1 -- 172.21.15.133:0/1747814292 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee00a5e60 con 0x7f3ee80c1010 2023-12-02T00:33:31.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- 172.21.15.133:0/1747814292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee80c1010 msgr2=0x7f3ee815cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/1747814292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee80c1010 0x7f3ee815cbd0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f3ee0009d90 tx=0x7f3ee001c890 comp rx=0 tx=0).stop 2023-12-02T00:33:31.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- 172.21.15.133:0/1747814292 shutdown_connections 2023-12-02T00:33:31.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/1747814292 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee80c1010 0x7f3ee815cbd0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/1747814292 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee814f800 0x7f3ee8072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- 172.21.15.133:0/1747814292 >> 172.21.15.133:0/1747814292 conn(0x7f3ee80a7800 msgr2=0x7f3ee80a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:31.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- 172.21.15.133:0/1747814292 shutdown_connections 2023-12-02T00:33:31.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- 172.21.15.133:0/1747814292 wait complete. 2023-12-02T00:33:31.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 Processor -- start 2023-12-02T00:33:31.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- start start 2023-12-02T00:33:31.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ee8072860 0x7f3ee81ee930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee80c1010 0x7f3ee8149350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee814f800 0x7f3ee81439f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee8151ea0 con 0x7f3ee814f800 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee81ea9b0 con 0x7f3ee8072860 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3eecb3b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee81eac70 con 0x7f3ee80c1010 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.452+0000 7f3ee7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee814f800 0x7f3ee81439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee814f800 0x7f3ee81439f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37530/0 (socket says 172.21.15.133:37530) 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 -- 172.21.15.133:0/858145506 learned_addr learned my addr 172.21.15.133:0/858145506 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3edffff640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee80c1010 0x7f3ee8149350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee77fe640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ee8072860 0x7f3ee81ee930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 -- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee80c1010 msgr2=0x7f3ee8149350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee80c1010 0x7f3ee8149350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 -- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ee8072860 msgr2=0x7f3ee81ee930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ee8072860 0x7f3ee81ee930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 -- 172.21.15.133:0/858145506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ee0009a70 con 0x7f3ee814f800 2023-12-02T00:33:31.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee7fff640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee814f800 0x7f3ee81439f0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f3ee00b0040 tx=0x7f3ee0019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee4ff9640 1 -- 172.21.15.133:0/858145506 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee00ade40 con 0x7f3ee814f800 2023-12-02T00:33:31.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee4ff9640 1 -- 172.21.15.133:0/858145506 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ee0009450 con 0x7f3ee814f800 2023-12-02T00:33:31.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ee81eaf50 con 0x7f3ee814f800 2023-12-02T00:33:31.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee4ff9640 1 -- 172.21.15.133:0/858145506 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ee00b7630 con 0x7f3ee814f800 2023-12-02T00:33:31.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ee81eb510 con 0x7f3ee814f800 2023-12-02T00:33:31.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ee814ecb0 con 0x7f3ee814f800 2023-12-02T00:33:31.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee4ff9640 1 -- 172.21.15.133:0/858145506 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3ee00b4050 con 0x7f3ee814f800 2023-12-02T00:33:31.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee4ff9640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ec8066470 0x7f3ec8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.456+0000 7f3ee4ff9640 1 -- 172.21.15.133:0/858145506 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3ee011f240 con 0x7f3ee814f800 2023-12-02T00:33:31.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.460+0000 7f3ee77fe640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ec8066470 0x7f3ec8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.460+0000 7f3ee77fe640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ec8066470 0x7f3ec8068930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8006e90 tx=0x7f3ed8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.460+0000 7f3ee4ff9640 1 -- 172.21.15.133:0/858145506 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3ee00ecab0 con 0x7f3ee814f800 2023-12-02T00:33:31.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.612+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3ee81eb700 con 0x7f3ee814f800 2023-12-02T00:33:31.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.612+0000 7f3ee4ff9640 1 -- 172.21.15.133:0/858145506 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v63) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3ee00b2020 con 0x7f3ee814f800 2023-12-02T00:33:31.615 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:31.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ec8066470 msgr2=0x7f3ec8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ec8066470 0x7f3ec8068930 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f3ed8006e90 tx=0x7f3ed8008040 comp rx=0 tx=0).stop 2023-12-02T00:33:31.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee814f800 msgr2=0x7f3ee81439f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee814f800 0x7f3ee81439f0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f3ee00b0040 tx=0x7f3ee0019630 comp rx=0 tx=0).stop 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 shutdown_connections 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3ec8066470 0x7f3ec8068930 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ee814f800 0x7f3ee81439f0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ee80c1010 0x7f3ee8149350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 --2- 172.21.15.133:0/858145506 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ee8072860 0x7f3ee81ee930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 >> 172.21.15.133:0/858145506 conn(0x7f3ee80a7800 msgr2=0x7f3ee80663f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 shutdown_connections 2023-12-02T00:33:31.618 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.616+0000 7f3eecb3b640 1 -- 172.21.15.133:0/858145506 wait complete. 2023-12-02T00:33:31.637 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-02T00:33:31.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 Processor -- start 2023-12-02T00:33:31.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 -- start start 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 0x7ffbe80c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ffbe80c7ea0 0x7ffbe806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ffbe80c4e60 0x7ffbe806b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbe80c8750 con 0x7ffbe80c7ea0 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffbe81552d0 con 0x7ffbe80c4e60 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbf06fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe80c5c60 con 0x7ffbe8151e90 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ffbe80c7ea0 0x7ffbe806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ffbe80c7ea0 0x7ffbe806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37544/0 (socket says 172.21.15.133:37544) 2023-12-02T00:33:31.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 -- 172.21.15.133:0/2935688478 learned_addr learned my addr 172.21.15.133:0/2935688478 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:31.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbeec9b640 1 --2- 172.21.15.133:0/2935688478 >> v2:172.21.15.172:3300/0 conn(0x7ffbe80c4e60 0x7ffbe806b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbee49a640 1 --2- 172.21.15.133:0/2935688478 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 0x7ffbe80c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 -- 172.21.15.133:0/2935688478 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 msgr2=0x7ffbe80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:31.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 --2- 172.21.15.133:0/2935688478 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 0x7ffbe80c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 -- 172.21.15.133:0/2935688478 >> v2:172.21.15.172:3300/0 conn(0x7ffbe80c4e60 msgr2=0x7ffbe806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:31.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 --2- 172.21.15.133:0/2935688478 >> v2:172.21.15.172:3300/0 conn(0x7ffbe80c4e60 0x7ffbe806b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.772+0000 7ffbedc99640 1 -- 172.21.15.133:0/2935688478 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbe806c860 con 0x7ffbe80c7ea0 2023-12-02T00:33:31.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbedc99640 1 --2- 172.21.15.133:0/2935688478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c7ea0 0x7ffbe806b4a0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80bd660 tx=0x7ffbd801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b8109a95b40e223 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbed498640 1 -- 172.21.15.133:0/2935688478 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd80ab600 con 0x7ffbe80c7ea0 2023-12-02T00:33:31.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbed498640 1 -- 172.21.15.133:0/2935688478 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbd80a7050 con 0x7ffbe80c7ea0 2023-12-02T00:33:31.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbed498640 1 -- 172.21.15.133:0/2935688478 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd80ab980 con 0x7ffbe80c7ea0 2023-12-02T00:33:31.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 -- 172.21.15.133:0/2935688478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c7ea0 msgr2=0x7ffbe806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/2935688478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c7ea0 0x7ffbe806b4a0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80bd660 tx=0x7ffbd801c3e0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 -- 172.21.15.133:0/2935688478 shutdown_connections 2023-12-02T00:33:31.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/2935688478 >> v2:172.21.15.172:3300/0 conn(0x7ffbe80c4e60 0x7ffbe806b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/2935688478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c7ea0 0x7ffbe806b4a0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/2935688478 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 0x7ffbe80c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 -- 172.21.15.133:0/2935688478 >> 172.21.15.133:0/2935688478 conn(0x7ffbe80ca170 msgr2=0x7ffbe80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:31.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 -- 172.21.15.133:0/2935688478 shutdown_connections 2023-12-02T00:33:31.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.776+0000 7ffbf06fe640 1 -- 172.21.15.133:0/2935688478 wait complete. 2023-12-02T00:33:31.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 Processor -- start 2023-12-02T00:33:31.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 -- start start 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c4e60 0x7ffbe80be940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffbe80c7ea0 0x7ffbe80bff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 0x7ffbe8149f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe81ee1c0 con 0x7ffbe80c4e60 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe80bef70 con 0x7ffbe80c7ea0 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe80bf250 con 0x7ffbe8151e90 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c4e60 0x7ffbe80be940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c4e60 0x7ffbe80be940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37560/0 (socket says 172.21.15.133:37560) 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 -- 172.21.15.133:0/4186212032 learned_addr learned my addr 172.21.15.133:0/4186212032 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 -- 172.21.15.133:0/4186212032 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 msgr2=0x7ffbe8149f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbedc99640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffbe80c7ea0 0x7ffbe80bff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 0x7ffbe8149f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 -- 172.21.15.133:0/4186212032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffbe80c7ea0 msgr2=0x7ffbe80bff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffbe80c7ea0 0x7ffbe80bff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 -- 172.21.15.133:0/4186212032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbd80094d0 con 0x7ffbe80c4e60 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbee49a640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c4e60 0x7ffbe80be940 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ffbe400e930 tx=0x7ffbe400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbdeffd640 1 -- 172.21.15.133:0/4186212032 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe4009690 con 0x7ffbe80c4e60 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbdeffd640 1 -- 172.21.15.133:0/4186212032 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbe400c980 con 0x7ffbe80c4e60 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbe81ee460 con 0x7ffbe80c4e60 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbdeffd640 1 -- 172.21.15.133:0/4186212032 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe400ccf0 con 0x7ffbe80c4e60 2023-12-02T00:33:31.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbe814f380 con 0x7ffbe80c4e60 2023-12-02T00:33:31.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.780+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbe8068400 con 0x7ffbe80c4e60 2023-12-02T00:33:31.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.784+0000 7ffbdeffd640 1 -- 172.21.15.133:0/4186212032 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ffbe4013470 con 0x7ffbe80c4e60 2023-12-02T00:33:31.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.784+0000 7ffbdeffd640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffbcc066470 0x7ffbcc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:31.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.784+0000 7ffbdeffd640 1 -- 172.21.15.133:0/4186212032 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ffbe4083d40 con 0x7ffbe80c4e60 2023-12-02T00:33:31.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.784+0000 7ffbedc99640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffbcc066470 0x7ffbcc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:31.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.784+0000 7ffbedc99640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffbcc066470 0x7ffbcc068930 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80ad000 tx=0x7ffbd8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:31.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.788+0000 7ffbdeffd640 1 -- 172.21.15.133:0/4186212032 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ffbe40515c0 con 0x7ffbe80c4e60 2023-12-02T00:33:31.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.936+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7ffbe806ca50 con 0x7ffbe80c4e60 2023-12-02T00:33:31.940 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbdeffd640 1 -- 172.21.15.133:0/4186212032 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v63) v1 ==== 84+0+65 (secure 0 0 0) 0x7ffbe4017090 con 0x7ffbe80c4e60 2023-12-02T00:33:31.940 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:31.941 INFO:teuthology.orchestra.run.smithi133.stdout:[ 2023-12-02T00:33:31.941 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:31.941 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 1, 2023-12-02T00:33:31.941 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": ".mgr" 2023-12-02T00:33:31.941 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:31.941 INFO:teuthology.orchestra.run.smithi133.stdout:] 2023-12-02T00:33:31.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffbcc066470 msgr2=0x7ffbcc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffbcc066470 0x7ffbcc068930 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ffbd80ad000 tx=0x7ffbd8008040 comp rx=0 tx=0).stop 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c4e60 msgr2=0x7ffbe80be940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c4e60 0x7ffbe80be940 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ffbe400e930 tx=0x7ffbe400edf0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 shutdown_connections 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ffbcc066470 0x7ffbcc068930 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ffbe8151e90 0x7ffbe8149f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ffbe80c7ea0 0x7ffbe80bff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 --2- 172.21.15.133:0/4186212032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbe80c4e60 0x7ffbe80be940 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 >> 172.21.15.133:0/4186212032 conn(0x7ffbe80ca170 msgr2=0x7ffbe814f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 shutdown_connections 2023-12-02T00:33:31.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:31.940+0000 7ffbf06fe640 1 -- 172.21.15.133:0/4186212032 wait complete. 2023-12-02T00:33:31.961 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-02T00:33:31.961 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-02T00:33:32.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.100+0000 7fc3f3ec9640 1 Processor -- start 2023-12-02T00:33:32.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.100+0000 7fc3f3ec9640 1 -- start start 2023-12-02T00:33:32.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.100+0000 7fc3f3ec9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc3ec0c07b0 0x7fc3ec06d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:32.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.100+0000 7fc3f3ec9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0724c0 0x7fc3ec06dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:32.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.100+0000 7fc3f3ec9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3ec0c5ba0 con 0x7fc3ec14f9f0 2023-12-02T00:33:32.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.100+0000 7fc3f3ec9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3ec06c160 con 0x7fc3ec0c07b0 2023-12-02T00:33:32.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.100+0000 7fc3f3ec9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ec0c5410 con 0x7fc3ec0724c0 2023-12-02T00:33:32.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc3ec0c07b0 0x7fc3ec06d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:32.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f2466640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0724c0 0x7fc3ec06dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:32.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc3ec0c07b0 0x7fc3ec06d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:33708/0 (socket says 172.21.15.133:33708) 2023-12-02T00:33:32.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 -- 172.21.15.133:0/10815461 learned_addr learned my addr 172.21.15.133:0/10815461 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:32.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1c65640 1 --1- 172.21.15.133:0/10815461 >> v1:172.21.15.172:6789/0 conn(0x7fc3ec14f9f0 0x7fc3ec0c27d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:59344/0 (socket says 172.21.15.133:59344) 2023-12-02T00:33:32.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 -- 172.21.15.133:0/10815461 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0724c0 msgr2=0x7fc3ec06dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:32.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 --2- 172.21.15.133:0/10815461 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0724c0 0x7fc3ec06dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:32.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 -- 172.21.15.133:0/10815461 >> v1:172.21.15.172:6789/0 conn(0x7fc3ec14f9f0 legacy=0x7fc3ec0c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:32.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 -- 172.21.15.133:0/10815461 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3ec0c2210 con 0x7fc3ec0c07b0 2023-12-02T00:33:32.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f0c63640 1 -- 172.21.15.133:0/10815461 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1396282800 0 0) 0x7fc3e8001120 con 0x7fc3ec14f9f0 2023-12-02T00:33:32.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f1464640 1 --2- 172.21.15.133:0/10815461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec0c07b0 0x7fc3ec06d6d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc0098a0 tx=0x7fc3dc01c460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eeb271e84fe2adb0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:32.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.104+0000 7fc3f0c63640 1 -- 172.21.15.133:0/10815461 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc0ab680 con 0x7fc3ec0c07b0 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f0c63640 1 -- 172.21.15.133:0/10815461 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3dc0ab7e0 con 0x7fc3ec0c07b0 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f0c63640 1 -- 172.21.15.133:0/10815461 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3dc0abb70 con 0x7fc3ec0c07b0 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/10815461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec0c07b0 msgr2=0x7fc3ec06d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/10815461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec0c07b0 0x7fc3ec06d6d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc0098a0 tx=0x7fc3dc01c460 comp rx=0 tx=0).stop 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/10815461 shutdown_connections 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/10815461 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0724c0 0x7fc3ec06dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/10815461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec0c07b0 0x7fc3ec06d6d0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/10815461 >> 172.21.15.133:0/10815461 conn(0x7fc3ec0c5d40 msgr2=0x7fc3ec0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/10815461 shutdown_connections 2023-12-02T00:33:32.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/10815461 wait complete. 2023-12-02T00:33:32.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 Processor -- start 2023-12-02T00:33:32.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- start start 2023-12-02T00:33:32.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ec0724c0 0x7fc3ec149320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:32.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0c07b0 0x7fc3ec13d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:32.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec14f9f0 0x7fc3ec13d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:32.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ec1467c0 con 0x7fc3ec0724c0 2023-12-02T00:33:32.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ec14d4e0 con 0x7fc3ec14f9f0 2023-12-02T00:33:32.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f3ec9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3ec13dc10 con 0x7fc3ec0c07b0 2023-12-02T00:33:32.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1c65640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ec0724c0 0x7fc3ec149320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1c65640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ec0724c0 0x7fc3ec149320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37562/0 (socket says 172.21.15.133:37562) 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1c65640 1 -- 172.21.15.133:0/724860766 learned_addr learned my addr 172.21.15.133:0/724860766 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1464640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0c07b0 0x7fc3ec13d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f2466640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec14f9f0 0x7fc3ec13d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1c65640 1 -- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0c07b0 msgr2=0x7fc3ec13d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1c65640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0c07b0 0x7fc3ec13d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1c65640 1 -- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec14f9f0 msgr2=0x7fc3ec13d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.108+0000 7fc3f1c65640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec14f9f0 0x7fc3ec13d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3f1c65640 1 -- 172.21.15.133:0/724860766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3dc0094d0 con 0x7fc3ec0724c0 2023-12-02T00:33:32.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3f1c65640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ec0724c0 0x7fc3ec149320 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fc3e800c7b0 tx=0x7fc3e800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:32.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3e27fc640 1 -- 172.21.15.133:0/724860766 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e80072d0 con 0x7fc3ec0724c0 2023-12-02T00:33:32.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3e27fc640 1 -- 172.21.15.133:0/724860766 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3e8007450 con 0x7fc3ec0724c0 2023-12-02T00:33:32.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3ec1478f0 con 0x7fc3ec0724c0 2023-12-02T00:33:32.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3e27fc640 1 -- 172.21.15.133:0/724860766 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e80047f0 con 0x7fc3ec0724c0 2023-12-02T00:33:32.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3ec1463e0 con 0x7fc3ec0724c0 2023-12-02T00:33:32.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3ec068400 con 0x7fc3ec0724c0 2023-12-02T00:33:32.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3e27fc640 1 -- 172.21.15.133:0/724860766 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc3e8004950 con 0x7fc3ec0724c0 2023-12-02T00:33:32.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.112+0000 7fc3e27fc640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc3d0066470 0x7fc3d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:32.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.116+0000 7fc3e27fc640 1 -- 172.21.15.133:0/724860766 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc3e8082df0 con 0x7fc3ec0724c0 2023-12-02T00:33:32.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.116+0000 7fc3f1464640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc3d0066470 0x7fc3d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:32.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.116+0000 7fc3f1464640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc3d0066470 0x7fc3d0068930 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc0af000 tx=0x7fc3dc0a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:32.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.116+0000 7fc3e27fc640 1 -- 172.21.15.133:0/724860766 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc3e8050700 con 0x7fc3ec0724c0 2023-12-02T00:33:32.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:32.272+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fc3ec0c5ba0 con 0x7fc3ec0724c0 2023-12-02T00:33:33.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.136+0000 7fc3e27fc640 1 -- 172.21.15.133:0/724860766 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v64) v1 ==== 138+0+0 (secure 0 0 0) 0x7fc3ec0c5ba0 con 0x7fc3ec0724c0 2023-12-02T00:33:33.138 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' created 2023-12-02T00:33:33.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc3d0066470 msgr2=0x7fc3d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:33.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc3d0066470 0x7fc3d0068930 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc3dc0af000 tx=0x7fc3dc0a7000 comp rx=0 tx=0).stop 2023-12-02T00:33:33.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ec0724c0 msgr2=0x7fc3ec149320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:33.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ec0724c0 0x7fc3ec149320 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fc3e800c7b0 tx=0x7fc3e800cc70 comp rx=0 tx=0).stop 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 shutdown_connections 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc3d0066470 0x7fc3d0068930 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc3ec14f9f0 0x7fc3ec13d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc3ec0c07b0 0x7fc3ec13d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 --2- 172.21.15.133:0/724860766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3ec0724c0 0x7fc3ec149320 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 >> 172.21.15.133:0/724860766 conn(0x7fc3ec0c5d40 msgr2=0x7fc3ec15c180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 shutdown_connections 2023-12-02T00:33:33.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.140+0000 7fc3f3ec9640 1 -- 172.21.15.133:0/724860766 wait complete. 2023-12-02T00:33:33.170 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-02T00:33:33.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.316+0000 7f6460d85640 1 Processor -- start 2023-12-02T00:33:33.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.316+0000 7f6460d85640 1 -- start start 2023-12-02T00:33:33.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.316+0000 7f6460d85640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f645c0bd3c0 0x7f645c0c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.316+0000 7f6460d85640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f645c0c8400 con 0x7f645c0c7c30 2023-12-02T00:33:33.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.316+0000 7f6460d85640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f645c1545f0 con 0x7f645c151bb0 2023-12-02T00:33:33.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.316+0000 7f6460d85640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f645c0c86e0 con 0x7f645c0bd3c0 2023-12-02T00:33:33.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645bfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f645c0c7c30 0x7f645c15ed60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:39000/0 (socket says 172.21.15.133:39000) 2023-12-02T00:33:33.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645bfff640 1 -- 172.21.15.133:0/1646829472 learned_addr learned my addr 172.21.15.133:0/1646829472 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:33.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f6453fff640 1 --2- 172.21.15.133:0/1646829472 >> v2:172.21.15.172:3300/0 conn(0x7f645c0bd3c0 0x7f645c0c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1767413429 0 0) 0x7f645c0c8400 con 0x7f645c0c7c30 2023-12-02T00:33:33.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6448003530 con 0x7f645c0c7c30 2023-12-02T00:33:33.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2238763878 0 0) 0x7f6448003530 con 0x7f645c0c7c30 2023-12-02T00:33:33.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 >> v2:172.21.15.172:3300/0 conn(0x7f645c0bd3c0 msgr2=0x7f645c0c46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:33.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 --2- 172.21.15.133:0/1646829472 >> v2:172.21.15.172:3300/0 conn(0x7f645c0bd3c0 0x7f645c0c46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 >> v1:172.21.15.172:6789/0 conn(0x7f645c151bb0 legacy=0x7f645c06ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f645c1548d0 con 0x7f645c0c7c30 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f6454001a00 con 0x7f645c0c7c30 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 >> v1:172.21.15.133:6789/0 conn(0x7f645c0c7c30 legacy=0x7f645c15ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6448003980 0x7f6448003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64480047d0 0x7f6448004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64480052b0 0x7f644800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f645c0c86e0 con 0x7f6448003980 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f644800c180 con 0x7f64480047d0 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f644800c340 con 0x7f64480052b0 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645b7fe640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6448003980 0x7f6448003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f6453fff640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64480047d0 0x7f6448004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645bfff640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64480052b0 0x7f644800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645b7fe640 1 -- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64480052b0 msgr2=0x7f644800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:33.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645b7fe640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f64480052b0 0x7f644800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645b7fe640 1 -- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64480047d0 msgr2=0x7f6448004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:33.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645b7fe640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f64480047d0 0x7f6448004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645b7fe640 1 -- 172.21.15.133:0/1646829472 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6448003530 con 0x7f6448003980 2023-12-02T00:33:33.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.320+0000 7f645bfff640 1 -- 172.21.15.133:0/1646829472 reap_dead start 2023-12-02T00:33:33.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f645b7fe640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6448003980 0x7f6448003da0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f644c001750 tx=0x7f644c01c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=744c5c4fb1515eaa server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:33.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f644c0052d0 con 0x7f6448003980 2023-12-02T00:33:33.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f644c0a7050 con 0x7f6448003980 2023-12-02T00:33:33.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f645affd640 1 -- 172.21.15.133:0/1646829472 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f644c003600 con 0x7f6448003980 2023-12-02T00:33:33.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 -- 172.21.15.133:0/1646829472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6448003980 msgr2=0x7f6448003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:33.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6448003980 0x7f6448003da0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f644c001750 tx=0x7f644c01c380 comp rx=0 tx=0).stop 2023-12-02T00:33:33.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 -- 172.21.15.133:0/1646829472 shutdown_connections 2023-12-02T00:33:33.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 --2- 172.21.15.133:0/1646829472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6448003980 0x7f6448003da0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 -- 172.21.15.133:0/1646829472 >> 172.21.15.133:0/1646829472 conn(0x7f645c0abcc0 msgr2=0x7f645c0ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:33.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 -- 172.21.15.133:0/1646829472 shutdown_connections 2023-12-02T00:33:33.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 -- 172.21.15.133:0/1646829472 wait complete. 2023-12-02T00:33:33.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 Processor -- start 2023-12-02T00:33:33.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.324+0000 7f6460d85640 1 -- start start 2023-12-02T00:33:33.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6448003980 0x7f645c1f1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f645c1585d0 0x7f645c0a9f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f645c156c60 0x7f645c1edaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f645c1f18a0 con 0x7f645c1585d0 2023-12-02T00:33:33.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f645c14c830 con 0x7f645c156c60 2023-12-02T00:33:33.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f645c1ed610 con 0x7f6448003980 2023-12-02T00:33:33.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f645c1585d0 0x7f645c0a9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f645c1585d0 0x7f645c0a9f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37580/0 (socket says 172.21.15.133:37580) 2023-12-02T00:33:33.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 -- 172.21.15.133:0/2603527455 learned_addr learned my addr 172.21.15.133:0/2603527455 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:33.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f645b7fe640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6448003980 0x7f645c1f1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f645bfff640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f645c156c60 0x7f645c1edaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 -- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6448003980 msgr2=0x7f645c1f1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:33.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6448003980 0x7f645c1f1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 -- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f645c156c60 msgr2=0x7f645c1edaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f645c156c60 0x7f645c1edaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 -- 172.21.15.133:0/2603527455 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f645c14bf90 con 0x7f645c1585d0 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6453fff640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f645c1585d0 0x7f645c0a9f40 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f6444011990 tx=0x7f6444011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6458ff9640 1 -- 172.21.15.133:0/2603527455 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f644400fad0 con 0x7f645c1585d0 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6458ff9640 1 -- 172.21.15.133:0/2603527455 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f644400fc30 con 0x7f645c1585d0 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f645c14c270 con 0x7f645c1585d0 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6458ff9640 1 -- 172.21.15.133:0/2603527455 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6444014440 con 0x7f645c1585d0 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f645c0aa480 con 0x7f645c1585d0 2023-12-02T00:33:33.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.328+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f645c067e90 con 0x7f645c1585d0 2023-12-02T00:33:33.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.332+0000 7f6458ff9640 1 -- 172.21.15.133:0/2603527455 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f644401d400 con 0x7f645c1585d0 2023-12-02T00:33:33.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.332+0000 7f6458ff9640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f643c0664a0 0x7f643c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:33.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.332+0000 7f6458ff9640 1 -- 172.21.15.133:0/2603527455 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f6444084970 con 0x7f645c1585d0 2023-12-02T00:33:33.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.332+0000 7f645b7fe640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f643c0664a0 0x7f643c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:33.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.332+0000 7f645b7fe640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f643c0664a0 0x7f643c068960 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f64480057b0 tx=0x7f644c0011a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:33.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.336+0000 7f6458ff9640 1 -- 172.21.15.133:0/2603527455 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6444052060 con 0x7f645c1585d0 2023-12-02T00:33:33.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:33.488+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f645c04e850 con 0x7f645c1585d0 2023-12-02T00:33:34.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.140+0000 7f6458ff9640 1 -- 172.21.15.133:0/2603527455 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v65) v1 ==== 170+0+0 (secure 0 0 0) 0x7f6444084070 con 0x7f645c1585d0 2023-12-02T00:33:34.144 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' created 2023-12-02T00:33:34.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f643c0664a0 msgr2=0x7f643c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:34.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f643c0664a0 0x7f643c068960 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f64480057b0 tx=0x7f644c0011a0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f645c1585d0 msgr2=0x7f645c0a9f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f645c1585d0 0x7f645c0a9f40 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f6444011990 tx=0x7f6444011e50 comp rx=0 tx=0).stop 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 shutdown_connections 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f643c0664a0 0x7f643c068960 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f645c156c60 0x7f645c1edaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f645c1585d0 0x7f645c0a9f40 secure :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f6444011990 tx=0x7f6444011e50 comp rx=0 tx=0).stop 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 --2- 172.21.15.133:0/2603527455 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6448003980 0x7f645c1f1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 >> 172.21.15.133:0/2603527455 conn(0x7f645c0abcc0 msgr2=0x7f645c0c6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 shutdown_connections 2023-12-02T00:33:34.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.144+0000 7f6460d85640 1 -- 172.21.15.133:0/2603527455 wait complete. 2023-12-02T00:33:34.188 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-02T00:33:34.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe283ae3640 1 Processor -- start 2023-12-02T00:33:34.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe283ae3640 1 -- start start 2023-12-02T00:33:34.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe283ae3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c072090 0x7fe27c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe283ae3640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe27c0725c0 0x7fe27c1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe283ae3640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe27c0c2760 con 0x7fe27c0a5370 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe283ae3640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe27c0c3070 con 0x7fe27c0725c0 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe283ae3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c0a5750 con 0x7fe27c072090 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe28107e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c072090 0x7fe27c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe282080640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe27c0725c0 0x7fe27c1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe28107e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c072090 0x7fe27c150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:54876/0 (socket says 172.21.15.133:54876) 2023-12-02T00:33:34.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.328+0000 7fe28107e640 1 -- 172.21.15.133:0/3682607893 learned_addr learned my addr 172.21.15.133:0/3682607893 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:34.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28107e640 1 -- 172.21.15.133:0/3682607893 >> v2:172.21.15.172:3300/0 conn(0x7fe27c0725c0 msgr2=0x7fe27c1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:34.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28107e640 1 --2- 172.21.15.133:0/3682607893 >> v2:172.21.15.172:3300/0 conn(0x7fe27c0725c0 0x7fe27c1514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28107e640 1 -- 172.21.15.133:0/3682607893 >> v1:172.21.15.172:6789/0 conn(0x7fe27c0a5370 legacy=0x7fe27c0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:34.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28107e640 1 -- 172.21.15.133:0/3682607893 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe27c0aad20 con 0x7fe27c072090 2023-12-02T00:33:34.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28087d640 1 -- 172.21.15.133:0/3682607893 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3589781730 0 0) 0x7fe27c0c2760 con 0x7fe27c0a5370 2023-12-02T00:33:34.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28107e640 1 --2- 172.21.15.133:0/3682607893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c072090 0x7fe27c150fa0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe26c009870 tx=0x7fe26c01c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f13682709ed1ff server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:34.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28087d640 1 -- 172.21.15.133:0/3682607893 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c0ab600 con 0x7fe27c072090 2023-12-02T00:33:34.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28087d640 1 -- 172.21.15.133:0/3682607893 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe26c0a7050 con 0x7fe27c072090 2023-12-02T00:33:34.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe28087d640 1 -- 172.21.15.133:0/3682607893 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26c0ab980 con 0x7fe27c072090 2023-12-02T00:33:34.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe283ae3640 1 -- 172.21.15.133:0/3682607893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c072090 msgr2=0x7fe27c150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:34.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe283ae3640 1 --2- 172.21.15.133:0/3682607893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c072090 0x7fe27c150fa0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe26c009870 tx=0x7fe26c01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe283ae3640 1 -- 172.21.15.133:0/3682607893 shutdown_connections 2023-12-02T00:33:34.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe283ae3640 1 --2- 172.21.15.133:0/3682607893 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c072090 0x7fe27c150fa0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe283ae3640 1 --2- 172.21.15.133:0/3682607893 >> v2:172.21.15.172:3300/0 conn(0x7fe27c0725c0 0x7fe27c1514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.332+0000 7fe283ae3640 1 -- 172.21.15.133:0/3682607893 >> 172.21.15.133:0/3682607893 conn(0x7fe27c06a5b0 msgr2=0x7fe27c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:34.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- 172.21.15.133:0/3682607893 shutdown_connections 2023-12-02T00:33:34.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- 172.21.15.133:0/3682607893 wait complete. 2023-12-02T00:33:34.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 Processor -- start 2023-12-02T00:33:34.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- start start 2023-12-02T00:33:34.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c072090 0x7fe27c146bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:34.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0725c0 0x7fe27c0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:34.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5370 0x7fe27c147700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:34.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c0a66b0 con 0x7fe27c072090 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c1ec930 con 0x7fe27c0725c0 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe27c0a60f0 con 0x7fe27c0a5370 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c072090 0x7fe27c146bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c072090 0x7fe27c146bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37582/0 (socket says 172.21.15.133:37582) 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 -- 172.21.15.133:0/2521484281 learned_addr learned my addr 172.21.15.133:0/2521484281 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28107e640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0725c0 0x7fe27c0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe282080640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5370 0x7fe27c147700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 -- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5370 msgr2=0x7fe27c147700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5370 0x7fe27c147700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 -- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0725c0 msgr2=0x7fe27c0bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0725c0 0x7fe27c0bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 -- 172.21.15.133:0/2521484281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe26c0094d0 con 0x7fe27c072090 2023-12-02T00:33:34.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe28187f640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c072090 0x7fe27c146bc0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe278001ec0 tx=0x7fe27800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:34.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe2727fc640 1 -- 172.21.15.133:0/2521484281 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2780054e0 con 0x7fe27c072090 2023-12-02T00:33:34.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe2727fc640 1 -- 172.21.15.133:0/2521484281 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe278003600 con 0x7fe27c072090 2023-12-02T00:33:34.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe27c0a63d0 con 0x7fe27c072090 2023-12-02T00:33:34.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe2727fc640 1 -- 172.21.15.133:0/2521484281 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2780039b0 con 0x7fe27c072090 2023-12-02T00:33:34.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.336+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe27c1ece90 con 0x7fe27c072090 2023-12-02T00:33:34.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.340+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe27c068400 con 0x7fe27c072090 2023-12-02T00:33:34.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.340+0000 7fe2727fc640 1 -- 172.21.15.133:0/2521484281 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe278003b10 con 0x7fe27c072090 2023-12-02T00:33:34.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.340+0000 7fe2727fc640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe260066470 0x7fe260068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:34.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.340+0000 7fe2727fc640 1 -- 172.21.15.133:0/2521484281 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fe278083810 con 0x7fe27c072090 2023-12-02T00:33:34.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.340+0000 7fe28107e640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe260066470 0x7fe260068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:34.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.344+0000 7fe28107e640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe260066470 0x7fe260068930 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe26c009870 tx=0x7fe26c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:34.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.344+0000 7fe2727fc640 1 -- 172.21.15.133:0/2521484281 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe278050d80 con 0x7fe27c072090 2023-12-02T00:33:34.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:34.524+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fe27c0c6780 con 0x7fe27c072090 2023-12-02T00:33:35.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.144+0000 7fe2727fc640 1 -- 172.21.15.133:0/2521484281 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v44) v1 ==== 174+0+0 (secure 0 0 0) 0x7fe278017020 con 0x7fe27c072090 2023-12-02T00:33:35.147 INFO:teuthology.orchestra.run.smithi133.stderr:new fs with metadata pool 12 and data pool 13 2023-12-02T00:33:35.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe260066470 msgr2=0x7fe260068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe260066470 0x7fe260068930 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe26c009870 tx=0x7fe26c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:35.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c072090 msgr2=0x7fe27c146bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c072090 0x7fe27c146bc0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe278001ec0 tx=0x7fe27800c8e0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 shutdown_connections 2023-12-02T00:33:35.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe260066470 0x7fe260068930 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe27c0a5370 0x7fe27c147700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe27c0725c0 0x7fe27c0bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 --2- 172.21.15.133:0/2521484281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe27c072090 0x7fe27c146bc0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 >> 172.21.15.133:0/2521484281 conn(0x7fe27c06a5b0 msgr2=0x7fe27c06cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:35.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 shutdown_connections 2023-12-02T00:33:35.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.148+0000 7fe283ae3640 1 -- 172.21.15.133:0/2521484281 wait complete. 2023-12-02T00:33:35.194 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:35.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6ce32640 1 Processor -- start 2023-12-02T00:33:35.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6ce32640 1 -- start start 2023-12-02T00:33:35.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6ce32640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdc68151e90 0x7fdc680c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6ce32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc6806bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6ce32640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc6806c860 con 0x7fdc680c7ea0 2023-12-02T00:33:35.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6ce32640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc680c8750 con 0x7fdc68151e90 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6ce32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc681552d0 con 0x7fdc680c4e60 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6659c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdc68151e90 0x7fdc680c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc5ffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fdc680c7ea0 0x7fdc6806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:39006/0 (socket says 172.21.15.133:39006) 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc5ffff640 1 -- 172.21.15.133:0/1914856789 learned_addr learned my addr 172.21.15.133:0/1914856789 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc66d9d640 1 --2- 172.21.15.133:0/1914856789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc6806bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6659c640 1 -- 172.21.15.133:0/1914856789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 msgr2=0x7fdc6806bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6659c640 1 --2- 172.21.15.133:0/1914856789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc6806bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6659c640 1 -- 172.21.15.133:0/1914856789 >> v1:172.21.15.133:6789/0 conn(0x7fdc680c7ea0 legacy=0x7fdc6806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc6659c640 1 -- 172.21.15.133:0/1914856789 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc68154930 con 0x7fdc68151e90 2023-12-02T00:33:35.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.332+0000 7fdc65d9b640 1 -- 172.21.15.133:0/1914856789 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1523920524 0 0) 0x7fdc6806c860 con 0x7fdc680c7ea0 2023-12-02T00:33:35.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6659c640 1 --2- 172.21.15.133:0/1914856789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc68151e90 0x7fdc680c4920 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fdc580097c0 tx=0x7fdc5801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7061928a6a65bd8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:35.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc65d9b640 1 -- 172.21.15.133:0/1914856789 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc580ab600 con 0x7fdc68151e90 2023-12-02T00:33:35.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc65d9b640 1 -- 172.21.15.133:0/1914856789 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc580a7050 con 0x7fdc68151e90 2023-12-02T00:33:35.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc65d9b640 1 -- 172.21.15.133:0/1914856789 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc580ab980 con 0x7fdc68151e90 2023-12-02T00:33:35.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 -- 172.21.15.133:0/1914856789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc68151e90 msgr2=0x7fdc680c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/1914856789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc68151e90 0x7fdc680c4920 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fdc580097c0 tx=0x7fdc5801c360 comp rx=0 tx=0).stop 2023-12-02T00:33:35.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 -- 172.21.15.133:0/1914856789 shutdown_connections 2023-12-02T00:33:35.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/1914856789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc6806bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/1914856789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc68151e90 0x7fdc680c4920 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 -- 172.21.15.133:0/1914856789 >> 172.21.15.133:0/1914856789 conn(0x7fdc680ca170 msgr2=0x7fdc680ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:35.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 -- 172.21.15.133:0/1914856789 shutdown_connections 2023-12-02T00:33:35.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.336+0000 7fdc6ce32640 1 -- 172.21.15.133:0/1914856789 wait complete. 2023-12-02T00:33:35.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 Processor -- start 2023-12-02T00:33:35.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 -- start start 2023-12-02T00:33:35.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc680ac300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc680c7ea0 0x7fdc6814a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdc68151e90 0x7fdc6814abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc6814bf30 con 0x7fdc680c7ea0 2023-12-02T00:33:35.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc680c2cc0 con 0x7fdc68151e90 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc680c29e0 con 0x7fdc680c4e60 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc680c7ea0 0x7fdc6814a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc680c7ea0 0x7fdc6814a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37606/0 (socket says 172.21.15.133:37606) 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 -- 172.21.15.133:0/3217963701 learned_addr learned my addr 172.21.15.133:0/3217963701 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6659c640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc680ac300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc66d9d640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdc68151e90 0x7fdc6814abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 -- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 msgr2=0x7fdc680ac300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc680ac300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 -- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdc68151e90 msgr2=0x7fdc6814abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdc68151e90 0x7fdc6814abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 -- 172.21.15.133:0/3217963701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc58009420 con 0x7fdc680c7ea0 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc66d9d640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdc68151e90 0x7fdc6814abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5ffff640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc680c7ea0 0x7fdc6814a670 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fdc5000c4b0 tx=0x7fdc5000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5effd640 1 -- 172.21.15.133:0/3217963701 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc500074e0 con 0x7fdc680c7ea0 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5effd640 1 -- 172.21.15.133:0/3217963701 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc50007660 con 0x7fdc680c7ea0 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc680abb80 con 0x7fdc680c7ea0 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc5effd640 1 -- 172.21.15.133:0/3217963701 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc50004a30 con 0x7fdc680c7ea0 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.340+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc680c2390 con 0x7fdc680c7ea0 2023-12-02T00:33:35.347 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.344+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc680c2e50 con 0x7fdc680c7ea0 2023-12-02T00:33:35.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.344+0000 7fdc5effd640 1 -- 172.21.15.133:0/3217963701 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdc50004b90 con 0x7fdc680c7ea0 2023-12-02T00:33:35.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.344+0000 7fdc5effd640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc480664a0 0x7fdc48068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.344+0000 7fdc5effd640 1 -- 172.21.15.133:0/3217963701 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdc500832b0 con 0x7fdc680c7ea0 2023-12-02T00:33:35.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.344+0000 7fdc6659c640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc480664a0 0x7fdc48068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.344+0000 7fdc6659c640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc480664a0 0x7fdc48068960 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fdc580ad000 tx=0x7fdc580a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:35.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.348+0000 7fdc5effd640 1 -- 172.21.15.133:0/3217963701 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdc50050720 con 0x7fdc680c7ea0 2023-12-02T00:33:35.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.496+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc68068400 con 0x7fdc680c7ea0 2023-12-02T00:33:35.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc5effd640 1 -- 172.21.15.133:0/3217963701 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) v1 ==== 74+0+16609 (secure 0 0 0) 0x7fdc50053d40 con 0x7fdc680c7ea0 2023-12-02T00:33:35.501 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:35.501 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":66,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:34.528175+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:35.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc480664a0 msgr2=0x7fdc48068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc480664a0 0x7fdc48068960 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fdc580ad000 tx=0x7fdc580a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:35.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc680c7ea0 msgr2=0x7fdc6814a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc680c7ea0 0x7fdc6814a670 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fdc5000c4b0 tx=0x7fdc5000c970 comp rx=0 tx=0).stop 2023-12-02T00:33:35.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 shutdown_connections 2023-12-02T00:33:35.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc480664a0 0x7fdc48068960 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdc68151e90 0x7fdc6814abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc680c7ea0 0x7fdc6814a670 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 --2- 172.21.15.133:0/3217963701 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdc680c4e60 0x7fdc680ac300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 >> 172.21.15.133:0/3217963701 conn(0x7fdc680ca170 msgr2=0x7fdc681480f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:35.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 shutdown_connections 2023-12-02T00:33:35.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.500+0000 7fdc6ce32640 1 -- 172.21.15.133:0/3217963701 wait complete. 2023-12-02T00:33:35.522 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:35.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.656+0000 7fe7ccb2a640 1 Processor -- start 2023-12-02T00:33:35.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.656+0000 7fe7ccb2a640 1 -- start start 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7ccb2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe7c80c63c0 0x7fe7c80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7ccb2a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe7c80c4100 0x7fe7c80c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7ccb2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c29e0 0x7fe7c80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7ccb2a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7c80c31c0 con 0x7fe7c80c4100 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7ccb2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7c80c34a0 con 0x7fe7c80c63c0 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7ccb2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c80c1030 con 0x7fe7c80c29e0 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe7c80c4100 0x7fe7c80c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe7c80c4100 0x7fe7c80c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37616/0 (socket says 172.21.15.133:37616) 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 -- 172.21.15.133:0/3663074205 learned_addr learned my addr 172.21.15.133:0/3663074205 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7c6d9d640 1 --2- 172.21.15.133:0/3663074205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c29e0 0x7fe7c80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7c659c640 1 --2- 172.21.15.133:0/3663074205 >> v2:172.21.15.172:3300/0 conn(0x7fe7c80c63c0 0x7fe7c80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 -- 172.21.15.133:0/3663074205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c29e0 msgr2=0x7fe7c80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:35.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 --2- 172.21.15.133:0/3663074205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c29e0 0x7fe7c80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 -- 172.21.15.133:0/3663074205 >> v2:172.21.15.172:3300/0 conn(0x7fe7c80c63c0 msgr2=0x7fe7c80c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:35.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 --2- 172.21.15.133:0/3663074205 >> v2:172.21.15.172:3300/0 conn(0x7fe7c80c63c0 0x7fe7c80c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7bffff640 1 -- 172.21.15.133:0/3663074205 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7c80c1310 con 0x7fe7c80c4100 2023-12-02T00:33:35.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.660+0000 7fe7c659c640 1 --2- 172.21.15.133:0/3663074205 >> v2:172.21.15.172:3300/0 conn(0x7fe7c80c63c0 0x7fe7c80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:35.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7bffff640 1 --2- 172.21.15.133:0/3663074205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c4100 0x7fe7c80c24a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fe7c806e000 tx=0x7fe7b001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68cd90cc7c86345c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:35.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7c5d9b640 1 -- 172.21.15.133:0/3663074205 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c80aa3d0 con 0x7fe7c80c4100 2023-12-02T00:33:35.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7c5d9b640 1 -- 172.21.15.133:0/3663074205 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7b00ad640 con 0x7fe7c80c4100 2023-12-02T00:33:35.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7c5d9b640 1 -- 172.21.15.133:0/3663074205 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b00ad9d0 con 0x7fe7c80c4100 2023-12-02T00:33:35.665 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/3663074205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c4100 msgr2=0x7fe7c80c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/3663074205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c4100 0x7fe7c80c24a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fe7c806e000 tx=0x7fe7b001c3b0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/3663074205 shutdown_connections 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/3663074205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c29e0 0x7fe7c80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/3663074205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c4100 0x7fe7c80c24a0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/3663074205 >> v2:172.21.15.172:3300/0 conn(0x7fe7c80c63c0 0x7fe7c80c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/3663074205 >> 172.21.15.133:0/3663074205 conn(0x7fe7c806a5b0 msgr2=0x7fe7c806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/3663074205 shutdown_connections 2023-12-02T00:33:35.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/3663074205 wait complete. 2023-12-02T00:33:35.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 Processor -- start 2023-12-02T00:33:35.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.664+0000 7fe7ccb2a640 1 -- start start 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c29e0 0x7fe7c8151380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c4100 0x7fe7c8157050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe7c80c63c0 0x7fe7c8071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c8071dd0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c8156480 con 0x7fe7c80c63c0 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7c8072320 con 0x7fe7c80c4100 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c29e0 0x7fe7c8151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c29e0 0x7fe7c8151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:37632/0 (socket says 172.21.15.133:37632) 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 -- 172.21.15.133:0/1201002484 learned_addr learned my addr 172.21.15.133:0/1201002484 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7bffff640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c4100 0x7fe7c8157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c6d9d640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe7c80c63c0 0x7fe7c8071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 -- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c4100 msgr2=0x7fe7c8157050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c4100 0x7fe7c8157050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 -- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe7c80c63c0 msgr2=0x7fe7c8071100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe7c80c63c0 0x7fe7c8071100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 -- 172.21.15.133:0/1201002484 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7b00094d0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7c659c640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c29e0 0x7fe7c8151380 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800d830 tx=0x7fe7b800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7beffd640 1 -- 172.21.15.133:0/1201002484 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8009660 con 0x7fe7c80c29e0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7beffd640 1 -- 172.21.15.133:0/1201002484 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7b80097c0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7beffd640 1 -- 172.21.15.133:0/1201002484 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8009b70 con 0x7fe7c80c29e0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7c80c69b0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7c8155ec0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7c8068400 con 0x7fe7c80c29e0 2023-12-02T00:33:35.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.668+0000 7fe7beffd640 1 -- 172.21.15.133:0/1201002484 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe7b8014410 con 0x7fe7c80c29e0 2023-12-02T00:33:35.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.672+0000 7fe7beffd640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe7a8066470 0x7fe7a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.672+0000 7fe7beffd640 1 -- 172.21.15.133:0/1201002484 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe7b80846b0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.672+0000 7fe7bffff640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe7a8066470 0x7fe7a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.672+0000 7fe7bffff640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe7a8066470 0x7fe7a8068930 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe7b00af000 tx=0x7fe7b0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:35.676 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.676+0000 7fe7beffd640 1 -- 172.21.15.133:0/1201002484 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe7b8051bd0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.824+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe7c8152df0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7beffd640 1 -- 172.21.15.133:0/1201002484 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) v1 ==== 74+0+16609 (secure 0 0 0) 0x7fe7b80551f0 con 0x7fe7c80c29e0 2023-12-02T00:33:35.828 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:35.828 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":66,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:34.528175+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:35.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe7a8066470 msgr2=0x7fe7a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe7a8066470 0x7fe7a8068930 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe7b00af000 tx=0x7fe7b0009040 comp rx=0 tx=0).stop 2023-12-02T00:33:35.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c29e0 msgr2=0x7fe7c8151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c29e0 0x7fe7c8151380 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800d830 tx=0x7fe7b800dcf0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 shutdown_connections 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe7a8066470 0x7fe7a8068930 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe7c80c63c0 0x7fe7c8071100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe7c80c4100 0x7fe7c8157050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 --2- 172.21.15.133:0/1201002484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7c80c29e0 0x7fe7c8151380 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 >> 172.21.15.133:0/1201002484 conn(0x7fe7c806a5b0 msgr2=0x7fe7c80c02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 shutdown_connections 2023-12-02T00:33:35.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.828+0000 7fe7ccb2a640 1 -- 172.21.15.133:0/1201002484 wait complete. 2023-12-02T00:33:35.850 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-02T00:33:35.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 Processor -- start 2023-12-02T00:33:35.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 -- start start 2023-12-02T00:33:35.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6d7c151e90 0x7f6d7c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6d7c0c4e60 0x7f6d7c06b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d7c0c8750 con 0x7f6d7c151e90 2023-12-02T00:33:35.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d7c1552d0 con 0x7f6d7c0c4e60 2023-12-02T00:33:35.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d8285a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d7c0c5c60 con 0x7f6d7c0c7ea0 2023-12-02T00:33:35.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6d7c151e90 0x7f6d7c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6d7c151e90 0x7f6d7c0c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47952/0 (socket says 172.21.15.133:47952) 2023-12-02T00:33:35.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 -- 172.21.15.133:0/3025468078 learned_addr learned my addr 172.21.15.133:0/3025468078 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:35.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d80df7640 1 --2- 172.21.15.133:0/3025468078 >> v2:172.21.15.172:3300/0 conn(0x7f6d7c0c4e60 0x7f6d7c06b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7b7fe640 1 --2- 172.21.15.133:0/3025468078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:35.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 -- 172.21.15.133:0/3025468078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 msgr2=0x7f6d7c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:35.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 --2- 172.21.15.133:0/3025468078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c06b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 -- 172.21.15.133:0/3025468078 >> v2:172.21.15.172:3300/0 conn(0x7f6d7c0c4e60 msgr2=0x7f6d7c06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:35.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 --2- 172.21.15.133:0/3025468078 >> v2:172.21.15.172:3300/0 conn(0x7f6d7c0c4e60 0x7f6d7c06b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.988+0000 7f6d7bfff640 1 -- 172.21.15.133:0/3025468078 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d7c06c860 con 0x7f6d7c151e90 2023-12-02T00:33:35.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d7bfff640 1 --2- 172.21.15.133:0/3025468078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c151e90 0x7f6d7c0c4920 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c0bd660 tx=0x7f6d6c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c67b1d225f931ac server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:35.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d7affd640 1 -- 172.21.15.133:0/3025468078 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c0ab600 con 0x7f6d7c151e90 2023-12-02T00:33:35.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d7affd640 1 -- 172.21.15.133:0/3025468078 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d6c0a7050 con 0x7f6d7c151e90 2023-12-02T00:33:35.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d7affd640 1 -- 172.21.15.133:0/3025468078 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c0ab980 con 0x7f6d7c151e90 2023-12-02T00:33:35.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 -- 172.21.15.133:0/3025468078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c151e90 msgr2=0x7f6d7c0c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:35.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 --2- 172.21.15.133:0/3025468078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c151e90 0x7f6d7c0c4920 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c0bd660 tx=0x7f6d6c01c3e0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 -- 172.21.15.133:0/3025468078 shutdown_connections 2023-12-02T00:33:35.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 --2- 172.21.15.133:0/3025468078 >> v2:172.21.15.172:3300/0 conn(0x7f6d7c0c4e60 0x7f6d7c06b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 --2- 172.21.15.133:0/3025468078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c06b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 --2- 172.21.15.133:0/3025468078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c151e90 0x7f6d7c0c4920 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:35.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 -- 172.21.15.133:0/3025468078 >> 172.21.15.133:0/3025468078 conn(0x7f6d7c0ca170 msgr2=0x7f6d7c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:35.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 -- 172.21.15.133:0/3025468078 shutdown_connections 2023-12-02T00:33:35.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.992+0000 7f6d8285a640 1 -- 172.21.15.133:0/3025468078 wait complete. 2023-12-02T00:33:35.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 Processor -- start 2023-12-02T00:33:35.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 -- start start 2023-12-02T00:33:35.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c0c4e60 0x7f6d7c0bffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c0c0520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d7c151e90 0x7f6d7c1f0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:35.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d7c0afbd0 con 0x7f6d7c0c4e60 2023-12-02T00:33:35.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d7c0bdb50 con 0x7f6d7c151e90 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d7c0bef20 con 0x7f6d7c0c7ea0 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c0c4e60 0x7f6d7c0bffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c0c4e60 0x7f6d7c0bffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47956/0 (socket says 172.21.15.133:47956) 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 -- 172.21.15.133:0/1767669694 learned_addr learned my addr 172.21.15.133:0/1767669694 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d80df7640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d7c151e90 0x7f6d7c1f0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7b7fe640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c0c0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 -- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 msgr2=0x7f6d7c0c0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c0c0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 -- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d7c151e90 msgr2=0x7f6d7c1f0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d7c151e90 0x7f6d7c1f0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 -- 172.21.15.133:0/1767669694 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d6c0094d0 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d7bfff640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c0c4e60 0x7f6d7c0bffe0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c0ae040 tx=0x7f6d6c01ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:36.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d78ff9640 1 -- 172.21.15.133:0/1767669694 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c0b6620 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d78ff9640 1 -- 172.21.15.133:0/1767669694 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d6c0abe90 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d7c0bdfe0 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d78ff9640 1 -- 172.21.15.133:0/1767669694 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c0b69e0 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:35.996+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d7c0af610 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.000+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d7c0c7530 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.000+0000 7f6d78ff9640 1 -- 172.21.15.133:0/1767669694 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6d6c0b2040 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.000+0000 7f6d78ff9640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d680664a0 0x7f6d68068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:36.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.000+0000 7f6d78ff9640 1 -- 172.21.15.133:0/1767669694 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d6c11e240 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.000+0000 7f6d7b7fe640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d680664a0 0x7f6d68068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:36.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.000+0000 7f6d7b7fe640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d680664a0 0x7f6d68068960 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c157c90 tx=0x7f6d70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:36.006 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.004+0000 7f6d78ff9640 1 -- 172.21.15.133:0/1767669694 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6d6c0eb770 con 0x7f6d7c0c4e60 2023-12-02T00:33:36.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:36.188+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f6d7c068400 con 0x7f6d7c0c4e60 2023-12-02T00:33:37.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.176+0000 7f6d78ff9640 1 -- 172.21.15.133:0/1767669694 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v47) v1 ==== 118+0+0 (secure 0 0 0) 0x7f6d6c0eed90 con 0x7f6d7c0c4e60 2023-12-02T00:33:37.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d680664a0 msgr2=0x7f6d68068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:37.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d680664a0 0x7f6d68068960 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c157c90 tx=0x7f6d70008040 comp rx=0 tx=0).stop 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c0c4e60 msgr2=0x7f6d7c0bffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c0c4e60 0x7f6d7c0bffe0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c0ae040 tx=0x7f6d6c01ac20 comp rx=0 tx=0).stop 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 shutdown_connections 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6d680664a0 0x7f6d68068960 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6d7c151e90 0x7f6d7c1f0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6d7c0c7ea0 0x7f6d7c0c0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 --2- 172.21.15.133:0/1767669694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6d7c0c4e60 0x7f6d7c0bffe0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 >> 172.21.15.133:0/1767669694 conn(0x7f6d7c0ca170 msgr2=0x7f6d7c0c6ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 shutdown_connections 2023-12-02T00:33:37.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.180+0000 7f6d8285a640 1 -- 172.21.15.133:0/1767669694 wait complete. 2023-12-02T00:33:37.206 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-02T00:33:37.206 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-02T00:33:37.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f671adb8640 1 Processor -- start 2023-12-02T00:33:37.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f671adb8640 1 -- start start 2023-12-02T00:33:37.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f671adb8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f67141560e0 0x7f671415ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f671adb8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f671406d520 0x7f6714159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f671adb8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f671415c600 con 0x7f67140bffc0 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f671adb8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67141594e0 con 0x7f67141560e0 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f671adb8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67141597c0 con 0x7f671406d520 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6718b54640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f67141560e0 0x7f671415ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6718b54640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f67141560e0 0x7f671415ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47964/0 (socket says 172.21.15.133:47964) 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6718b54640 1 -- 172.21.15.133:0/1710512624 learned_addr learned my addr 172.21.15.133:0/1710512624 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6713fff640 1 --2- 172.21.15.133:0/1710512624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f671406d520 0x7f6714159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6718b54640 1 -- 172.21.15.133:0/1710512624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f671406d520 msgr2=0x7f6714159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6718b54640 1 --2- 172.21.15.133:0/1710512624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f671406d520 0x7f6714159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6718b54640 1 -- 172.21.15.133:0/1710512624 >> v1:172.21.15.172:6789/0 conn(0x7f67140bffc0 legacy=0x7f67140c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6718b54640 1 -- 172.21.15.133:0/1710512624 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f671415bfb0 con 0x7f67141560e0 2023-12-02T00:33:37.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.352+0000 7f6713fff640 1 --2- 172.21.15.133:0/1710512624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f671406d520 0x7f6714159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:37.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f6718b54640 1 --2- 172.21.15.133:0/1710512624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67141560e0 0x7f671415ca90 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f6708009870 tx=0x7f670801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fe724da20ace973 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:37.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f67137fe640 1 -- 172.21.15.133:0/1710512624 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67141566d0 con 0x7f67141560e0 2023-12-02T00:33:37.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f67137fe640 1 -- 172.21.15.133:0/1710512624 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67080a6040 con 0x7f67141560e0 2023-12-02T00:33:37.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f67137fe640 1 -- 172.21.15.133:0/1710512624 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67080aa830 con 0x7f67141560e0 2023-12-02T00:33:37.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 -- 172.21.15.133:0/1710512624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67141560e0 msgr2=0x7f671415ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:37.358 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 --2- 172.21.15.133:0/1710512624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67141560e0 0x7f671415ca90 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f6708009870 tx=0x7f670801c4d0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 -- 172.21.15.133:0/1710512624 shutdown_connections 2023-12-02T00:33:37.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 --2- 172.21.15.133:0/1710512624 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f671406d520 0x7f6714159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 --2- 172.21.15.133:0/1710512624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67141560e0 0x7f671415ca90 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 -- 172.21.15.133:0/1710512624 >> 172.21.15.133:0/1710512624 conn(0x7f671406a5b0 msgr2=0x7f671406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:37.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 -- 172.21.15.133:0/1710512624 shutdown_connections 2023-12-02T00:33:37.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.356+0000 7f671adb8640 1 -- 172.21.15.133:0/1710512624 wait complete. 2023-12-02T00:33:37.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 Processor -- start 2023-12-02T00:33:37.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 -- start start 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f671406d520 0x7f67141f4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67140bffc0 0x7f67141577c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67141560e0 0x7f6714157d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6714158c80 con 0x7f671406d520 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67141589e0 con 0x7f67140bffc0 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67141f5360 con 0x7f67141560e0 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f671406d520 0x7f67141f4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f671406d520 0x7f67141f4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47970/0 (socket says 172.21.15.133:47970) 2023-12-02T00:33:37.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 -- 172.21.15.133:0/3956867033 learned_addr learned my addr 172.21.15.133:0/3956867033 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6713fff640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67140bffc0 0x7f67141577c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6719355640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67141560e0 0x7f6714157d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 -- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67141560e0 msgr2=0x7f6714157d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67141560e0 0x7f6714157d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 -- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67140bffc0 msgr2=0x7f67141577c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67140bffc0 0x7f67141577c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 -- 172.21.15.133:0/3956867033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67080094d0 con 0x7f671406d520 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6719355640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67141560e0 0x7f6714157d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f6718b54640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f671406d520 0x7f67141f4a10 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f67080ac040 tx=0x7f670801ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f67117fa640 1 -- 172.21.15.133:0/3956867033 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67080b3800 con 0x7f671406d520 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f67117fa640 1 -- 172.21.15.133:0/3956867033 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67080b3980 con 0x7f671406d520 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f67117fa640 1 -- 172.21.15.133:0/3956867033 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67080b3d30 con 0x7f671406d520 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67141f5640 con 0x7f671406d520 2023-12-02T00:33:37.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67141f26b0 con 0x7f671406d520 2023-12-02T00:33:37.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.360+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6714068400 con 0x7f671406d520 2023-12-02T00:33:37.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.364+0000 7f67117fa640 1 -- 172.21.15.133:0/3956867033 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f67080b2380 con 0x7f671406d520 2023-12-02T00:33:37.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.364+0000 7f67117fa640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66f8066470 0x7f66f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:37.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.364+0000 7f67117fa640 1 -- 172.21.15.133:0/3956867033 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f670811e540 con 0x7f671406d520 2023-12-02T00:33:37.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.364+0000 7f6713fff640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66f8066470 0x7f66f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:37.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.364+0000 7f6713fff640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66f8066470 0x7f66f8068930 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f671415bc50 tx=0x7f6700008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:37.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.368+0000 7f67117fa640 1 -- 172.21.15.133:0/3956867033 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f67080eba60 con 0x7f671406d520 2023-12-02T00:33:37.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:37.548+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f67140c3cf0 con 0x7f671406d520 2023-12-02T00:33:38.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.184+0000 7f67117fa640 1 -- 172.21.15.133:0/3956867033 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v48) v1 ==== 122+0+0 (secure 0 0 0) 0x7f67080ef080 con 0x7f671406d520 2023-12-02T00:33:38.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66f8066470 msgr2=0x7f66f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66f8066470 0x7f66f8068930 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f671415bc50 tx=0x7f6700008040 comp rx=0 tx=0).stop 2023-12-02T00:33:38.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f671406d520 msgr2=0x7f67141f4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f671406d520 0x7f67141f4a10 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f67080ac040 tx=0x7f670801ad10 comp rx=0 tx=0).stop 2023-12-02T00:33:38.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 shutdown_connections 2023-12-02T00:33:38.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66f8066470 0x7f66f8068930 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f67141560e0 0x7f6714157d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f67140bffc0 0x7f67141577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 --2- 172.21.15.133:0/3956867033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f671406d520 0x7f67141f4a10 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 >> 172.21.15.133:0/3956867033 conn(0x7f671406a5b0 msgr2=0x7f6714072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:38.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 shutdown_connections 2023-12-02T00:33:38.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.188+0000 7f671adb8640 1 -- 172.21.15.133:0/3956867033 wait complete. 2023-12-02T00:33:38.210 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-02T00:33:38.210 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:38.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.344+0000 7ff04b3f5640 1 Processor -- start 2023-12-02T00:33:38.348 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.344+0000 7ff04b3f5640 1 -- start start 2023-12-02T00:33:38.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff04b3f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff0440725c0 0x7ff0440a5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff04b3f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0440c2760 con 0x7ff044072090 2023-12-02T00:33:38.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff04b3f5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0440aad20 con 0x7ff0440c3bd0 2023-12-02T00:33:38.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff04b3f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0440c3070 con 0x7ff0440725c0 2023-12-02T00:33:38.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff049191640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff044072090 0x7ff0440c5cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45572/0 (socket says 172.21.15.133:45572) 2023-12-02T00:33:38.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff049191640 1 -- 172.21.15.133:0/782507103 learned_addr learned my addr 172.21.15.133:0/782507103 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:38.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff048990640 1 --2- 172.21.15.133:0/782507103 >> v2:172.21.15.172:3300/0 conn(0x7ff0440725c0 0x7ff0440a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2869515647 0 0) 0x7ff0440c2760 con 0x7ff044072090 2023-12-02T00:33:38.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff030003530 con 0x7ff044072090 2023-12-02T00:33:38.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1364554872 0 0) 0x7ff0440aad20 con 0x7ff0440c3bd0 2023-12-02T00:33:38.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0440c2760 con 0x7ff0440c3bd0 2023-12-02T00:33:38.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2886458680 0 0) 0x7ff030003530 con 0x7ff044072090 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 >> v2:172.21.15.172:3300/0 conn(0x7ff0440725c0 msgr2=0x7ff0440a5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 --2- 172.21.15.133:0/782507103 >> v2:172.21.15.172:3300/0 conn(0x7ff0440725c0 0x7ff0440a5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 >> v1:172.21.15.172:6789/0 conn(0x7ff0440c3bd0 legacy=0x7ff044150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0440ab000 con 0x7ff044072090 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7ff040001680 con 0x7ff044072090 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 >> v1:172.21.15.133:6789/0 conn(0x7ff044072090 legacy=0x7ff0440c5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff030003b60 0x7ff030003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff030004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff030005250 0x7ff03000ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0440c3070 con 0x7ff0300047d0 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0300105c0 con 0x7ff030005250 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff030010780 con 0x7ff030003b60 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff048990640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff030004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff049191640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff030003b60 0x7ff030003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff049992640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff030005250 0x7ff03000ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff048990640 1 -- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff030003b60 msgr2=0x7ff030003f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff048990640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff030003b60 0x7ff030003f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff048990640 1 -- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff030005250 msgr2=0x7ff03000ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff048990640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff030005250 0x7ff03000ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff048990640 1 -- 172.21.15.133:0/782507103 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff030003530 con 0x7ff0300047d0 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.348+0000 7ff049992640 1 -- 172.21.15.133:0/782507103 reap_dead start 2023-12-02T00:33:38.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff048990640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff030004c50 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7ff034009ae0 tx=0x7ff03401ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf82d563cf06ac8a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:38.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0340a5640 con 0x7ff0300047d0 2023-12-02T00:33:38.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0340a57a0 con 0x7ff0300047d0 2023-12-02T00:33:38.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff03bfff640 1 -- 172.21.15.133:0/782507103 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0340a5b50 con 0x7ff0300047d0 2023-12-02T00:33:38.354 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff04b3f5640 1 -- 172.21.15.133:0/782507103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 msgr2=0x7ff030004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff030004c50 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7ff034009ae0 tx=0x7ff03401ca50 comp rx=0 tx=0).stop 2023-12-02T00:33:38.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff04b3f5640 1 -- 172.21.15.133:0/782507103 shutdown_connections 2023-12-02T00:33:38.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/782507103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff030004c50 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff04b3f5640 1 -- 172.21.15.133:0/782507103 >> 172.21.15.133:0/782507103 conn(0x7ff04406a5b0 msgr2=0x7ff04406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:38.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff04b3f5640 1 -- 172.21.15.133:0/782507103 shutdown_connections 2023-12-02T00:33:38.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.352+0000 7ff04b3f5640 1 -- 172.21.15.133:0/782507103 wait complete. 2023-12-02T00:33:38.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 Processor -- start 2023-12-02T00:33:38.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 -- start start 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff044152ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff044152310 0x7ff0440a5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0440a64f0 0x7ff044142390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0441550e0 con 0x7ff0300047d0 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff044154b20 con 0x7ff044152310 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff044154e00 con 0x7ff0440a64f0 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff044152ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff044152ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47992/0 (socket says 172.21.15.133:47992) 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 -- 172.21.15.133:0/540425291 learned_addr learned my addr 172.21.15.133:0/540425291 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049992640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0440a64f0 0x7ff044142390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff048990640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff044152310 0x7ff0440a5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 -- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0440a64f0 msgr2=0x7ff044142390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0440a64f0 0x7ff044142390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 -- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff044152310 msgr2=0x7ff0440a5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff044152310 0x7ff0440a5fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 -- 172.21.15.133:0/540425291 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0440a6ff0 con 0x7ff0300047d0 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff048990640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff044152310 0x7ff0440a5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff049191640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff044152ef0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7ff04000e580 tx=0x7ff04000ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff039ffb640 1 -- 172.21.15.133:0/540425291 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff040012590 con 0x7ff0300047d0 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff039ffb640 1 -- 172.21.15.133:0/540425291 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff040012710 con 0x7ff0300047d0 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0440a72d0 con 0x7ff0300047d0 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff039ffb640 1 -- 172.21.15.133:0/540425291 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff040012ac0 con 0x7ff0300047d0 2023-12-02T00:33:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff044153430 con 0x7ff0300047d0 2023-12-02T00:33:38.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.356+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff044068400 con 0x7ff0300047d0 2023-12-02T00:33:38.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.360+0000 7ff039ffb640 1 -- 172.21.15.133:0/540425291 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff040012c20 con 0x7ff0300047d0 2023-12-02T00:33:38.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.360+0000 7ff039ffb640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff0280664a0 0x7ff028068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.360+0000 7ff039ffb640 1 -- 172.21.15.133:0/540425291 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff040083d20 con 0x7ff0300047d0 2023-12-02T00:33:38.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.360+0000 7ff048990640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff0280664a0 0x7ff028068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.360+0000 7ff048990640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff0280664a0 0x7ff028068960 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff0340af000 tx=0x7ff034008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:38.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.364+0000 7ff039ffb640 1 -- 172.21.15.133:0/540425291 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0400511d0 con 0x7ff0300047d0 2023-12-02T00:33:38.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff0440c6780 con 0x7ff0300047d0 2023-12-02T00:33:38.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff039ffb640 1 -- 172.21.15.133:0/540425291 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) v1 ==== 94+0+4927 (secure 0 0 0) 0x7ff040012ed0 con 0x7ff0300047d0 2023-12-02T00:33:38.546 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:38.546 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":48,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":6495,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:34.528496+0000","modified":"2023-12-02T00:33:37.550530+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6501},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6501":{"gid":6501,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/2435278400","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2435278400},{"type":"v1","addr":"172.21.15.133:6837","nonce":2435278400}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2023-12-02T00:33:38.546 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 48 2023-12-02T00:33:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff0280664a0 msgr2=0x7ff028068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff0280664a0 0x7ff028068960 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff0340af000 tx=0x7ff034008040 comp rx=0 tx=0).stop 2023-12-02T00:33:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 msgr2=0x7ff044152ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff044152ef0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7ff04000e580 tx=0x7ff04000ea40 comp rx=0 tx=0).stop 2023-12-02T00:33:38.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 shutdown_connections 2023-12-02T00:33:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff0280664a0 0x7ff028068960 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0440a64f0 0x7ff044142390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff044152310 0x7ff0440a5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 --2- 172.21.15.133:0/540425291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0300047d0 0x7ff044152ef0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 >> 172.21.15.133:0/540425291 conn(0x7ff04406a5b0 msgr2=0x7ff0440c0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 shutdown_connections 2023-12-02T00:33:38.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.544+0000 7ff04b3f5640 1 -- 172.21.15.133:0/540425291 wait complete. 2023-12-02T00:33:38.567 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404f59e640 1 Processor -- start 2023-12-02T00:33:38.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404f59e640 1 -- start start 2023-12-02T00:33:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404f59e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f405006c780 0x7f405014a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404f59e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40500c1e30 con 0x7f405006d990 2023-12-02T00:33:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404f59e640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f405006dd70 con 0x7f40500c5360 2023-12-02T00:33:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404f59e640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40500c57c0 con 0x7f405006c780 2023-12-02T00:33:38.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404ed9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f405006c780 0x7f405014a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404ed9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f405006c780 0x7f405014a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47998/0 (socket says 172.21.15.133:47998) 2023-12-02T00:33:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404ed9d640 1 -- 172.21.15.133:0/1610989610 learned_addr learned my addr 172.21.15.133:0/1610989610 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404e59c640 1 --1- 172.21.15.133:0/1610989610 >> v1:172.21.15.133:6789/0 conn(0x7f405006d990 0x7f40501546c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45584/0 (socket says 172.21.15.133:45584) 2023-12-02T00:33:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404ed9d640 1 -- 172.21.15.133:0/1610989610 >> v1:172.21.15.172:6789/0 conn(0x7f40500c5360 legacy=0x7f405006c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404ed9d640 1 -- 172.21.15.133:0/1610989610 >> v1:172.21.15.133:6789/0 conn(0x7f405006d990 legacy=0x7f40501546c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.704+0000 7f404ed9d640 1 -- 172.21.15.133:0/1610989610 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40500c1220 con 0x7f405006c780 2023-12-02T00:33:38.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404ed9d640 1 --2- 172.21.15.133:0/1610989610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f405014a800 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f4048009e50 tx=0x7f404801c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47a88f0e77ef15cb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404d59a640 1 -- 172.21.15.133:0/1610989610 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40480a58a0 con 0x7f405006c780 2023-12-02T00:33:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404d59a640 1 -- 172.21.15.133:0/1610989610 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40480a5a00 con 0x7f405006c780 2023-12-02T00:33:38.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404d59a640 1 -- 172.21.15.133:0/1610989610 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40480a5d90 con 0x7f405006c780 2023-12-02T00:33:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404f59e640 1 -- 172.21.15.133:0/1610989610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 msgr2=0x7f405014a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404f59e640 1 --2- 172.21.15.133:0/1610989610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f405014a800 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f4048009e50 tx=0x7f404801c9e0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404f59e640 1 -- 172.21.15.133:0/1610989610 shutdown_connections 2023-12-02T00:33:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404f59e640 1 --2- 172.21.15.133:0/1610989610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f405014a800 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404f59e640 1 -- 172.21.15.133:0/1610989610 >> 172.21.15.133:0/1610989610 conn(0x7f40500a7800 msgr2=0x7f40500a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404f59e640 1 -- 172.21.15.133:0/1610989610 shutdown_connections 2023-12-02T00:33:38.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.708+0000 7f404f59e640 1 -- 172.21.15.133:0/1610989610 wait complete. 2023-12-02T00:33:38.713 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 Processor -- start 2023-12-02T00:33:38.713 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 -- start start 2023-12-02T00:33:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f4050151c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f405006d990 0x7f405014a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f40500c5360 0x7f40501eddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f405014d9f0 con 0x7f405006c780 2023-12-02T00:33:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40501f1c80 con 0x7f40500c5360 2023-12-02T00:33:38.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4050151150 con 0x7f405006d990 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f4050151c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f4050151c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48002/0 (socket says 172.21.15.133:48002) 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 -- 172.21.15.133:0/2255040286 learned_addr learned my addr 172.21.15.133:0/2255040286 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404dd9b640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f405006d990 0x7f405014a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404ed9d640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f40500c5360 0x7f40501eddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 -- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f405006d990 msgr2=0x7f405014a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f405006d990 0x7f405014a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 -- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f40500c5360 msgr2=0x7f40501eddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f40500c5360 0x7f40501eddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 -- 172.21.15.133:0/2255040286 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4048009b30 con 0x7f405006c780 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404ed9d640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f40500c5360 0x7f40501eddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:38.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404e59c640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f4050151c70 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f404000c490 tx=0x7f404000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:38.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f403effd640 1 -- 172.21.15.133:0/2255040286 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4040007480 con 0x7f405006c780 2023-12-02T00:33:38.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f403effd640 1 -- 172.21.15.133:0/2255040286 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40400075e0 con 0x7f405006c780 2023-12-02T00:33:38.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f403effd640 1 -- 172.21.15.133:0/2255040286 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4040004a10 con 0x7f405006c780 2023-12-02T00:33:38.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4050151430 con 0x7f405006c780 2023-12-02T00:33:38.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.712+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f405014a570 con 0x7f405006c780 2023-12-02T00:33:38.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.716+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f405004e850 con 0x7f405006c780 2023-12-02T00:33:38.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.716+0000 7f403effd640 1 -- 172.21.15.133:0/2255040286 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4040004b70 con 0x7f405006c780 2023-12-02T00:33:38.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.716+0000 7f403effd640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40300664a0 0x7f4030068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:38.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.716+0000 7f403effd640 1 -- 172.21.15.133:0/2255040286 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4040082ec0 con 0x7f405006c780 2023-12-02T00:33:38.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.716+0000 7f404dd9b640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40300664a0 0x7f4030068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:38.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.716+0000 7f404dd9b640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40300664a0 0x7f4030068960 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f405006f700 tx=0x7f4044009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:38.722 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.720+0000 7f403effd640 1 -- 172.21.15.133:0/2255040286 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f40400503e0 con 0x7f405006c780 2023-12-02T00:33:38.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.868+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f405014ebf0 con 0x7f405006c780 2023-12-02T00:33:38.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f403effd640 1 -- 172.21.15.133:0/2255040286 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) v1 ==== 74+0+16596 (secure 0 0 0) 0x7f4040053a00 con 0x7f405006c780 2023-12-02T00:33:38.872 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:38.873 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":67,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:36.160841+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40300664a0 msgr2=0x7f4030068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40300664a0 0x7f4030068960 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f405006f700 tx=0x7f4044009040 comp rx=0 tx=0).stop 2023-12-02T00:33:38.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 msgr2=0x7f4050151c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f4050151c70 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f404000c490 tx=0x7f404000c950 comp rx=0 tx=0).stop 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 shutdown_connections 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f40300664a0 0x7f4030068960 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f40500c5360 0x7f40501eddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f405006d990 0x7f405014a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 --2- 172.21.15.133:0/2255040286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405006c780 0x7f4050151c70 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 >> 172.21.15.133:0/2255040286 conn(0x7f40500a7800 msgr2=0x7f40500a5d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 shutdown_connections 2023-12-02T00:33:38.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:38.872+0000 7f404f59e640 1 -- 172.21.15.133:0/2255040286 wait complete. 2023-12-02T00:33:38.893 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-02T00:33:38.894 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:33:39.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.028+0000 7f1ebb9c1640 1 Processor -- start 2023-12-02T00:33:39.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.028+0000 7f1ebb9c1640 1 -- start start 2023-12-02T00:33:39.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1ebb9c1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f1eb40c4100 0x7f1eb40c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1ebb9c1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f1eb40c06d0 0x7f1eb40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1ebb9c1640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1eb40c31c0 con 0x7f1eb40c63c0 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1ebb9c1640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1eb40c34a0 con 0x7f1eb40c06d0 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1ebb9c1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1eb40c1030 con 0x7f1eb40c4100 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb975d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f1eb40c63c0 0x7f1eb40c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45596/0 (socket says 172.21.15.133:45596) 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb975d640 1 -- 172.21.15.133:0/2711380357 learned_addr learned my addr 172.21.15.133:0/2711380357 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb9f5e640 1 --2- 172.21.15.133:0/2711380357 >> v2:172.21.15.133:3300/0 conn(0x7f1eb40c06d0 0x7f1eb40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb8f5c640 1 --2- 172.21.15.133:0/2711380357 >> v2:172.21.15.172:3300/0 conn(0x7f1eb40c4100 0x7f1eb40c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eabfff640 1 -- 172.21.15.133:0/2711380357 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1818725829 0 0) 0x7f1eb40c31c0 con 0x7f1eb40c63c0 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eabfff640 1 -- 172.21.15.133:0/2711380357 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ea0005740 con 0x7f1eb40c63c0 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb9f5e640 1 -- 172.21.15.133:0/2711380357 >> v2:172.21.15.172:3300/0 conn(0x7f1eb40c4100 msgr2=0x7f1eb40c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb9f5e640 1 --2- 172.21.15.133:0/2711380357 >> v2:172.21.15.172:3300/0 conn(0x7f1eb40c4100 0x7f1eb40c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb9f5e640 1 -- 172.21.15.133:0/2711380357 >> v1:172.21.15.133:6789/0 conn(0x7f1eb40c63c0 legacy=0x7f1eb40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb9f5e640 1 -- 172.21.15.133:0/2711380357 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eb40c1310 con 0x7f1eb40c06d0 2023-12-02T00:33:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.032+0000 7f1eb9f5e640 1 --2- 172.21.15.133:0/2711380357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c06d0 0x7f1eb40a9680 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f1eb40a8b40 tx=0x7f1eac01c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cf6f915a0dc5cda server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eabfff640 1 -- 172.21.15.133:0/2711380357 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb40aa3d0 con 0x7f1eb40c06d0 2023-12-02T00:33:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eabfff640 1 -- 172.21.15.133:0/2711380357 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eac0a57c0 con 0x7f1eb40c06d0 2023-12-02T00:33:39.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eabfff640 1 -- 172.21.15.133:0/2711380357 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eac0a5b30 con 0x7f1eb40c06d0 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/2711380357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c06d0 msgr2=0x7f1eb40a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/2711380357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c06d0 0x7f1eb40a9680 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f1eb40a8b40 tx=0x7f1eac01c7f0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/2711380357 shutdown_connections 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/2711380357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c06d0 0x7f1eb40a9680 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/2711380357 >> v2:172.21.15.172:3300/0 conn(0x7f1eb40c4100 0x7f1eb40c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/2711380357 >> 172.21.15.133:0/2711380357 conn(0x7f1eb406a5b0 msgr2=0x7f1eb406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/2711380357 shutdown_connections 2023-12-02T00:33:39.037 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/2711380357 wait complete. 2023-12-02T00:33:39.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 Processor -- start 2023-12-02T00:33:39.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- start start 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1eb40c06d0 0x7f1eb41e82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1eb40c4100 0x7f1eb4071b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c63c0 0x7f1eb414de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb41586a0 con 0x7f1eb40c63c0 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb41eb8a0 con 0x7f1eb40c06d0 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1ebb9c1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb41ebb80 con 0x7f1eb40c4100 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eb9f5e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c63c0 0x7f1eb414de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eb9f5e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c63c0 0x7f1eb414de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48020/0 (socket says 172.21.15.133:48020) 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eb9f5e640 1 -- 172.21.15.133:0/3721714955 learned_addr learned my addr 172.21.15.133:0/3721714955 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eb975d640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1eb40c06d0 0x7f1eb41e82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.036+0000 7f1eb8f5c640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1eb40c4100 0x7f1eb4071b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1eb9f5e640 1 -- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1eb40c4100 msgr2=0x7f1eb4071b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1eb9f5e640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1eb40c4100 0x7f1eb4071b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.041 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1eb9f5e640 1 -- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1eb40c06d0 msgr2=0x7f1eb41e82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1eb9f5e640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1eb40c06d0 0x7f1eb41e82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1eb9f5e640 1 -- 172.21.15.133:0/3721714955 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eac009a70 con 0x7f1eb40c63c0 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1eb9f5e640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c63c0 0x7f1eb414de90 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f1eac019400 tx=0x7f1eac019590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ea9ffb640 1 -- 172.21.15.133:0/3721714955 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eac0ad650 con 0x7f1eb40c63c0 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ea9ffb640 1 -- 172.21.15.133:0/3721714955 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eac0ad7b0 con 0x7f1eb40c63c0 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1eb41ebe60 con 0x7f1eb40c63c0 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ea9ffb640 1 -- 172.21.15.133:0/3721714955 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eac0adb20 con 0x7f1eb40c63c0 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1eb41ec420 con 0x7f1eb40c63c0 2023-12-02T00:33:39.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1eb4154540 con 0x7f1eb40c63c0 2023-12-02T00:33:39.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ea9ffb640 1 -- 172.21.15.133:0/3721714955 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1eac0b4070 con 0x7f1eb40c63c0 2023-12-02T00:33:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.040+0000 7f1ea9ffb640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1e98066470 0x7f1e98068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.044+0000 7f1ea9ffb640 1 -- 172.21.15.133:0/3721714955 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1eac11ecb0 con 0x7f1eb40c63c0 2023-12-02T00:33:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.044+0000 7f1eb975d640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1e98066470 0x7f1e98068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.044 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.044+0000 7f1eb975d640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1e98066470 0x7f1e98068930 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0007fd0 tx=0x7f1eb0000bd0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.044+0000 7f1ea9ffb640 1 -- 172.21.15.133:0/3721714955 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1eb4154540 con 0x7f1eb40c63c0 2023-12-02T00:33:39.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.192+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1eb4154540 con 0x7f1e98066470 2023-12-02T00:33:39.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.200+0000 7f1ea9ffb640 1 -- 172.21.15.133:0/3721714955 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274694 (secure 0 0 0) 0x7f1eb4154540 con 0x7f1e98066470 2023-12-02T00:33:39.205 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:39.207 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:33:39.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1e98066470 msgr2=0x7f1e98068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1e98066470 0x7f1e98068930 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0007fd0 tx=0x7f1eb0000bd0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c63c0 msgr2=0x7f1eb414de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c63c0 0x7f1eb414de90 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f1eac019400 tx=0x7f1eac019590 comp rx=0 tx=0).stop 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 shutdown_connections 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1e98066470 0x7f1e98068930 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1eb40c63c0 0x7f1eb414de90 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1eb40c4100 0x7f1eb4071b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 --2- 172.21.15.133:0/3721714955 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f1eb40c06d0 0x7f1eb41e82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 >> 172.21.15.133:0/3721714955 conn(0x7f1eb406a5b0 msgr2=0x7f1eb40c22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:39.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 shutdown_connections 2023-12-02T00:33:39.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.204+0000 7f1ebb9c1640 1 -- 172.21.15.133:0/3721714955 wait complete. 2023-12-02T00:33:39.225 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":145,"stamp":"2023-12-02T00:33:37.273242+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":235892,"kb_used_data":7208,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":754738828,"statfs":{"total":773094113280,"available":772852559872,"internally_reserved":0,"allocated":7380992,"data_stored":3851000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":234016305},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.133752"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:34.139046+0000","last_change":"2023-12-02T00:33:34.139046+0000","last_active":"2023-12-02T00:33:34.139046+0000","last_peered":"2023-12-02T00:33:34.139046+0000","last_clean":"2023-12-02T00:33:34.139046+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:34.139046+0000","last_undegraded":"2023-12-02T00:33:34.139046+0000","last_fullsized":"2023-12-02T00:33:34.139046+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-02T00:33:33.130889+0000","last_change":"2023-12-02T00:33:33.130889+0000","last_active":"2023-12-02T00:33:33.130889+0000","last_peered":"2023-12-02T00:33:33.130889+0000","last_clean":"2023-12-02T00:33:33.130889+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:33.130889+0000","last_undegraded":"2023-12-02T00:33:33.130889+0000","last_fullsized":"2023-12-02T00:33:33.130889+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":202,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-02T00:33:30.303808+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:33:30.303808+0000","last_peered":"2023-12-02T00:33:30.303808+0000","last_clean":"2023-12-02T00:33:30.303808+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:33:30.303808+0000","last_undegraded":"2023-12-02T00:33:30.303808+0000","last_fullsized":"2023-12-02T00:33:30.303808+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574883,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32520,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1368064,"data_stored":924151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.504},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.65300000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.68500000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.72399999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.67100000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.63400000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.71299999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.69799999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27784,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":774144,"data_stored":333783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.82199999999999995}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.78500000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.60999999999999999}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.59499999999999997}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.76000000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.73699999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.71999999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27784,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":774144,"data_stored":333783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.61399999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.79500000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.749},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.69199999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.83899999999999997}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.629},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.70799999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":0.64600000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":774144,"data_stored":333783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.69999999999999996,"15min":0.71099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.96599999999999997,"5min":1.002,"15min":1.002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.92300000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.70099999999999996}]},{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.89300000000000002,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.751},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.70699999999999996,"15min":0.71399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.51100000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69699999999999995,"15min":0.69299999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.94799999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.72899999999999998,"15min":0.73399999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.877}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68999999999999995,"15min":0.68200000000000005},"min":{"1min":0.53400000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.92900000000000005,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.64200000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66600000000000004,"15min":0.66300000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90200000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68000000000000005,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93799999999999994,"5min":1.139,"15min":1.139},"last":0.68100000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.76400000000000001,"15min":0.76500000000000001},"min":{"1min":0.46200000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.94299999999999995,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":1.0629999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.96899999999999997,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80700000000000005,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0209999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.94099999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574885,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27784,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":774144,"data_stored":333783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.40699999999999997}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.42199999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.437},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.45800000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.70799999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.77900000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":0.72699999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.621}]}]},{"osd":2,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":774144,"data_stored":333783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.42499999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.503}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.372},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.44700000000000001}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.85299999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.65700000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.52300000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":0.69699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31940,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339900,"statfs":{"total":96636764160,"available":96604057600,"internally_reserved":0,"allocated":774144,"data_stored":333783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.41799999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.44400000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.46300000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.73199999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.70899999999999996}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.60999999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.63},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.85899999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574884,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32520,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1368064,"data_stored":924151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.47499999999999998,"15min":0.48499999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56499999999999995,"5min":1.117,"15min":1.117},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71399999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.32900000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.625,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.505,"15min":0.50800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.46700000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48799999999999999,"15min":0.48599999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.44700000000000001}]},{"osd":4,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.77200000000000002,"15min":0.77800000000000002},"min":{"1min":0.53600000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0580000000000001,"5min":1.252,"15min":1.252},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.59199999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.127,"5min":1.266,"15min":1.266},"last":0.68100000000000005}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.75900000000000001},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.78600000000000003,"15min":0.80200000000000005},"min":{"1min":0.55300000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.94999999999999996,"5min":1.204,"15min":1.204},"last":0.53500000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.59199999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.92700000000000005,"5min":1.097,"15min":1.097},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.78900000000000003,"15min":0.80200000000000005},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.999,"5min":1.141,"15min":1.141},"last":0.59699999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81499999999999995,"15min":0.83099999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92500000000000004,"5min":1.496,"15min":1.496},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79100000000000004,"15min":0.79300000000000004},"min":{"1min":0.61499999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.71699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:33:39.231 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:33:39.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f766a5b5640 1 Processor -- start 2023-12-02T00:33:39.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f766a5b5640 1 -- start start 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f766a5b5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f766414e2a0 0x7f766406c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f766a5b5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f766406cf30 0x7f7664150e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f766a5b5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76640727d0 con 0x7f76640723f0 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f766a5b5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76640c4060 con 0x7f766414e2a0 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f766a5b5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76640c4bf0 con 0x7f766406cf30 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f7668db2640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f766414e2a0 0x7f766406c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f7668db2640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f766414e2a0 0x7f766406c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48032/0 (socket says 172.21.15.133:48032) 2023-12-02T00:33:39.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.404+0000 7f7668db2640 1 -- 172.21.15.133:0/1696291605 learned_addr learned my addr 172.21.15.133:0/1696291605 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:39.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f7669db4640 1 --2- 172.21.15.133:0/1696291605 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f766406cf30 0x7f7664150e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f7668db2640 1 -- 172.21.15.133:0/1696291605 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f766406cf30 msgr2=0x7f7664150e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:39.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f7668db2640 1 --2- 172.21.15.133:0/1696291605 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f766406cf30 0x7f7664150e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f7668db2640 1 -- 172.21.15.133:0/1696291605 >> v1:172.21.15.172:6789/0 conn(0x7f76640723f0 legacy=0x7f76640c3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:39.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f7668db2640 1 -- 172.21.15.133:0/1696291605 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76641509d0 con 0x7f766414e2a0 2023-12-02T00:33:39.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f7669db4640 1 --2- 172.21.15.133:0/1696291605 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f766406cf30 0x7f7664150e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:39.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f7668db2640 1 --2- 172.21.15.133:0/1696291605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766414e2a0 0x7f766406c9f0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f7654009870 tx=0x7f765401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7886c6f2cec59f1e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f765bfff640 1 -- 172.21.15.133:0/1696291605 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76540a7070 con 0x7f766414e2a0 2023-12-02T00:33:39.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f765bfff640 1 -- 172.21.15.133:0/1696291605 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76540ab430 con 0x7f766414e2a0 2023-12-02T00:33:39.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.408+0000 7f765bfff640 1 -- 172.21.15.133:0/1696291605 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76540ab7c0 con 0x7f766414e2a0 2023-12-02T00:33:39.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- 172.21.15.133:0/1696291605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766414e2a0 msgr2=0x7f766406c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 --2- 172.21.15.133:0/1696291605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766414e2a0 0x7f766406c9f0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f7654009870 tx=0x7f765401c470 comp rx=0 tx=0).stop 2023-12-02T00:33:39.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- 172.21.15.133:0/1696291605 shutdown_connections 2023-12-02T00:33:39.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 --2- 172.21.15.133:0/1696291605 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f766406cf30 0x7f7664150e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 --2- 172.21.15.133:0/1696291605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766414e2a0 0x7f766406c9f0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- 172.21.15.133:0/1696291605 >> 172.21.15.133:0/1696291605 conn(0x7f76640a7800 msgr2=0x7f76640a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:39.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- 172.21.15.133:0/1696291605 shutdown_connections 2023-12-02T00:33:39.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- 172.21.15.133:0/1696291605 wait complete. 2023-12-02T00:33:39.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 Processor -- start 2023-12-02T00:33:39.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- start start 2023-12-02T00:33:39.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766406cf30 0x7f76640bf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76640723f0 0x7f7664147be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f766414e2a0 0x7f7664148120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7664153de0 con 0x7f766406cf30 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76641edce0 con 0x7f766414e2a0 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f766a5b5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76641ece10 con 0x7f76640723f0 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766406cf30 0x7f76640bf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766406cf30 0x7f76640bf0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48046/0 (socket says 172.21.15.133:48046) 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 -- 172.21.15.133:0/3051781485 learned_addr learned my addr 172.21.15.133:0/3051781485 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f7669db4640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f766414e2a0 0x7f7664148120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f7668db2640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76640723f0 0x7f7664147be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 -- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76640723f0 msgr2=0x7f7664147be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76640723f0 0x7f7664147be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 -- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f766414e2a0 msgr2=0x7f7664148120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f766414e2a0 0x7f7664148120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 -- 172.21.15.133:0/3051781485 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76540094d0 con 0x7f766406cf30 2023-12-02T00:33:39.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.412+0000 7f76695b3640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766406cf30 0x7f76640bf0e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f766000c450 tx=0x7f766000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f7659ffb640 1 -- 172.21.15.133:0/3051781485 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7660012830 con 0x7f766406cf30 2023-12-02T00:33:39.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f7659ffb640 1 -- 172.21.15.133:0/3051781485 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76600129b0 con 0x7f766406cf30 2023-12-02T00:33:39.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f7659ffb640 1 -- 172.21.15.133:0/3051781485 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7660012d60 con 0x7f766406cf30 2023-12-02T00:33:39.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76641ed0d0 con 0x7f766406cf30 2023-12-02T00:33:39.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76641ed690 con 0x7f766406cf30 2023-12-02T00:33:39.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f766406c200 con 0x7f766406cf30 2023-12-02T00:33:39.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f7659ffb640 1 -- 172.21.15.133:0/3051781485 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f766001c460 con 0x7f766406cf30 2023-12-02T00:33:39.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f7659ffb640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7648066470 0x7f7648068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f7659ffb640 1 -- 172.21.15.133:0/3051781485 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7660083c10 con 0x7f766406cf30 2023-12-02T00:33:39.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.416+0000 7f7668db2640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7648066470 0x7f7648068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.420+0000 7f7668db2640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7648066470 0x7f7648068930 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f76540af000 tx=0x7f76540a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.420+0000 7f7659ffb640 1 -- 172.21.15.133:0/3051781485 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7660051120 con 0x7f766406cf30 2023-12-02T00:33:39.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.568+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f76640a53c0 con 0x7f7648066470 2023-12-02T00:33:39.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.576+0000 7f7659ffb640 1 -- 172.21.15.133:0/3051781485 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289288 (secure 0 0 0) 0x7f76640a53c0 con 0x7f7648066470 2023-12-02T00:33:39.579 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:39.581 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:33:39.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7648066470 msgr2=0x7f7648068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7648066470 0x7f7648068930 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f76540af000 tx=0x7f76540a7000 comp rx=0 tx=0).stop 2023-12-02T00:33:39.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766406cf30 msgr2=0x7f76640bf0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766406cf30 0x7f76640bf0e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f766000c450 tx=0x7f766000c910 comp rx=0 tx=0).stop 2023-12-02T00:33:39.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 shutdown_connections 2023-12-02T00:33:39.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7648066470 0x7f7648068930 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f766414e2a0 0x7f7664148120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f76640723f0 0x7f7664147be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 --2- 172.21.15.133:0/3051781485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f766406cf30 0x7f76640bf0e0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 >> 172.21.15.133:0/3051781485 conn(0x7f76640a7800 msgr2=0x7f76640a5bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:39.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 shutdown_connections 2023-12-02T00:33:39.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.580+0000 7f766a5b5640 1 -- 172.21.15.133:0/3051781485 wait complete. 2023-12-02T00:33:39.600 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":146,"stamp":"2023-12-02T00:33:39.273591+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236272,"kb_used_data":7596,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":754738448,"statfs":{"total":773094113280,"available":772852170752,"internally_reserved":0,"allocated":7778304,"data_stored":4025656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":234016305},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001121"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176432+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:36.176432+0000","last_peered":"2023-12-02T00:33:36.176432+0000","last_clean":"2023-12-02T00:33:36.176432+0000","last_became_active":"2023-12-02T00:33:35.166278+0000","last_became_peered":"2023-12-02T00:33:35.166278+0000","last_unstale":"2023-12-02T00:33:36.176432+0000","last_undegraded":"2023-12-02T00:33:36.176432+0000","last_fullsized":"2023-12-02T00:33:36.176432+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.173642+0000","last_change":"2023-12-02T00:33:35.168161+0000","last_active":"2023-12-02T00:33:36.173642+0000","last_peered":"2023-12-02T00:33:36.173642+0000","last_clean":"2023-12-02T00:33:36.173642+0000","last_became_active":"2023-12-02T00:33:35.167432+0000","last_became_peered":"2023-12-02T00:33:35.167432+0000","last_unstale":"2023-12-02T00:33:36.173642+0000","last_undegraded":"2023-12-02T00:33:36.173642+0000","last_fullsized":"2023-12-02T00:33:36.173642+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:16.500986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.182064+0000","last_change":"2023-12-02T00:33:35.178829+0000","last_active":"2023-12-02T00:33:35.182064+0000","last_peered":"2023-12-02T00:33:35.182064+0000","last_clean":"2023-12-02T00:33:35.182064+0000","last_became_active":"2023-12-02T00:33:35.178490+0000","last_became_peered":"2023-12-02T00:33:35.178490+0000","last_unstale":"2023-12-02T00:33:35.182064+0000","last_undegraded":"2023-12-02T00:33:35.182064+0000","last_fullsized":"2023-12-02T00:33:35.182064+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.193925+0000","last_change":"2023-12-02T00:33:35.182328+0000","last_active":"2023-12-02T00:33:35.193925+0000","last_peered":"2023-12-02T00:33:35.193925+0000","last_clean":"2023-12-02T00:33:35.193925+0000","last_became_active":"2023-12-02T00:33:35.182061+0000","last_became_peered":"2023-12-02T00:33:35.182061+0000","last_unstale":"2023-12-02T00:33:35.193925+0000","last_undegraded":"2023-12-02T00:33:35.193925+0000","last_fullsized":"2023-12-02T00:33:35.193925+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:26:33.126116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177106+0000","last_change":"2023-12-02T00:33:35.170023+0000","last_active":"2023-12-02T00:33:36.177106+0000","last_peered":"2023-12-02T00:33:36.177106+0000","last_clean":"2023-12-02T00:33:36.177106+0000","last_became_active":"2023-12-02T00:33:35.169704+0000","last_became_peered":"2023-12-02T00:33:35.169704+0000","last_unstale":"2023-12-02T00:33:36.177106+0000","last_undegraded":"2023-12-02T00:33:36.177106+0000","last_fullsized":"2023-12-02T00:33:36.177106+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895971+0000","last_change":"2023-12-02T00:33:35.189735+0000","last_active":"2023-12-02T00:33:36.895971+0000","last_peered":"2023-12-02T00:33:36.895971+0000","last_clean":"2023-12-02T00:33:36.895971+0000","last_became_active":"2023-12-02T00:33:35.188951+0000","last_became_peered":"2023-12-02T00:33:35.188951+0000","last_unstale":"2023-12-02T00:33:36.895971+0000","last_undegraded":"2023-12-02T00:33:36.895971+0000","last_fullsized":"2023-12-02T00:33:36.895971+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.193613+0000","last_change":"2023-12-02T00:33:35.178921+0000","last_active":"2023-12-02T00:33:35.193613+0000","last_peered":"2023-12-02T00:33:35.193613+0000","last_clean":"2023-12-02T00:33:35.193613+0000","last_became_active":"2023-12-02T00:33:35.178644+0000","last_became_peered":"2023-12-02T00:33:35.178644+0000","last_unstale":"2023-12-02T00:33:35.193613+0000","last_undegraded":"2023-12-02T00:33:35.193613+0000","last_fullsized":"2023-12-02T00:33:35.193613+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:26:25.261380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895687+0000","last_change":"2023-12-02T00:33:35.172828+0000","last_active":"2023-12-02T00:33:36.895687+0000","last_peered":"2023-12-02T00:33:36.895687+0000","last_clean":"2023-12-02T00:33:36.895687+0000","last_became_active":"2023-12-02T00:33:35.172520+0000","last_became_peered":"2023-12-02T00:33:35.172520+0000","last_unstale":"2023-12-02T00:33:36.895687+0000","last_undegraded":"2023-12-02T00:33:36.895687+0000","last_fullsized":"2023-12-02T00:33:36.895687+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:50.866196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895923+0000","last_change":"2023-12-02T00:33:35.178113+0000","last_active":"2023-12-02T00:33:36.895923+0000","last_peered":"2023-12-02T00:33:36.895923+0000","last_clean":"2023-12-02T00:33:36.895923+0000","last_became_active":"2023-12-02T00:33:35.177830+0000","last_became_peered":"2023-12-02T00:33:35.177830+0000","last_unstale":"2023-12-02T00:33:36.895923+0000","last_undegraded":"2023-12-02T00:33:36.895923+0000","last_fullsized":"2023-12-02T00:33:36.895923+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176650+0000","last_change":"2023-12-02T00:33:35.178627+0000","last_active":"2023-12-02T00:33:36.176650+0000","last_peered":"2023-12-02T00:33:36.176650+0000","last_clean":"2023-12-02T00:33:36.176650+0000","last_became_active":"2023-12-02T00:33:35.178092+0000","last_became_peered":"2023-12-02T00:33:35.178092+0000","last_unstale":"2023-12-02T00:33:36.176650+0000","last_undegraded":"2023-12-02T00:33:36.176650+0000","last_fullsized":"2023-12-02T00:33:36.176650+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.173412+0000","last_change":"2023-12-02T00:33:35.175387+0000","last_active":"2023-12-02T00:33:36.173412+0000","last_peered":"2023-12-02T00:33:36.173412+0000","last_clean":"2023-12-02T00:33:36.173412+0000","last_became_active":"2023-12-02T00:33:35.174103+0000","last_became_peered":"2023-12-02T00:33:35.174103+0000","last_unstale":"2023-12-02T00:33:36.173412+0000","last_undegraded":"2023-12-02T00:33:36.173412+0000","last_fullsized":"2023-12-02T00:33:36.173412+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:29.839037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176279+0000","last_change":"2023-12-02T00:33:35.177353+0000","last_active":"2023-12-02T00:33:36.176279+0000","last_peered":"2023-12-02T00:33:36.176279+0000","last_clean":"2023-12-02T00:33:36.176279+0000","last_became_active":"2023-12-02T00:33:35.176833+0000","last_became_peered":"2023-12-02T00:33:35.176833+0000","last_unstale":"2023-12-02T00:33:36.176279+0000","last_undegraded":"2023-12-02T00:33:36.176279+0000","last_fullsized":"2023-12-02T00:33:36.176279+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.183393+0000","last_change":"2023-12-02T00:33:35.181006+0000","last_active":"2023-12-02T00:33:35.183393+0000","last_peered":"2023-12-02T00:33:35.183393+0000","last_clean":"2023-12-02T00:33:35.183393+0000","last_became_active":"2023-12-02T00:33:35.180243+0000","last_became_peered":"2023-12-02T00:33:35.180243+0000","last_unstale":"2023-12-02T00:33:35.183393+0000","last_undegraded":"2023-12-02T00:33:35.183393+0000","last_fullsized":"2023-12-02T00:33:35.183393+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:02.143469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.188434+0000","last_change":"2023-12-02T00:33:35.173339+0000","last_active":"2023-12-02T00:33:35.188434+0000","last_peered":"2023-12-02T00:33:35.188434+0000","last_clean":"2023-12-02T00:33:35.188434+0000","last_became_active":"2023-12-02T00:33:35.172892+0000","last_became_peered":"2023-12-02T00:33:35.172892+0000","last_unstale":"2023-12-02T00:33:35.188434+0000","last_undegraded":"2023-12-02T00:33:35.188434+0000","last_fullsized":"2023-12-02T00:33:35.188434+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:04:56.925877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.501657+0000","last_change":"2023-12-02T00:33:35.183179+0000","last_active":"2023-12-02T00:33:36.501657+0000","last_peered":"2023-12-02T00:33:36.501657+0000","last_clean":"2023-12-02T00:33:36.501657+0000","last_became_active":"2023-12-02T00:33:35.182823+0000","last_became_peered":"2023-12-02T00:33:35.182823+0000","last_unstale":"2023-12-02T00:33:36.501657+0000","last_undegraded":"2023-12-02T00:33:36.501657+0000","last_fullsized":"2023-12-02T00:33:36.501657+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:02:57.218750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176874+0000","last_change":"2023-12-02T00:33:35.166185+0000","last_active":"2023-12-02T00:33:36.176874+0000","last_peered":"2023-12-02T00:33:36.176874+0000","last_clean":"2023-12-02T00:33:36.176874+0000","last_became_active":"2023-12-02T00:33:35.165692+0000","last_became_peered":"2023-12-02T00:33:35.165692+0000","last_unstale":"2023-12-02T00:33:36.176874+0000","last_undegraded":"2023-12-02T00:33:36.176874+0000","last_fullsized":"2023-12-02T00:33:36.176874+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177485+0000","last_change":"2023-12-02T00:33:35.189546+0000","last_active":"2023-12-02T00:33:36.177485+0000","last_peered":"2023-12-02T00:33:36.177485+0000","last_clean":"2023-12-02T00:33:36.177485+0000","last_became_active":"2023-12-02T00:33:35.189200+0000","last_became_peered":"2023-12-02T00:33:35.189200+0000","last_unstale":"2023-12-02T00:33:36.177485+0000","last_undegraded":"2023-12-02T00:33:36.177485+0000","last_fullsized":"2023-12-02T00:33:36.177485+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.193485+0000","last_change":"2023-12-02T00:33:35.177354+0000","last_active":"2023-12-02T00:33:35.193485+0000","last_peered":"2023-12-02T00:33:35.193485+0000","last_clean":"2023-12-02T00:33:35.193485+0000","last_became_active":"2023-12-02T00:33:35.177041+0000","last_became_peered":"2023-12-02T00:33:35.177041+0000","last_unstale":"2023-12-02T00:33:35.193485+0000","last_undegraded":"2023-12-02T00:33:35.193485+0000","last_fullsized":"2023-12-02T00:33:35.193485+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:24:01.903521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900356+0000","last_change":"2023-12-02T00:33:35.183537+0000","last_active":"2023-12-02T00:33:36.900356+0000","last_peered":"2023-12-02T00:33:36.900356+0000","last_clean":"2023-12-02T00:33:36.900356+0000","last_became_active":"2023-12-02T00:33:35.175553+0000","last_became_peered":"2023-12-02T00:33:35.175553+0000","last_unstale":"2023-12-02T00:33:36.900356+0000","last_undegraded":"2023-12-02T00:33:36.900356+0000","last_fullsized":"2023-12-02T00:33:36.900356+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.193946+0000","last_change":"2023-12-02T00:33:35.185809+0000","last_active":"2023-12-02T00:33:35.193946+0000","last_peered":"2023-12-02T00:33:35.193946+0000","last_clean":"2023-12-02T00:33:35.193946+0000","last_became_active":"2023-12-02T00:33:35.185553+0000","last_became_peered":"2023-12-02T00:33:35.185553+0000","last_unstale":"2023-12-02T00:33:35.193946+0000","last_undegraded":"2023-12-02T00:33:35.193946+0000","last_fullsized":"2023-12-02T00:33:35.193946+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:01:26.320492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.193398+0000","last_change":"2023-12-02T00:33:35.177049+0000","last_active":"2023-12-02T00:33:35.193398+0000","last_peered":"2023-12-02T00:33:35.193398+0000","last_clean":"2023-12-02T00:33:35.193398+0000","last_became_active":"2023-12-02T00:33:35.176734+0000","last_became_peered":"2023-12-02T00:33:35.176734+0000","last_unstale":"2023-12-02T00:33:35.193398+0000","last_undegraded":"2023-12-02T00:33:35.193398+0000","last_fullsized":"2023-12-02T00:33:35.193398+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:12:02.381342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.172800+0000","last_change":"2023-12-02T00:33:35.183413+0000","last_active":"2023-12-02T00:33:36.172800+0000","last_peered":"2023-12-02T00:33:36.172800+0000","last_clean":"2023-12-02T00:33:36.172800+0000","last_became_active":"2023-12-02T00:33:35.183107+0000","last_became_peered":"2023-12-02T00:33:35.183107+0000","last_unstale":"2023-12-02T00:33:36.172800+0000","last_undegraded":"2023-12-02T00:33:36.172800+0000","last_fullsized":"2023-12-02T00:33:36.172800+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:23:01.532689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.175881+0000","last_change":"2023-12-02T00:33:35.172366+0000","last_active":"2023-12-02T00:33:36.175881+0000","last_peered":"2023-12-02T00:33:36.175881+0000","last_clean":"2023-12-02T00:33:36.175881+0000","last_became_active":"2023-12-02T00:33:35.171420+0000","last_became_peered":"2023-12-02T00:33:35.171420+0000","last_unstale":"2023-12-02T00:33:36.175881+0000","last_undegraded":"2023-12-02T00:33:36.175881+0000","last_fullsized":"2023-12-02T00:33:36.175881+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.193895+0000","last_change":"2023-12-02T00:33:35.185721+0000","last_active":"2023-12-02T00:33:35.193895+0000","last_peered":"2023-12-02T00:33:35.193895+0000","last_clean":"2023-12-02T00:33:35.193895+0000","last_became_active":"2023-12-02T00:33:35.185429+0000","last_became_peered":"2023-12-02T00:33:35.185429+0000","last_unstale":"2023-12-02T00:33:35.193895+0000","last_undegraded":"2023-12-02T00:33:35.193895+0000","last_fullsized":"2023-12-02T00:33:35.193895+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:01:15.318706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.173684+0000","last_change":"2023-12-02T00:33:35.167648+0000","last_active":"2023-12-02T00:33:36.173684+0000","last_peered":"2023-12-02T00:33:36.173684+0000","last_clean":"2023-12-02T00:33:36.173684+0000","last_became_active":"2023-12-02T00:33:35.167115+0000","last_became_peered":"2023-12-02T00:33:35.167115+0000","last_unstale":"2023-12-02T00:33:36.173684+0000","last_undegraded":"2023-12-02T00:33:36.173684+0000","last_fullsized":"2023-12-02T00:33:36.173684+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:29.270345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.179189+0000","last_change":"2023-12-02T00:33:35.174625+0000","last_active":"2023-12-02T00:33:35.179189+0000","last_peered":"2023-12-02T00:33:35.179189+0000","last_clean":"2023-12-02T00:33:35.179189+0000","last_became_active":"2023-12-02T00:33:35.174318+0000","last_became_peered":"2023-12-02T00:33:35.174318+0000","last_unstale":"2023-12-02T00:33:35.179189+0000","last_undegraded":"2023-12-02T00:33:35.179189+0000","last_fullsized":"2023-12-02T00:33:35.179189+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:34.319982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177728+0000","last_change":"2023-12-02T00:33:35.179032+0000","last_active":"2023-12-02T00:33:36.177728+0000","last_peered":"2023-12-02T00:33:36.177728+0000","last_clean":"2023-12-02T00:33:36.177728+0000","last_became_active":"2023-12-02T00:33:35.178722+0000","last_became_peered":"2023-12-02T00:33:35.178722+0000","last_unstale":"2023-12-02T00:33:36.177728+0000","last_undegraded":"2023-12-02T00:33:36.177728+0000","last_fullsized":"2023-12-02T00:33:36.177728+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176429+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:36.176429+0000","last_peered":"2023-12-02T00:33:36.176429+0000","last_clean":"2023-12-02T00:33:36.176429+0000","last_became_active":"2023-12-02T00:33:35.166222+0000","last_became_peered":"2023-12-02T00:33:35.166222+0000","last_unstale":"2023-12-02T00:33:36.176429+0000","last_undegraded":"2023-12-02T00:33:36.176429+0000","last_fullsized":"2023-12-02T00:33:36.176429+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.172987+0000","last_change":"2023-12-02T00:33:35.177959+0000","last_active":"2023-12-02T00:33:36.172987+0000","last_peered":"2023-12-02T00:33:36.172987+0000","last_clean":"2023-12-02T00:33:36.172987+0000","last_became_active":"2023-12-02T00:33:35.177606+0000","last_became_peered":"2023-12-02T00:33:35.177606+0000","last_unstale":"2023-12-02T00:33:36.172987+0000","last_undegraded":"2023-12-02T00:33:36.172987+0000","last_fullsized":"2023-12-02T00:33:36.172987+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:54:24.319540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.172881+0000","last_change":"2023-12-02T00:33:35.193128+0000","last_active":"2023-12-02T00:33:36.172881+0000","last_peered":"2023-12-02T00:33:36.172881+0000","last_clean":"2023-12-02T00:33:36.172881+0000","last_became_active":"2023-12-02T00:33:35.192723+0000","last_became_peered":"2023-12-02T00:33:35.192723+0000","last_unstale":"2023-12-02T00:33:36.172881+0000","last_undegraded":"2023-12-02T00:33:36.172881+0000","last_fullsized":"2023-12-02T00:33:36.172881+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:22:02.040979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176109+0000","last_change":"2023-12-02T00:33:35.177231+0000","last_active":"2023-12-02T00:33:36.176109+0000","last_peered":"2023-12-02T00:33:36.176109+0000","last_clean":"2023-12-02T00:33:36.176109+0000","last_became_active":"2023-12-02T00:33:35.172149+0000","last_became_peered":"2023-12-02T00:33:35.172149+0000","last_unstale":"2023-12-02T00:33:36.176109+0000","last_undegraded":"2023-12-02T00:33:36.176109+0000","last_fullsized":"2023-12-02T00:33:36.176109+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.175879+0000","last_change":"2023-12-02T00:33:35.175528+0000","last_active":"2023-12-02T00:33:36.175879+0000","last_peered":"2023-12-02T00:33:36.175879+0000","last_clean":"2023-12-02T00:33:36.175879+0000","last_became_active":"2023-12-02T00:33:35.175216+0000","last_became_peered":"2023-12-02T00:33:35.175216+0000","last_unstale":"2023-12-02T00:33:36.175879+0000","last_undegraded":"2023-12-02T00:33:36.175879+0000","last_fullsized":"2023-12-02T00:33:36.175879+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177517+0000","last_change":"2023-12-02T00:33:35.167352+0000","last_active":"2023-12-02T00:33:36.177517+0000","last_peered":"2023-12-02T00:33:36.177517+0000","last_clean":"2023-12-02T00:33:36.177517+0000","last_became_active":"2023-12-02T00:33:35.165743+0000","last_became_peered":"2023-12-02T00:33:35.165743+0000","last_unstale":"2023-12-02T00:33:36.177517+0000","last_undegraded":"2023-12-02T00:33:36.177517+0000","last_fullsized":"2023-12-02T00:33:36.177517+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"66'4","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176784+0000","last_change":"2023-12-02T00:33:34.172905+0000","last_active":"2023-12-02T00:33:36.176784+0000","last_peered":"2023-12-02T00:33:36.176784+0000","last_clean":"2023-12-02T00:33:36.176784+0000","last_became_active":"2023-12-02T00:33:34.172671+0000","last_became_peered":"2023-12-02T00:33:34.172671+0000","last_unstale":"2023-12-02T00:33:36.176784+0000","last_undegraded":"2023-12-02T00:33:36.176784+0000","last_fullsized":"2023-12-02T00:33:36.176784+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177190+0000","last_change":"2023-12-02T00:33:35.184800+0000","last_active":"2023-12-02T00:33:36.177190+0000","last_peered":"2023-12-02T00:33:36.177190+0000","last_clean":"2023-12-02T00:33:36.177190+0000","last_became_active":"2023-12-02T00:33:35.184483+0000","last_became_peered":"2023-12-02T00:33:35.184483+0000","last_unstale":"2023-12-02T00:33:36.177190+0000","last_undegraded":"2023-12-02T00:33:36.177190+0000","last_fullsized":"2023-12-02T00:33:36.177190+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"66'1","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177615+0000","last_change":"2023-12-02T00:33:34.175618+0000","last_active":"2023-12-02T00:33:36.177615+0000","last_peered":"2023-12-02T00:33:36.177615+0000","last_clean":"2023-12-02T00:33:36.177615+0000","last_became_active":"2023-12-02T00:33:34.175274+0000","last_became_peered":"2023-12-02T00:33:34.175274+0000","last_unstale":"2023-12-02T00:33:36.177615+0000","last_undegraded":"2023-12-02T00:33:36.177615+0000","last_fullsized":"2023-12-02T00:33:36.177615+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176574+0000","last_change":"2023-12-02T00:33:35.178492+0000","last_active":"2023-12-02T00:33:36.176574+0000","last_peered":"2023-12-02T00:33:36.176574+0000","last_clean":"2023-12-02T00:33:36.176574+0000","last_became_active":"2023-12-02T00:33:35.178172+0000","last_became_peered":"2023-12-02T00:33:35.178172+0000","last_unstale":"2023-12-02T00:33:36.176574+0000","last_undegraded":"2023-12-02T00:33:36.176574+0000","last_fullsized":"2023-12-02T00:33:36.176574+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"66'2","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900355+0000","last_change":"2023-12-02T00:33:34.176960+0000","last_active":"2023-12-02T00:33:36.900355+0000","last_peered":"2023-12-02T00:33:36.900355+0000","last_clean":"2023-12-02T00:33:36.900355+0000","last_became_active":"2023-12-02T00:33:34.176596+0000","last_became_peered":"2023-12-02T00:33:34.176596+0000","last_unstale":"2023-12-02T00:33:36.900355+0000","last_undegraded":"2023-12-02T00:33:36.900355+0000","last_fullsized":"2023-12-02T00:33:36.900355+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.192115+0000","last_change":"2023-12-02T00:33:35.188754+0000","last_active":"2023-12-02T00:33:35.192115+0000","last_peered":"2023-12-02T00:33:35.192115+0000","last_clean":"2023-12-02T00:33:35.192115+0000","last_became_active":"2023-12-02T00:33:35.188426+0000","last_became_peered":"2023-12-02T00:33:35.188426+0000","last_unstale":"2023-12-02T00:33:35.192115+0000","last_undegraded":"2023-12-02T00:33:35.192115+0000","last_fullsized":"2023-12-02T00:33:35.192115+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"66'2","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900306+0000","last_change":"2023-12-02T00:33:34.170809+0000","last_active":"2023-12-02T00:33:36.900306+0000","last_peered":"2023-12-02T00:33:36.900306+0000","last_clean":"2023-12-02T00:33:36.900306+0000","last_became_active":"2023-12-02T00:33:34.170550+0000","last_became_peered":"2023-12-02T00:33:34.170550+0000","last_unstale":"2023-12-02T00:33:36.900306+0000","last_undegraded":"2023-12-02T00:33:36.900306+0000","last_fullsized":"2023-12-02T00:33:36.900306+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.172940+0000","last_change":"2023-12-02T00:33:35.185218+0000","last_active":"2023-12-02T00:33:36.172940+0000","last_peered":"2023-12-02T00:33:36.172940+0000","last_clean":"2023-12-02T00:33:36.172940+0000","last_became_active":"2023-12-02T00:33:35.184952+0000","last_became_peered":"2023-12-02T00:33:35.184952+0000","last_unstale":"2023-12-02T00:33:36.172940+0000","last_undegraded":"2023-12-02T00:33:36.172940+0000","last_fullsized":"2023-12-02T00:33:36.172940+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:02.074582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"66'1","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177228+0000","last_change":"2023-12-02T00:33:34.166946+0000","last_active":"2023-12-02T00:33:36.177228+0000","last_peered":"2023-12-02T00:33:36.177228+0000","last_clean":"2023-12-02T00:33:36.177228+0000","last_became_active":"2023-12-02T00:33:34.165688+0000","last_became_peered":"2023-12-02T00:33:34.165688+0000","last_unstale":"2023-12-02T00:33:36.177228+0000","last_undegraded":"2023-12-02T00:33:36.177228+0000","last_fullsized":"2023-12-02T00:33:36.177228+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:01.135311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177082+0000","last_change":"2023-12-02T00:33:35.166501+0000","last_active":"2023-12-02T00:33:36.177082+0000","last_peered":"2023-12-02T00:33:36.177082+0000","last_clean":"2023-12-02T00:33:36.177082+0000","last_became_active":"2023-12-02T00:33:35.166230+0000","last_became_peered":"2023-12-02T00:33:35.166230+0000","last_unstale":"2023-12-02T00:33:36.177082+0000","last_undegraded":"2023-12-02T00:33:36.177082+0000","last_fullsized":"2023-12-02T00:33:36.177082+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"66'1","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177116+0000","last_change":"2023-12-02T00:33:34.167855+0000","last_active":"2023-12-02T00:33:36.177116+0000","last_peered":"2023-12-02T00:33:36.177116+0000","last_clean":"2023-12-02T00:33:36.177116+0000","last_became_active":"2023-12-02T00:33:34.167572+0000","last_became_peered":"2023-12-02T00:33:34.167572+0000","last_unstale":"2023-12-02T00:33:36.177116+0000","last_undegraded":"2023-12-02T00:33:36.177116+0000","last_fullsized":"2023-12-02T00:33:36.177116+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:00.653579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.186710+0000","last_change":"2023-12-02T00:33:35.181873+0000","last_active":"2023-12-02T00:33:35.186710+0000","last_peered":"2023-12-02T00:33:35.186710+0000","last_clean":"2023-12-02T00:33:35.186710+0000","last_became_active":"2023-12-02T00:33:35.181309+0000","last_became_peered":"2023-12-02T00:33:35.181309+0000","last_unstale":"2023-12-02T00:33:35.186710+0000","last_undegraded":"2023-12-02T00:33:35.186710+0000","last_fullsized":"2023-12-02T00:33:35.186710+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.899900+0000","last_change":"2023-12-02T00:33:34.166948+0000","last_active":"2023-12-02T00:33:36.899900+0000","last_peered":"2023-12-02T00:33:36.899900+0000","last_clean":"2023-12-02T00:33:36.899900+0000","last_became_active":"2023-12-02T00:33:34.165549+0000","last_became_peered":"2023-12-02T00:33:34.165549+0000","last_unstale":"2023-12-02T00:33:36.899900+0000","last_undegraded":"2023-12-02T00:33:36.899900+0000","last_fullsized":"2023-12-02T00:33:36.899900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.501626+0000","last_change":"2023-12-02T00:33:35.182200+0000","last_active":"2023-12-02T00:33:36.501626+0000","last_peered":"2023-12-02T00:33:36.501626+0000","last_clean":"2023-12-02T00:33:36.501626+0000","last_became_active":"2023-12-02T00:33:35.181898+0000","last_became_peered":"2023-12-02T00:33:35.181898+0000","last_unstale":"2023-12-02T00:33:36.501626+0000","last_undegraded":"2023-12-02T00:33:36.501626+0000","last_fullsized":"2023-12-02T00:33:36.501626+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.172742+0000","last_change":"2023-12-02T00:33:34.166301+0000","last_active":"2023-12-02T00:33:36.172742+0000","last_peered":"2023-12-02T00:33:36.172742+0000","last_clean":"2023-12-02T00:33:36.172742+0000","last_became_active":"2023-12-02T00:33:34.166013+0000","last_became_peered":"2023-12-02T00:33:34.166013+0000","last_unstale":"2023-12-02T00:33:36.172742+0000","last_undegraded":"2023-12-02T00:33:36.172742+0000","last_fullsized":"2023-12-02T00:33:36.172742+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:04.786917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.501884+0000","last_change":"2023-12-02T00:33:35.174913+0000","last_active":"2023-12-02T00:33:36.501884+0000","last_peered":"2023-12-02T00:33:36.501884+0000","last_clean":"2023-12-02T00:33:36.501884+0000","last_became_active":"2023-12-02T00:33:35.174629+0000","last_became_peered":"2023-12-02T00:33:35.174629+0000","last_unstale":"2023-12-02T00:33:36.501884+0000","last_undegraded":"2023-12-02T00:33:36.501884+0000","last_fullsized":"2023-12-02T00:33:36.501884+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:01.157510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176870+0000","last_change":"2023-12-02T00:33:34.176994+0000","last_active":"2023-12-02T00:33:36.176870+0000","last_peered":"2023-12-02T00:33:36.176870+0000","last_clean":"2023-12-02T00:33:36.176870+0000","last_became_active":"2023-12-02T00:33:34.176647+0000","last_became_peered":"2023-12-02T00:33:34.176647+0000","last_unstale":"2023-12-02T00:33:36.176870+0000","last_undegraded":"2023-12-02T00:33:36.176870+0000","last_fullsized":"2023-12-02T00:33:36.176870+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:21.514067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895972+0000","last_change":"2023-12-02T00:33:35.184705+0000","last_active":"2023-12-02T00:33:36.895972+0000","last_peered":"2023-12-02T00:33:36.895972+0000","last_clean":"2023-12-02T00:33:36.895972+0000","last_became_active":"2023-12-02T00:33:35.184391+0000","last_became_peered":"2023-12-02T00:33:35.184391+0000","last_unstale":"2023-12-02T00:33:36.895972+0000","last_undegraded":"2023-12-02T00:33:36.895972+0000","last_fullsized":"2023-12-02T00:33:36.895972+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176598+0000","last_change":"2023-12-02T00:33:34.159902+0000","last_active":"2023-12-02T00:33:36.176598+0000","last_peered":"2023-12-02T00:33:36.176598+0000","last_clean":"2023-12-02T00:33:36.176598+0000","last_became_active":"2023-12-02T00:33:34.159576+0000","last_became_peered":"2023-12-02T00:33:34.159576+0000","last_unstale":"2023-12-02T00:33:36.176598+0000","last_undegraded":"2023-12-02T00:33:36.176598+0000","last_fullsized":"2023-12-02T00:33:36.176598+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:31.922343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900178+0000","last_change":"2023-12-02T00:33:35.168089+0000","last_active":"2023-12-02T00:33:36.900178+0000","last_peered":"2023-12-02T00:33:36.900178+0000","last_clean":"2023-12-02T00:33:36.900178+0000","last_became_active":"2023-12-02T00:33:35.167788+0000","last_became_peered":"2023-12-02T00:33:35.167788+0000","last_unstale":"2023-12-02T00:33:36.900178+0000","last_undegraded":"2023-12-02T00:33:36.900178+0000","last_fullsized":"2023-12-02T00:33:36.900178+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"66'3","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176235+0000","last_change":"2023-12-02T00:33:34.167679+0000","last_active":"2023-12-02T00:33:36.176235+0000","last_peered":"2023-12-02T00:33:36.176235+0000","last_clean":"2023-12-02T00:33:36.176235+0000","last_became_active":"2023-12-02T00:33:34.166822+0000","last_became_peered":"2023-12-02T00:33:34.166822+0000","last_unstale":"2023-12-02T00:33:36.176235+0000","last_undegraded":"2023-12-02T00:33:36.176235+0000","last_fullsized":"2023-12-02T00:33:36.176235+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177336+0000","last_change":"2023-12-02T00:33:35.184828+0000","last_active":"2023-12-02T00:33:36.177336+0000","last_peered":"2023-12-02T00:33:36.177336+0000","last_clean":"2023-12-02T00:33:36.177336+0000","last_became_active":"2023-12-02T00:33:35.184465+0000","last_became_peered":"2023-12-02T00:33:35.184465+0000","last_unstale":"2023-12-02T00:33:36.177336+0000","last_undegraded":"2023-12-02T00:33:36.177336+0000","last_fullsized":"2023-12-02T00:33:36.177336+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"66'6","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895903+0000","last_change":"2023-12-02T00:33:34.169207+0000","last_active":"2023-12-02T00:33:36.895903+0000","last_peered":"2023-12-02T00:33:36.895903+0000","last_clean":"2023-12-02T00:33:36.895903+0000","last_became_active":"2023-12-02T00:33:34.168772+0000","last_became_peered":"2023-12-02T00:33:34.168772+0000","last_unstale":"2023-12-02T00:33:36.895903+0000","last_undegraded":"2023-12-02T00:33:36.895903+0000","last_fullsized":"2023-12-02T00:33:36.895903+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.899957+0000","last_change":"2023-12-02T00:33:35.169484+0000","last_active":"2023-12-02T00:33:36.899957+0000","last_peered":"2023-12-02T00:33:36.899957+0000","last_clean":"2023-12-02T00:33:36.899957+0000","last_became_active":"2023-12-02T00:33:35.169190+0000","last_became_peered":"2023-12-02T00:33:35.169190+0000","last_unstale":"2023-12-02T00:33:36.899957+0000","last_undegraded":"2023-12-02T00:33:36.899957+0000","last_fullsized":"2023-12-02T00:33:36.899957+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"66'2","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.173079+0000","last_change":"2023-12-02T00:33:34.169788+0000","last_active":"2023-12-02T00:33:36.173079+0000","last_peered":"2023-12-02T00:33:36.173079+0000","last_clean":"2023-12-02T00:33:36.173079+0000","last_became_active":"2023-12-02T00:33:34.169375+0000","last_became_peered":"2023-12-02T00:33:34.169375+0000","last_unstale":"2023-12-02T00:33:36.173079+0000","last_undegraded":"2023-12-02T00:33:36.173079+0000","last_fullsized":"2023-12-02T00:33:36.173079+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:10.595186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.182043+0000","last_change":"2023-12-02T00:33:35.178594+0000","last_active":"2023-12-02T00:33:35.182043+0000","last_peered":"2023-12-02T00:33:35.182043+0000","last_clean":"2023-12-02T00:33:35.182043+0000","last_became_active":"2023-12-02T00:33:35.178279+0000","last_became_peered":"2023-12-02T00:33:35.178279+0000","last_unstale":"2023-12-02T00:33:35.182043+0000","last_undegraded":"2023-12-02T00:33:35.182043+0000","last_fullsized":"2023-12-02T00:33:35.182043+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:18.477204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.501635+0000","last_change":"2023-12-02T00:33:34.172711+0000","last_active":"2023-12-02T00:33:36.501635+0000","last_peered":"2023-12-02T00:33:36.501635+0000","last_clean":"2023-12-02T00:33:36.501635+0000","last_became_active":"2023-12-02T00:33:34.172433+0000","last_became_peered":"2023-12-02T00:33:34.172433+0000","last_unstale":"2023-12-02T00:33:36.501635+0000","last_undegraded":"2023-12-02T00:33:36.501635+0000","last_fullsized":"2023-12-02T00:33:36.501635+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:12.412233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.172665+0000","last_change":"2023-12-02T00:33:35.185181+0000","last_active":"2023-12-02T00:33:36.172665+0000","last_peered":"2023-12-02T00:33:36.172665+0000","last_clean":"2023-12-02T00:33:36.172665+0000","last_became_active":"2023-12-02T00:33:35.184876+0000","last_became_peered":"2023-12-02T00:33:35.184876+0000","last_unstale":"2023-12-02T00:33:36.172665+0000","last_undegraded":"2023-12-02T00:33:36.172665+0000","last_fullsized":"2023-12-02T00:33:36.172665+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:50.582754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895844+0000","last_change":"2023-12-02T00:33:34.166278+0000","last_active":"2023-12-02T00:33:36.895844+0000","last_peered":"2023-12-02T00:33:36.895844+0000","last_clean":"2023-12-02T00:33:36.895844+0000","last_became_active":"2023-12-02T00:33:34.165308+0000","last_became_peered":"2023-12-02T00:33:34.165308+0000","last_unstale":"2023-12-02T00:33:36.895844+0000","last_undegraded":"2023-12-02T00:33:36.895844+0000","last_fullsized":"2023-12-02T00:33:36.895844+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.172665+0000","last_change":"2023-12-02T00:33:35.168919+0000","last_active":"2023-12-02T00:33:36.172665+0000","last_peered":"2023-12-02T00:33:36.172665+0000","last_clean":"2023-12-02T00:33:36.172665+0000","last_became_active":"2023-12-02T00:33:35.168656+0000","last_became_peered":"2023-12-02T00:33:35.168656+0000","last_unstale":"2023-12-02T00:33:36.172665+0000","last_undegraded":"2023-12-02T00:33:36.172665+0000","last_fullsized":"2023-12-02T00:33:36.172665+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:50:12.144144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"66'8","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.899877+0000","last_change":"2023-12-02T00:33:34.171485+0000","last_active":"2023-12-02T00:33:36.899877+0000","last_peered":"2023-12-02T00:33:36.899877+0000","last_clean":"2023-12-02T00:33:36.899877+0000","last_became_active":"2023-12-02T00:33:34.171108+0000","last_became_peered":"2023-12-02T00:33:34.171108+0000","last_unstale":"2023-12-02T00:33:36.899877+0000","last_undegraded":"2023-12-02T00:33:36.899877+0000","last_fullsized":"2023-12-02T00:33:36.899877+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:48.278926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.174734+0000","last_change":"2023-12-02T00:33:35.169214+0000","last_active":"2023-12-02T00:33:35.174734+0000","last_peered":"2023-12-02T00:33:35.174734+0000","last_clean":"2023-12-02T00:33:35.174734+0000","last_became_active":"2023-12-02T00:33:35.168473+0000","last_became_peered":"2023-12-02T00:33:35.168473+0000","last_unstale":"2023-12-02T00:33:35.174734+0000","last_undegraded":"2023-12-02T00:33:35.174734+0000","last_fullsized":"2023-12-02T00:33:35.174734+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:50.866196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"66'1","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177054+0000","last_change":"2023-12-02T00:33:34.164440+0000","last_active":"2023-12-02T00:33:36.177054+0000","last_peered":"2023-12-02T00:33:36.177054+0000","last_clean":"2023-12-02T00:33:36.177054+0000","last_became_active":"2023-12-02T00:33:34.163698+0000","last_became_peered":"2023-12-02T00:33:34.163698+0000","last_unstale":"2023-12-02T00:33:36.177054+0000","last_undegraded":"2023-12-02T00:33:36.177054+0000","last_fullsized":"2023-12-02T00:33:36.177054+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176691+0000","last_change":"2023-12-02T00:33:35.170723+0000","last_active":"2023-12-02T00:33:36.176691+0000","last_peered":"2023-12-02T00:33:36.176691+0000","last_clean":"2023-12-02T00:33:36.176691+0000","last_became_active":"2023-12-02T00:33:35.168258+0000","last_became_peered":"2023-12-02T00:33:35.168258+0000","last_unstale":"2023-12-02T00:33:36.176691+0000","last_undegraded":"2023-12-02T00:33:36.176691+0000","last_fullsized":"2023-12-02T00:33:36.176691+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"66'2","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900293+0000","last_change":"2023-12-02T00:33:34.160118+0000","last_active":"2023-12-02T00:33:36.900293+0000","last_peered":"2023-12-02T00:33:36.900293+0000","last_clean":"2023-12-02T00:33:36.900293+0000","last_became_active":"2023-12-02T00:33:34.159845+0000","last_became_peered":"2023-12-02T00:33:34.159845+0000","last_unstale":"2023-12-02T00:33:36.900293+0000","last_undegraded":"2023-12-02T00:33:36.900293+0000","last_fullsized":"2023-12-02T00:33:36.900293+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177497+0000","last_change":"2023-12-02T00:33:35.176352+0000","last_active":"2023-12-02T00:33:36.177497+0000","last_peered":"2023-12-02T00:33:36.177497+0000","last_clean":"2023-12-02T00:33:36.177497+0000","last_became_active":"2023-12-02T00:33:35.176076+0000","last_became_peered":"2023-12-02T00:33:35.176076+0000","last_unstale":"2023-12-02T00:33:36.177497+0000","last_undegraded":"2023-12-02T00:33:36.177497+0000","last_fullsized":"2023-12-02T00:33:36.177497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900289+0000","last_change":"2023-12-02T00:33:34.165836+0000","last_active":"2023-12-02T00:33:36.900289+0000","last_peered":"2023-12-02T00:33:36.900289+0000","last_clean":"2023-12-02T00:33:36.900289+0000","last_became_active":"2023-12-02T00:33:34.165519+0000","last_became_peered":"2023-12-02T00:33:34.165519+0000","last_unstale":"2023-12-02T00:33:36.900289+0000","last_undegraded":"2023-12-02T00:33:36.900289+0000","last_fullsized":"2023-12-02T00:33:36.900289+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.188416+0000","last_change":"2023-12-02T00:33:35.173161+0000","last_active":"2023-12-02T00:33:35.188416+0000","last_peered":"2023-12-02T00:33:35.188416+0000","last_clean":"2023-12-02T00:33:35.188416+0000","last_became_active":"2023-12-02T00:33:35.172511+0000","last_became_peered":"2023-12-02T00:33:35.172511+0000","last_unstale":"2023-12-02T00:33:35.188416+0000","last_undegraded":"2023-12-02T00:33:35.188416+0000","last_fullsized":"2023-12-02T00:33:35.188416+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:24.069484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"66'2","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.501821+0000","last_change":"2023-12-02T00:33:34.175526+0000","last_active":"2023-12-02T00:33:36.501821+0000","last_peered":"2023-12-02T00:33:36.501821+0000","last_clean":"2023-12-02T00:33:36.501821+0000","last_became_active":"2023-12-02T00:33:34.175226+0000","last_became_peered":"2023-12-02T00:33:34.175226+0000","last_unstale":"2023-12-02T00:33:36.501821+0000","last_undegraded":"2023-12-02T00:33:36.501821+0000","last_fullsized":"2023-12-02T00:33:36.501821+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:43.425455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895879+0000","last_change":"2023-12-02T00:33:35.182340+0000","last_active":"2023-12-02T00:33:36.895879+0000","last_peered":"2023-12-02T00:33:36.895879+0000","last_clean":"2023-12-02T00:33:36.895879+0000","last_became_active":"2023-12-02T00:33:35.181985+0000","last_became_peered":"2023-12-02T00:33:35.181985+0000","last_unstale":"2023-12-02T00:33:36.895879+0000","last_undegraded":"2023-12-02T00:33:36.895879+0000","last_fullsized":"2023-12-02T00:33:36.895879+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.166020+0000","last_change":"2023-12-02T00:33:34.170594+0000","last_active":"2023-12-02T00:33:35.166020+0000","last_peered":"2023-12-02T00:33:35.166020+0000","last_clean":"2023-12-02T00:33:35.166020+0000","last_became_active":"2023-12-02T00:33:34.170320+0000","last_became_peered":"2023-12-02T00:33:34.170320+0000","last_unstale":"2023-12-02T00:33:35.166020+0000","last_undegraded":"2023-12-02T00:33:35.166020+0000","last_fullsized":"2023-12-02T00:33:35.166020+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:34.055582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.193873+0000","last_change":"2023-12-02T00:33:35.184306+0000","last_active":"2023-12-02T00:33:35.193873+0000","last_peered":"2023-12-02T00:33:35.193873+0000","last_clean":"2023-12-02T00:33:35.193873+0000","last_became_active":"2023-12-02T00:33:35.179995+0000","last_became_peered":"2023-12-02T00:33:35.179995+0000","last_unstale":"2023-12-02T00:33:35.193873+0000","last_undegraded":"2023-12-02T00:33:35.193873+0000","last_fullsized":"2023-12-02T00:33:35.193873+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T00:46:26.495489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.161089+0000","last_change":"2023-12-02T00:33:34.171470+0000","last_active":"2023-12-02T00:33:35.161089+0000","last_peered":"2023-12-02T00:33:35.161089+0000","last_clean":"2023-12-02T00:33:35.161089+0000","last_became_active":"2023-12-02T00:33:34.171186+0000","last_became_peered":"2023-12-02T00:33:34.171186+0000","last_unstale":"2023-12-02T00:33:35.161089+0000","last_undegraded":"2023-12-02T00:33:35.161089+0000","last_fullsized":"2023-12-02T00:33:35.161089+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:25.130926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895685+0000","last_change":"2023-12-02T00:33:35.185713+0000","last_active":"2023-12-02T00:33:36.895685+0000","last_peered":"2023-12-02T00:33:36.895685+0000","last_clean":"2023-12-02T00:33:36.895685+0000","last_became_active":"2023-12-02T00:33:35.185346+0000","last_became_peered":"2023-12-02T00:33:35.185346+0000","last_unstale":"2023-12-02T00:33:36.895685+0000","last_undegraded":"2023-12-02T00:33:36.895685+0000","last_fullsized":"2023-12-02T00:33:36.895685+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:02.143469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.501588+0000","last_change":"2023-12-02T00:33:34.177504+0000","last_active":"2023-12-02T00:33:36.501588+0000","last_peered":"2023-12-02T00:33:36.501588+0000","last_clean":"2023-12-02T00:33:36.501588+0000","last_became_active":"2023-12-02T00:33:34.176304+0000","last_became_peered":"2023-12-02T00:33:34.176304+0000","last_unstale":"2023-12-02T00:33:36.501588+0000","last_undegraded":"2023-12-02T00:33:36.501588+0000","last_fullsized":"2023-12-02T00:33:36.501588+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:13.688317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177580+0000","last_change":"2023-12-02T00:33:35.164566+0000","last_active":"2023-12-02T00:33:36.177580+0000","last_peered":"2023-12-02T00:33:36.177580+0000","last_clean":"2023-12-02T00:33:36.177580+0000","last_became_active":"2023-12-02T00:33:35.164271+0000","last_became_peered":"2023-12-02T00:33:35.164271+0000","last_unstale":"2023-12-02T00:33:36.177580+0000","last_undegraded":"2023-12-02T00:33:36.177580+0000","last_fullsized":"2023-12-02T00:33:36.177580+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"66'2","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.173696+0000","last_change":"2023-12-02T00:33:34.165808+0000","last_active":"2023-12-02T00:33:36.173696+0000","last_peered":"2023-12-02T00:33:36.173696+0000","last_clean":"2023-12-02T00:33:36.173696+0000","last_became_active":"2023-12-02T00:33:34.165520+0000","last_became_peered":"2023-12-02T00:33:34.165520+0000","last_unstale":"2023-12-02T00:33:36.173696+0000","last_undegraded":"2023-12-02T00:33:36.173696+0000","last_fullsized":"2023-12-02T00:33:36.173696+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:48.960061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.175701+0000","last_change":"2023-12-02T00:33:35.170526+0000","last_active":"2023-12-02T00:33:35.175701+0000","last_peered":"2023-12-02T00:33:35.175701+0000","last_clean":"2023-12-02T00:33:35.175701+0000","last_became_active":"2023-12-02T00:33:35.170218+0000","last_became_peered":"2023-12-02T00:33:35.170218+0000","last_unstale":"2023-12-02T00:33:35.175701+0000","last_undegraded":"2023-12-02T00:33:35.175701+0000","last_fullsized":"2023-12-02T00:33:35.175701+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.173622+0000","last_change":"2023-12-02T00:33:34.169511+0000","last_active":"2023-12-02T00:33:36.173622+0000","last_peered":"2023-12-02T00:33:36.173622+0000","last_clean":"2023-12-02T00:33:36.173622+0000","last_became_active":"2023-12-02T00:33:34.169197+0000","last_became_peered":"2023-12-02T00:33:34.169197+0000","last_unstale":"2023-12-02T00:33:36.173622+0000","last_undegraded":"2023-12-02T00:33:36.173622+0000","last_fullsized":"2023-12-02T00:33:36.173622+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:19.364545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176702+0000","last_change":"2023-12-02T00:33:35.185856+0000","last_active":"2023-12-02T00:33:36.176702+0000","last_peered":"2023-12-02T00:33:36.176702+0000","last_clean":"2023-12-02T00:33:36.176702+0000","last_became_active":"2023-12-02T00:33:35.185350+0000","last_became_peered":"2023-12-02T00:33:35.185350+0000","last_unstale":"2023-12-02T00:33:36.176702+0000","last_undegraded":"2023-12-02T00:33:36.176702+0000","last_fullsized":"2023-12-02T00:33:36.176702+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:26.795533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176429+0000","last_change":"2023-12-02T00:33:34.169131+0000","last_active":"2023-12-02T00:33:36.176429+0000","last_peered":"2023-12-02T00:33:36.176429+0000","last_clean":"2023-12-02T00:33:36.176429+0000","last_became_active":"2023-12-02T00:33:34.168721+0000","last_became_peered":"2023-12-02T00:33:34.168721+0000","last_unstale":"2023-12-02T00:33:36.176429+0000","last_undegraded":"2023-12-02T00:33:36.176429+0000","last_fullsized":"2023-12-02T00:33:36.176429+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177639+0000","last_change":"2023-12-02T00:33:35.172670+0000","last_active":"2023-12-02T00:33:36.177639+0000","last_peered":"2023-12-02T00:33:36.177639+0000","last_clean":"2023-12-02T00:33:36.177639+0000","last_became_active":"2023-12-02T00:33:35.172397+0000","last_became_peered":"2023-12-02T00:33:35.172397+0000","last_unstale":"2023-12-02T00:33:36.177639+0000","last_undegraded":"2023-12-02T00:33:36.177639+0000","last_fullsized":"2023-12-02T00:33:36.177639+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176743+0000","last_change":"2023-12-02T00:33:34.169081+0000","last_active":"2023-12-02T00:33:36.176743+0000","last_peered":"2023-12-02T00:33:36.176743+0000","last_clean":"2023-12-02T00:33:36.176743+0000","last_became_active":"2023-12-02T00:33:34.168600+0000","last_became_peered":"2023-12-02T00:33:34.168600+0000","last_unstale":"2023-12-02T00:33:36.176743+0000","last_undegraded":"2023-12-02T00:33:36.176743+0000","last_fullsized":"2023-12-02T00:33:36.176743+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.895800+0000","last_change":"2023-12-02T00:33:35.175704+0000","last_active":"2023-12-02T00:33:36.895800+0000","last_peered":"2023-12-02T00:33:36.895800+0000","last_clean":"2023-12-02T00:33:36.895800+0000","last_became_active":"2023-12-02T00:33:35.175412+0000","last_became_peered":"2023-12-02T00:33:35.175412+0000","last_unstale":"2023-12-02T00:33:36.895800+0000","last_undegraded":"2023-12-02T00:33:36.895800+0000","last_fullsized":"2023-12-02T00:33:36.895800+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:18.477204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900239+0000","last_change":"2023-12-02T00:33:34.172768+0000","last_active":"2023-12-02T00:33:36.900239+0000","last_peered":"2023-12-02T00:33:36.900239+0000","last_clean":"2023-12-02T00:33:36.900239+0000","last_became_active":"2023-12-02T00:33:34.171359+0000","last_became_peered":"2023-12-02T00:33:34.171359+0000","last_unstale":"2023-12-02T00:33:36.900239+0000","last_undegraded":"2023-12-02T00:33:36.900239+0000","last_fullsized":"2023-12-02T00:33:36.900239+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.900131+0000","last_change":"2023-12-02T00:33:35.170827+0000","last_active":"2023-12-02T00:33:36.900131+0000","last_peered":"2023-12-02T00:33:36.900131+0000","last_clean":"2023-12-02T00:33:36.900131+0000","last_became_active":"2023-12-02T00:33:35.170542+0000","last_became_peered":"2023-12-02T00:33:35.170542+0000","last_unstale":"2023-12-02T00:33:36.900131+0000","last_undegraded":"2023-12-02T00:33:36.900131+0000","last_fullsized":"2023-12-02T00:33:36.900131+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.177235+0000","last_change":"2023-12-02T00:33:34.166643+0000","last_active":"2023-12-02T00:33:36.177235+0000","last_peered":"2023-12-02T00:33:36.177235+0000","last_clean":"2023-12-02T00:33:36.177235+0000","last_became_active":"2023-12-02T00:33:34.164620+0000","last_became_peered":"2023-12-02T00:33:34.164620+0000","last_unstale":"2023-12-02T00:33:36.177235+0000","last_undegraded":"2023-12-02T00:33:36.177235+0000","last_fullsized":"2023-12-02T00:33:36.177235+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.179175+0000","last_change":"2023-12-02T00:33:35.174544+0000","last_active":"2023-12-02T00:33:35.179175+0000","last_peered":"2023-12-02T00:33:35.179175+0000","last_clean":"2023-12-02T00:33:35.179175+0000","last_became_active":"2023-12-02T00:33:35.174210+0000","last_became_peered":"2023-12-02T00:33:35.174210+0000","last_unstale":"2023-12-02T00:33:35.179175+0000","last_undegraded":"2023-12-02T00:33:35.179175+0000","last_fullsized":"2023-12-02T00:33:35.179175+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:40.805738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.175976+0000","last_change":"2023-12-02T00:33:34.177032+0000","last_active":"2023-12-02T00:33:36.175976+0000","last_peered":"2023-12-02T00:33:36.175976+0000","last_clean":"2023-12-02T00:33:36.175976+0000","last_became_active":"2023-12-02T00:33:34.176732+0000","last_became_peered":"2023-12-02T00:33:34.176732+0000","last_unstale":"2023-12-02T00:33:36.175976+0000","last_undegraded":"2023-12-02T00:33:36.175976+0000","last_fullsized":"2023-12-02T00:33:36.175976+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:50.564638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176007+0000","last_change":"2023-12-02T00:33:35.185614+0000","last_active":"2023-12-02T00:33:36.176007+0000","last_peered":"2023-12-02T00:33:36.176007+0000","last_clean":"2023-12-02T00:33:36.176007+0000","last_became_active":"2023-12-02T00:33:35.185311+0000","last_became_peered":"2023-12-02T00:33:35.185311+0000","last_unstale":"2023-12-02T00:33:36.176007+0000","last_undegraded":"2023-12-02T00:33:36.176007+0000","last_fullsized":"2023-12-02T00:33:36.176007+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.176141+0000","last_change":"2023-12-02T00:33:34.166446+0000","last_active":"2023-12-02T00:33:36.176141+0000","last_peered":"2023-12-02T00:33:36.176141+0000","last_clean":"2023-12-02T00:33:36.176141+0000","last_became_active":"2023-12-02T00:33:34.165210+0000","last_became_peered":"2023-12-02T00:33:34.165210+0000","last_unstale":"2023-12-02T00:33:36.176141+0000","last_undegraded":"2023-12-02T00:33:36.176141+0000","last_fullsized":"2023-12-02T00:33:36.176141+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-02T00:33:36.173169+0000","last_change":"2023-12-02T00:33:35.168034+0000","last_active":"2023-12-02T00:33:36.173169+0000","last_peered":"2023-12-02T00:33:36.173169+0000","last_clean":"2023-12-02T00:33:36.173169+0000","last_became_active":"2023-12-02T00:33:35.167774+0000","last_became_peered":"2023-12-02T00:33:35.167774+0000","last_unstale":"2023-12-02T00:33:36.173169+0000","last_undegraded":"2023-12-02T00:33:36.173169+0000","last_fullsized":"2023-12-02T00:33:36.173169+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:00:30.283295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"66'1","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-12-02T00:33:35.181146+0000","last_change":"2023-12-02T00:33:34.174052+0000","last_active":"2023-12-02T00:33:35.181146+0000","last_peered":"2023-12-02T00:33:35.181146+0000","last_clean":"2023-12-02T00:33:35.181146+0000","last_became_active":"2023-12-02T00:33:34.173839+0000","last_became_peered":"2023-12-02T00:33:34.173839+0000","last_unstale":"2023-12-02T00:33:35.181146+0000","last_undegraded":"2023-12-02T00:33:35.181146+0000","last_fullsized":"2023-12-02T00:33:35.181146+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:07.747703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":205,"reported_epoch":65,"state":"active+clean","last_fresh":"2023-12-02T00:33:34.162968+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:33:34.162968+0000","last_peered":"2023-12-02T00:33:34.162968+0000","last_clean":"2023-12-02T00:33:34.162968+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:33:34.162968+0000","last_undegraded":"2023-12-02T00:33:34.162968+0000","last_fullsized":"2023-12-02T00:33:34.162968+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32564,"kb_used_data":1376,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1409024,"data_stored":943088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.504},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.65300000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.68500000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.72399999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.67100000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.63400000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.71299999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.69799999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574885,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":835584,"data_stored":359644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.387},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.7370000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":5.1289999999999996},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":8.2530000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":2.379},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":3.238}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":8.7300000000000004},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":2.5030000000000001}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":1.677}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":2.5659999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":1.2290000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":1.7889999999999999},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":3.96}]}]},{"osd":5,"up_from":13,"seq":55834574884,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":827392,"data_stored":354284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.88},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.80000000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.97599999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.93300000000000005}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.95399999999999996},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":1.02}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.997}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.85799999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.746},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":0.83199999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574885,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":823296,"data_stored":358950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.69999999999999996,"15min":0.71099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.96599999999999997,"5min":1.002,"15min":1.002},"last":0.879},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.92300000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.85599999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.89300000000000002,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.70699999999999996,"15min":0.71399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69699999999999995,"15min":0.69299999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.94799999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":1.079},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.72899999999999998,"15min":0.73399999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":1.1870000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68999999999999995,"15min":0.68200000000000005},"min":{"1min":0.53400000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.92900000000000005,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66600000000000004,"15min":0.66300000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90200000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68000000000000005,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93799999999999994,"5min":1.139,"15min":1.139},"last":1.1539999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.76400000000000001,"15min":0.76500000000000001},"min":{"1min":0.46200000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.94299999999999995,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.748}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.96899999999999997,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80700000000000005,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0209999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.79800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574886,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":354262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.317},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.44800000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.47499999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.373}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.79100000000000004}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.71699999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":0.72999999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.749},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.63100000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574887,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":353232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.68600000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.81799999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.72199999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.77300000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.83699999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.56599999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":0.746}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31996,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339844,"statfs":{"total":96636764160,"available":96604000256,"internally_reserved":0,"allocated":835584,"data_stored":359144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.442}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.371},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.52900000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.50800000000000001}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.66600000000000004}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.749},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.68200000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.71499999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.77000000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574885,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32560,"kb_used_data":1376,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339280,"statfs":{"total":96636764160,"available":96603422720,"internally_reserved":0,"allocated":1409024,"data_stored":943052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.47499999999999998,"15min":0.48499999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56499999999999995,"5min":1.117,"15min":1.117},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71399999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.625,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.505,"15min":0.50800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.72199999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48799999999999999,"15min":0.48599999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.441},{"interface":"front","average":{"1min":0.498,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.77200000000000002,"15min":0.77800000000000002},"min":{"1min":0.53600000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0580000000000001,"5min":1.252,"15min":1.252},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.59199999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.127,"5min":1.266,"15min":1.266},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.75900000000000001},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.78600000000000003,"15min":0.80200000000000005},"min":{"1min":0.55300000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.94999999999999996,"5min":1.204,"15min":1.204},"last":0.66400000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.59199999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.92700000000000005,"5min":1.097,"15min":1.097},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.78900000000000003,"15min":0.80200000000000005},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.999,"5min":1.141,"15min":1.141},"last":0.82099999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81499999999999995,"15min":0.83099999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92500000000000004,"5min":1.496,"15min":1.496},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79100000000000004,"15min":0.79300000000000004},"min":{"1min":0.61499999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.64200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:33:39.604 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-02T00:33:39.605 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-12-02T00:33:39.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.784+0000 7f64a11f8640 1 Processor -- start 2023-12-02T00:33:39.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.784+0000 7f64a11f8640 1 -- start start 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f64a11f8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f649c0c63c0 0x7f649c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f64a11f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c4100 0x7f649c0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f64a11f8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f649c0c31c0 con 0x7f649c0c29e0 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f64a11f8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f649c0c34a0 con 0x7f649c0c63c0 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f64a11f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f649c0c1030 con 0x7f649c0c4100 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649ad9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f649c0c63c0 0x7f649c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649b59e640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f649c0c29e0 0x7f649c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45602/0 (socket says 172.21.15.133:45602) 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649b59e640 1 -- 172.21.15.133:0/920409126 learned_addr learned my addr 172.21.15.133:0/920409126 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f6493fff640 1 --2- 172.21.15.133:0/920409126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c4100 0x7f649c0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649ad9d640 1 -- 172.21.15.133:0/920409126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c4100 msgr2=0x7f649c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:39.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649ad9d640 1 --2- 172.21.15.133:0/920409126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c4100 0x7f649c0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649ad9d640 1 -- 172.21.15.133:0/920409126 >> v1:172.21.15.133:6789/0 conn(0x7f649c0c29e0 legacy=0x7f649c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649ad9d640 1 -- 172.21.15.133:0/920409126 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f649c0c1310 con 0x7f649c0c63c0 2023-12-02T00:33:39.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649a59c640 1 -- 172.21.15.133:0/920409126 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3264939652 0 0) 0x7f649c0c31c0 con 0x7f649c0c29e0 2023-12-02T00:33:39.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.788+0000 7f649ad9d640 1 --2- 172.21.15.133:0/920409126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c63c0 0x7f649c0c06d0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f648c0097c0 tx=0x7f648c01c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91bafa454e20499e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f649a59c640 1 -- 172.21.15.133:0/920409126 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f648c004230 con 0x7f649c0c63c0 2023-12-02T00:33:39.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f649a59c640 1 -- 172.21.15.133:0/920409126 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f648c0a7050 con 0x7f649c0c63c0 2023-12-02T00:33:39.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f649a59c640 1 -- 172.21.15.133:0/920409126 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f648c003620 con 0x7f649c0c63c0 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- 172.21.15.133:0/920409126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c63c0 msgr2=0x7f649c0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 --2- 172.21.15.133:0/920409126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c63c0 0x7f649c0c06d0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f648c0097c0 tx=0x7f648c01c330 comp rx=0 tx=0).stop 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- 172.21.15.133:0/920409126 shutdown_connections 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 --2- 172.21.15.133:0/920409126 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c4100 0x7f649c0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 --2- 172.21.15.133:0/920409126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c63c0 0x7f649c0c06d0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- 172.21.15.133:0/920409126 >> 172.21.15.133:0/920409126 conn(0x7f649c06a5b0 msgr2=0x7f649c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- 172.21.15.133:0/920409126 shutdown_connections 2023-12-02T00:33:39.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- 172.21.15.133:0/920409126 wait complete. 2023-12-02T00:33:39.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 Processor -- start 2023-12-02T00:33:39.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- start start 2023-12-02T00:33:39.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f649c0c29e0 0x7f649c0c5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c4100 0x7f649c14de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c63c0 0x7f649c14e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f649c1ed940 con 0x7f649c0c4100 2023-12-02T00:33:39.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f649c153f10 con 0x7f649c0c29e0 2023-12-02T00:33:39.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f64a11f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f649c14e8f0 con 0x7f649c0c63c0 2023-12-02T00:33:39.796 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f6493fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c4100 0x7f649c14de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f6493fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c4100 0x7f649c14de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48068/0 (socket says 172.21.15.133:48068) 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f6493fff640 1 -- 172.21.15.133:0/1436338003 learned_addr learned my addr 172.21.15.133:0/1436338003 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f649ad9d640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f649c0c29e0 0x7f649c0c5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.792+0000 7f649b59e640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c63c0 0x7f649c14e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f6493fff640 1 -- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c63c0 msgr2=0x7f649c14e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f6493fff640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c63c0 0x7f649c14e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f6493fff640 1 -- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f649c0c29e0 msgr2=0x7f649c0c5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f6493fff640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f649c0c29e0 0x7f649c0c5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f6493fff640 1 -- 172.21.15.133:0/1436338003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f648c009420 con 0x7f649c0c4100 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f649b59e640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c63c0 0x7f649c14e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:39.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f6493fff640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c4100 0x7f649c14de70 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f648400d860 tx=0x7f648400dd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64937fe640 1 -- 172.21.15.133:0/1436338003 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f648400de50 con 0x7f649c0c4100 2023-12-02T00:33:39.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64937fe640 1 -- 172.21.15.133:0/1436338003 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f648400b8d0 con 0x7f649c0c4100 2023-12-02T00:33:39.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f649c1ede70 con 0x7f649c0c4100 2023-12-02T00:33:39.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64937fe640 1 -- 172.21.15.133:0/1436338003 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f648400bc40 con 0x7f649c0c4100 2023-12-02T00:33:39.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f649c1edb90 con 0x7f649c0c4100 2023-12-02T00:33:39.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f649c068400 con 0x7f649c0c4100 2023-12-02T00:33:39.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64937fe640 1 -- 172.21.15.133:0/1436338003 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f648401e460 con 0x7f649c0c4100 2023-12-02T00:33:39.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64937fe640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f647c0664a0 0x7f647c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:39.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f64937fe640 1 -- 172.21.15.133:0/1436338003 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6484084320 con 0x7f649c0c4100 2023-12-02T00:33:39.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.796+0000 7f649ad9d640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f647c0664a0 0x7f647c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:39.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.800+0000 7f649ad9d640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f647c0664a0 0x7f647c068960 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f648c0ad000 tx=0x7f648c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:39.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:39.800+0000 7f64937fe640 1 -- 172.21.15.133:0/1436338003 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6484051790 con 0x7f649c0c4100 2023-12-02T00:33:40.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.004+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f649c0c3e70 con 0x7f649c0c4100 2023-12-02T00:33:40.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.004+0000 7f64937fe640 1 -- 172.21.15.133:0/1436338003 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) v1 ==== 190+0+147 (secure 0 0 0) 0x7f6484054db0 con 0x7f649c0c4100 2023-12-02T00:33:40.007 INFO:teuthology.orchestra.run.smithi133.stdout:[client.0] 2023-12-02T00:33:40.007 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIempl48qKFBAA4y8Wj8dgLIBozC63t74hdg== 2023-12-02T00:33:40.007 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow" 2023-12-02T00:33:40.008 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r" 2023-12-02T00:33:40.008 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-12-02T00:33:40.008 INFO:teuthology.orchestra.run.smithi133.stderr:updated caps for client.0 2023-12-02T00:33:40.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f647c0664a0 msgr2=0x7f647c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f647c0664a0 0x7f647c068960 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f648c0ad000 tx=0x7f648c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:40.009 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c4100 msgr2=0x7f649c14de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c4100 0x7f649c14de70 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f648400d860 tx=0x7f648400dd20 comp rx=0 tx=0).stop 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 shutdown_connections 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f647c0664a0 0x7f647c068960 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f649c0c63c0 0x7f649c14e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f649c0c4100 0x7f649c14de70 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 --2- 172.21.15.133:0/1436338003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f649c0c29e0 0x7f649c0c5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 >> 172.21.15.133:0/1436338003 conn(0x7f649c06a5b0 msgr2=0x7f649c071120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 shutdown_connections 2023-12-02T00:33:40.010 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.008+0000 7f64a11f8640 1 -- 172.21.15.133:0/1436338003 wait complete. 2023-12-02T00:33:40.029 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:40.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf75357640 1 Processor -- start 2023-12-02T00:33:40.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf75357640 1 -- start start 2023-12-02T00:33:40.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf75357640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf700c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf75357640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbf700c60f0 0x7fbf70155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf75357640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf700c2580 con 0x7fbf700c5260 2023-12-02T00:33:40.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf75357640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf70153510 con 0x7fbf700c60f0 2023-12-02T00:33:40.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf75357640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf700c17f0 con 0x7fbf700c5640 2023-12-02T00:33:40.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf6f7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbf700c60f0 0x7fbf70155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf6f7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbf700c60f0 0x7fbf70155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48080/0 (socket says 172.21.15.133:48080) 2023-12-02T00:33:40.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3125356349 learned_addr learned my addr 172.21.15.133:0/3125356349 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.164+0000 7fbf67fff640 1 --2- 172.21.15.133:0/3125356349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf700c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3125356349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 msgr2=0x7fbf700c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6f7fe640 1 --2- 172.21.15.133:0/3125356349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf700c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3125356349 >> v1:172.21.15.172:6789/0 conn(0x7fbf700c5260 legacy=0x7fbf7006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3125356349 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf700c1a00 con 0x7fbf700c60f0 2023-12-02T00:33:40.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6f7fe640 1 --2- 172.21.15.133:0/3125356349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf70155de0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fbf700c1930 tx=0x7fbf6801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6da1a6f5e92bddcf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6e7fc640 1 -- 172.21.15.133:0/3125356349 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf680a57f0 con 0x7fbf700c60f0 2023-12-02T00:33:40.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6e7fc640 1 -- 172.21.15.133:0/3125356349 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf680a5950 con 0x7fbf700c60f0 2023-12-02T00:33:40.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf6e7fc640 1 -- 172.21.15.133:0/3125356349 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf680a5ce0 con 0x7fbf700c60f0 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 -- 172.21.15.133:0/3125356349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 msgr2=0x7fbf70155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 --2- 172.21.15.133:0/3125356349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf70155de0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fbf700c1930 tx=0x7fbf6801c930 comp rx=0 tx=0).stop 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 -- 172.21.15.133:0/3125356349 shutdown_connections 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 --2- 172.21.15.133:0/3125356349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf70155de0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 --2- 172.21.15.133:0/3125356349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf700c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 -- 172.21.15.133:0/3125356349 >> 172.21.15.133:0/3125356349 conn(0x7fbf7006a5b0 msgr2=0x7fbf7006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 -- 172.21.15.133:0/3125356349 shutdown_connections 2023-12-02T00:33:40.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.168+0000 7fbf75357640 1 -- 172.21.15.133:0/3125356349 wait complete. 2023-12-02T00:33:40.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 Processor -- start 2023-12-02T00:33:40.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 -- start start 2023-12-02T00:33:40.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbf700c5260 0x7fbf70070d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf701ed640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf701500f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf700aaa90 con 0x7fbf700c60f0 2023-12-02T00:33:40.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf7014f9e0 con 0x7fbf700c5260 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf7014c7d0 con 0x7fbf700c5640 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf701500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf701500f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48082/0 (socket says 172.21.15.133:48082) 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3851773376 learned_addr learned my addr 172.21.15.133:0/3851773376 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf67fff640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf701ed640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6effd640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbf700c5260 0x7fbf70070d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 msgr2=0x7fbf701ed640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf701ed640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbf700c5260 msgr2=0x7fbf70070d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbf700c5260 0x7fbf70070d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 -- 172.21.15.133:0/3851773376 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf68009b30 con 0x7fbf700c60f0 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6effd640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbf700c5260 0x7fbf70070d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:40.176 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf6f7fe640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf701500f0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fbf680af040 tx=0x7fbf680196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf677fe640 1 -- 172.21.15.133:0/3851773376 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf680b8670 con 0x7fbf700c60f0 2023-12-02T00:33:40.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf677fe640 1 -- 172.21.15.133:0/3851773376 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf680b87d0 con 0x7fbf700c60f0 2023-12-02T00:33:40.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf701ece60 con 0x7fbf700c60f0 2023-12-02T00:33:40.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf677fe640 1 -- 172.21.15.133:0/3851773376 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf680b8b80 con 0x7fbf700c60f0 2023-12-02T00:33:40.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.172+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf701f1160 con 0x7fbf700c60f0 2023-12-02T00:33:40.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.176+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf70068400 con 0x7fbf700c60f0 2023-12-02T00:33:40.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.176+0000 7fbf677fe640 1 -- 172.21.15.133:0/3851773376 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbf680b8ce0 con 0x7fbf700c60f0 2023-12-02T00:33:40.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.176+0000 7fbf677fe640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbf500664a0 0x7fbf50068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.176+0000 7fbf677fe640 1 -- 172.21.15.133:0/3851773376 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf6811f3d0 con 0x7fbf700c60f0 2023-12-02T00:33:40.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.176+0000 7fbf6effd640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbf500664a0 0x7fbf50068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.176+0000 7fbf6effd640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbf500664a0 0x7fbf50068960 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fbf7014f5c0 tx=0x7fbf60009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.180+0000 7fbf677fe640 1 -- 172.21.15.133:0/3851773376 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbf680ec900 con 0x7fbf700c60f0 2023-12-02T00:33:40.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbf7006d390 con 0x7fbf700c60f0 2023-12-02T00:33:40.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf677fe640 1 -- 172.21.15.133:0/3851773376 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) v1 ==== 94+0+4927 (secure 0 0 0) 0x7fbf680eff20 con 0x7fbf700c60f0 2023-12-02T00:33:40.366 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:40.366 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":48,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":6495,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:34.528496+0000","modified":"2023-12-02T00:33:37.550530+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6501},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6501":{"gid":6501,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/2435278400","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2435278400},{"type":"v1","addr":"172.21.15.133:6837","nonce":2435278400}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2023-12-02T00:33:40.366 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 48 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbf500664a0 msgr2=0x7fbf50068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbf500664a0 0x7fbf50068960 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fbf7014f5c0 tx=0x7fbf60009040 comp rx=0 tx=0).stop 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 msgr2=0x7fbf701500f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf701500f0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fbf680af040 tx=0x7fbf680196d0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 shutdown_connections 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbf500664a0 0x7fbf50068960 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf700c60f0 0x7fbf701500f0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbf700c5640 0x7fbf701ed640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 --2- 172.21.15.133:0/3851773376 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbf700c5260 0x7fbf70070d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 >> 172.21.15.133:0/3851773376 conn(0x7fbf7006a5b0 msgr2=0x7fbf7006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 shutdown_connections 2023-12-02T00:33:40.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.364+0000 7fbf75357640 1 -- 172.21.15.133:0/3851773376 wait complete. 2023-12-02T00:33:40.790 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 48, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-02T00:33:34.528496+0000', 'modified': '2023-12-02T00:33:37.550530+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6501}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6501': {'gid': 6501, 'name': 'a', 'rank': 0, 'incarnation': 44, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.133:6837/2435278400', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6835', 'nonce': 2435278400}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 2435278400}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-12-02T00:33:40.791 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-02T00:33:40.791 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-12-02T00:33:40.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.928+0000 7ff142f1d640 1 Processor -- start 2023-12-02T00:33:40.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.928+0000 7ff142f1d640 1 -- start start 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff142f1d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c072090 0x7ff13c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff142f1d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff13c0c3bd0 0x7ff13c0c4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff142f1d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff13c0c2760 con 0x7ff13c0725c0 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff142f1d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff13c0c3070 con 0x7ff13c0c3bd0 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff142f1d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c0c63e0 con 0x7ff13c072090 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff1414ba640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff13c0c3bd0 0x7ff13c0c4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff1414ba640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff13c0c3bd0 0x7ff13c0c4060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48094/0 (socket says 172.21.15.133:48094) 2023-12-02T00:33:40.934 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff1414ba640 1 -- 172.21.15.133:0/421610974 learned_addr learned my addr 172.21.15.133:0/421610974 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff140cb9640 1 --2- 172.21.15.133:0/421610974 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c072090 0x7ff13c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff1414ba640 1 -- 172.21.15.133:0/421610974 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c072090 msgr2=0x7ff13c0a5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff1414ba640 1 --2- 172.21.15.133:0/421610974 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c072090 0x7ff13c0a5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff1414ba640 1 -- 172.21.15.133:0/421610974 >> v1:172.21.15.172:6789/0 conn(0x7ff13c0725c0 legacy=0x7ff13c0c5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.935 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.932+0000 7ff1414ba640 1 -- 172.21.15.133:0/421610974 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff13c0aad20 con 0x7ff13c0c3bd0 2023-12-02T00:33:40.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff1414ba640 1 --2- 172.21.15.133:0/421610974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c0c3bd0 0x7ff13c0c4060 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7ff134009e80 tx=0x7ff13401c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4c0454a230cb294 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff1337fe640 1 -- 172.21.15.133:0/421610974 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340a5710 con 0x7ff13c0c3bd0 2023-12-02T00:33:40.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff1337fe640 1 -- 172.21.15.133:0/421610974 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1340a5870 con 0x7ff13c0c3bd0 2023-12-02T00:33:40.937 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff1337fe640 1 -- 172.21.15.133:0/421610974 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340a5c00 con 0x7ff13c0c3bd0 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 -- 172.21.15.133:0/421610974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c0c3bd0 msgr2=0x7ff13c0c4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 --2- 172.21.15.133:0/421610974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c0c3bd0 0x7ff13c0c4060 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7ff134009e80 tx=0x7ff13401c890 comp rx=0 tx=0).stop 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 -- 172.21.15.133:0/421610974 shutdown_connections 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 --2- 172.21.15.133:0/421610974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c0c3bd0 0x7ff13c0c4060 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 --2- 172.21.15.133:0/421610974 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c072090 0x7ff13c0a5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 -- 172.21.15.133:0/421610974 >> 172.21.15.133:0/421610974 conn(0x7ff13c06a5b0 msgr2=0x7ff13c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 -- 172.21.15.133:0/421610974 shutdown_connections 2023-12-02T00:33:40.938 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 -- 172.21.15.133:0/421610974 wait complete. 2023-12-02T00:33:40.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 Processor -- start 2023-12-02T00:33:40.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.936+0000 7ff142f1d640 1 -- start start 2023-12-02T00:33:40.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c072090 0x7ff13c147a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff13c0725c0 0x7ff13c143640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c0c3bd0 0x7ff13c143b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c1eb2c0 con 0x7ff13c072090 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c14b720 con 0x7ff13c0725c0 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff13c0c6200 con 0x7ff13c0c3bd0 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c072090 0x7ff13c147a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c072090 0x7ff13c147a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48100/0 (socket says 172.21.15.133:48100) 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 -- 172.21.15.133:0/1204726562 learned_addr learned my addr 172.21.15.133:0/1204726562 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 -- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c0c3bd0 msgr2=0x7ff13c143b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c0c3bd0 0x7ff13c143b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff133fff640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff13c0725c0 0x7ff13c143640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 -- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff13c0725c0 msgr2=0x7ff13c143640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff13c0725c0 0x7ff13c143640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 -- 172.21.15.133:0/1204726562 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff134009b30 con 0x7ff13c072090 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff133fff640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff13c0725c0 0x7ff13c143640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff140cb9640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c072090 0x7ff13c147a70 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7ff13800d5f0 tx=0x7ff13800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff1317fa640 1 -- 172.21.15.133:0/1204726562 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1380125f0 con 0x7ff13c072090 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff1317fa640 1 -- 172.21.15.133:0/1204726562 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff138012750 con 0x7ff13c072090 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff1317fa640 1 -- 172.21.15.133:0/1204726562 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff138012ae0 con 0x7ff13c072090 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff13c1eb750 con 0x7ff13c072090 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff13c1eac70 con 0x7ff13c072090 2023-12-02T00:33:40.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.940+0000 7ff1317fa640 1 -- 172.21.15.133:0/1204726562 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff138012c40 con 0x7ff13c072090 2023-12-02T00:33:40.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1317fa640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff128066470 0x7ff128068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1317fa640 1 -- 172.21.15.133:0/1204726562 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff138084390 con 0x7ff13c072090 2023-12-02T00:33:40.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff133fff640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff128066470 0x7ff128068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 Processor -- start 2023-12-02T00:33:40.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 -- start start 2023-12-02T00:33:40.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff133fff640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff128066470 0x7ff128068930 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff13c14b150 tx=0x7ff12c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a2616ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26173f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a2617930 0x5573a2660c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a247f130 con 0x5573a2617930 2023-12-02T00:33:40.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a246c9a0 con 0x5573a26166f0 2023-12-02T00:33:40.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5573a2469ed0 con 0x5573a2617010 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a2617930 0x5573a2660c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a2617930 0x5573a2660c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48110/0 (socket says 172.21.15.133:48110) 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 -- 172.21.15.133:0/1993380784 learned_addr learned my addr 172.21.15.133:0/1993380784 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff140cb9640 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a2616ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff133fff640 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26173f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 -- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 msgr2=0x5573a26173f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26173f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 -- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 msgr2=0x5573a2616ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a2616ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 -- 172.21.15.133:0/1993380784 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5573a215d890 con 0x5573a2617930 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff140cb9640 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a2616ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1414ba640 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a2617930 0x5573a2660c80 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7ff1340af040 tx=0x7ff134004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8b0039974bb6181 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1227fc640 1 -- 172.21.15.133:0/1993380784 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340090d0 con 0x5573a2617930 2023-12-02T00:33:40.949 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1227fc640 1 -- 172.21.15.133:0/1993380784 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff134009270 con 0x5573a2617930 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.944+0000 7ff1227fc640 1 -- 172.21.15.133:0/1993380784 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340a5c20 con 0x5573a2617930 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/1993380784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a2617930 msgr2=0x5573a2660c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a2617930 0x5573a2660c80 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7ff1340af040 tx=0x7ff134004a50 comp rx=0 tx=0).stop 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/1993380784 shutdown_connections 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a2617930 0x5573a2660c80 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26173f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- 172.21.15.133:0/1993380784 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a2616ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/1993380784 >> 172.21.15.133:0/1993380784 conn(0x5573a26549e0 msgr2=0x5573a2656dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/1993380784 shutdown_connections 2023-12-02T00:33:40.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/1993380784 wait complete. 2023-12-02T00:33:40.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- start start 2023-12-02T00:33:40.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 Processor -- start 2023-12-02T00:33:40.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26166f0 0x5573a2641880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.954 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26424a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617930 0x5573a26429e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a24657c0 con 0x5573a26166f0 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a241dbf0 con 0x5573a2617930 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5573a2423a90 con 0x5573a2617010 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 10 client.0 _ll_register_callbacks cb 0x5573a26003c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26166f0 0x5573a2641880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26166f0 0x5573a2641880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48118/0 (socket says 172.21.15.133:48118) 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 -- 172.21.15.133:0/38817924 learned_addr learned my addr 172.21.15.133:0/38817924 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff133fff640 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26424a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff1414ba640 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617930 0x5573a26429e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 -- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 msgr2=0x5573a26424a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26424a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 -- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617930 msgr2=0x5573a26429e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617930 0x5573a26429e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 -- 172.21.15.133:0/38817924 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff13c0aad20 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff140cb9640 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26166f0 0x5573a2641880 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7ff1380519c0 tx=0x7ff138055c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=747bc61d822a1cc1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff11b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff11b7fe640 1 -- 172.21.15.133:0/38817924 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13805d7c0 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff11b7fe640 1 -- 172.21.15.133:0/38817924 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff138051bd0 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5573a2427470 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff11b7fe640 1 -- 172.21.15.133:0/38817924 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff138051d90 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 10 client.6636 fetch_fsmap learned FSMap version 48 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) v3 -- 0x5573a2426190 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff11b7fe640 1 -- 172.21.15.133:0/38817924 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5573a2427470 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff11b7fe640 1 -- 172.21.15.133:0/38817924 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 48) v1 ==== 3294+0+0 (secure 0 0 0) 0x7ff13806b070 con 0x5573a26166f0 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 10 client.6636 fetch_fsmap finished waiting for FSMap version 48 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 10 client.6636 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 20 client.6636 populate_metadata read hostname 'smithi133' 2023-12-02T00:33:40.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2642f20 0x5573a2643300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 4 client.6636 mds_command: new command op to 6501 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.948+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 --> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5573a242ab50 con 0x5573a2642f20 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff133fff640 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2642f20 0x5573a2643300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff11b7fe640 10 client.6636 ms_handle_connect on v2:172.21.15.133:6835/2435278400 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff133fff640 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2642f20 0x5573a2643300 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40be7955af271c39 server_cookie=9934314dfe53933d in_seq=0 out_seq=0 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff11b7fe640 1 -- 172.21.15.133:0/38817924 <== mds.0 v2:172.21.15.133:6835/2435278400 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5573a242ab50 con 0x5573a2642f20 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff11b7fe640 10 client.6636 handle_command_reply: tid=0 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 client.6636 shutdown 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26166f0 msgr2=0x5573a2641880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26166f0 0x5573a2641880 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7ff1380519c0 tx=0x7ff138055c80 comp rx=0 tx=0).stop 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 shutdown_connections 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2642f20 0x5573a2643300 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617930 0x5573a26429e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff11b7fe640 0 client.6636 ms_handle_reset on v2:172.21.15.133:6835/2435278400 2023-12-02T00:33:40.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a26424a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 --2- 172.21.15.133:0/38817924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26166f0 0x5573a2641880 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 >> 172.21.15.133:0/38817924 conn(0x5573a26549e0 msgr2=0x5573a2656dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 shutdown_connections 2023-12-02T00:33:40.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 1 -- 172.21.15.133:0/38817924 wait complete. 2023-12-02T00:33:40.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.952+0000 7ff14627e000 20 client.6636 trim_cache size 0 max 16384 2023-12-02T00:33:40.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 Processor -- start 2023-12-02T00:33:40.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- start start 2023-12-02T00:33:40.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a2654420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a26166f0 0x5573a266e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617010 0x5573a266e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a211e940 con 0x5573a26549e0 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a24697c0 con 0x5573a2617010 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5573a2468320 con 0x5573a26166f0 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a2654420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a2654420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48132/0 (socket says 172.21.15.133:48132) 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 -- 172.21.15.133:0/414326267 learned_addr learned my addr 172.21.15.133:0/414326267 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 -- 172.21.15.133:0/414326267 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a26166f0 msgr2=0x5573a266e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 --2- 172.21.15.133:0/414326267 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a26166f0 0x5573a266e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 -- 172.21.15.133:0/414326267 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617010 msgr2=0x5573a266e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 --2- 172.21.15.133:0/414326267 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617010 0x5573a266e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 -- 172.21.15.133:0/414326267 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5573a240c490 con 0x5573a26549e0 2023-12-02T00:33:40.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff140cb9640 1 --2- 172.21.15.133:0/414326267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a2654420 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7ff138055450 tx=0x7ff13806a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25ab593c12322948 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff122ffd640 1 -- 172.21.15.133:0/414326267 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13805d7c0 con 0x5573a26549e0 2023-12-02T00:33:40.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff122ffd640 1 -- 172.21.15.133:0/414326267 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff138073330 con 0x5573a26549e0 2023-12-02T00:33:40.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff122ffd640 1 -- 172.21.15.133:0/414326267 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13805d330 con 0x5573a26549e0 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- 172.21.15.133:0/414326267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 msgr2=0x5573a2654420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 --2- 172.21.15.133:0/414326267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a2654420 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7ff138055450 tx=0x7ff13806a000 comp rx=0 tx=0).stop 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- 172.21.15.133:0/414326267 shutdown_connections 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 --2- 172.21.15.133:0/414326267 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a2617010 0x5573a266e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 --2- 172.21.15.133:0/414326267 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a26166f0 0x5573a266e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 --2- 172.21.15.133:0/414326267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a2654420 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- 172.21.15.133:0/414326267 >> 172.21.15.133:0/414326267 conn(0x5573a261a2e0 msgr2=0x5573a266caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- 172.21.15.133:0/414326267 shutdown_connections 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.968+0000 7ff14627e000 1 -- 172.21.15.133:0/414326267 wait complete. 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 -- start start 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 Processor -- start 2023-12-02T00:33:40.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a267e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a267ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a267f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a243fe30 con 0x5573a26549e0 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x5573a24ecfa0 con 0x5573a26166f0 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x5573a242e910 con 0x5573a2617010 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 10 client.0 _ll_register_callbacks cb 0x5573a25e0bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a267f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a267f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48134/0 (socket says 172.21.15.133:48134) 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 -- 172.21.15.133:0/4207327898 learned_addr learned my addr 172.21.15.133:0/4207327898 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff140cb9640 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a267e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff133fff640 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a267ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 -- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 msgr2=0x5573a267ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a267ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 -- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 msgr2=0x5573a267e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:40.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a267e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 -- 172.21.15.133:0/4207327898 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5573a2426190 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff1414ba640 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a267f260 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7ff13400c090 tx=0x7ff134019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2684a55282f1ac28 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff11b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff11b7fe640 1 -- 172.21.15.133:0/4207327898 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1340a5ce0 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5573a261b120 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff11b7fe640 1 -- 172.21.15.133:0/4207327898 <== mon.0 v2:172.21.15.133:3300/0 2 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff1340a5e40 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff11b7fe640 1 -- 172.21.15.133:0/4207327898 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff1340039a0 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 10 client.6642 fetch_fsmap learned FSMap version 48 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) v3 -- 0x5573a215dcc0 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff11b7fe640 1 -- 172.21.15.133:0/4207327898 <== mon.0 v2:172.21.15.133:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5573a261b120 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff11b7fe640 1 -- 172.21.15.133:0/4207327898 <== mon.0 v2:172.21.15.133:3300/0 5 ==== fsmap(e 48) v1 ==== 3294+0+0 (secure 0 0 0) 0x7ff1340b5070 con 0x5573a26549e0 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 10 client.6642 fetch_fsmap finished waiting for FSMap version 48 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 10 client.6642 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 20 client.6642 populate_metadata read hostname 'smithi133' 2023-12-02T00:33:40.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2617930 0x5573a267f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 4 client.6642 mds_command: new command op to 6501 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 --> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5573a2464110 con 0x5573a2617930 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.972+0000 7ff140cb9640 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2617930 0x5573a267f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff140cb9640 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2617930 0x5573a267f7a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=114936f8f64ba25c server_cookie=c3fb09af9c88f4bf in_seq=0 out_seq=0 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff11b7fe640 10 client.6642 ms_handle_connect on v2:172.21.15.133:6835/2435278400 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff11b7fe640 1 -- 172.21.15.133:0/4207327898 <== mds.0 v2:172.21.15.133:6835/2435278400 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x5573a2464110 con 0x5573a2617930 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff11b7fe640 10 client.6642 handle_command_reply: tid=0 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 client.6642 shutdown 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 msgr2=0x5573a267f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a267f260 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7ff13400c090 tx=0x7ff134019630 comp rx=0 tx=0).stop 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 shutdown_connections 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:6835/2435278400,v1:172.21.15.133:6837/2435278400] conn(0x5573a2617930 0x5573a267f7a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5573a26549e0 0x5573a267f260 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x5573a2617010 0x5573a267ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff11b7fe640 0 client.6642 ms_handle_reset on v2:172.21.15.133:6835/2435278400 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 --2- 172.21.15.133:0/4207327898 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x5573a26166f0 0x5573a267e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 >> 172.21.15.133:0/4207327898 conn(0x5573a261a2e0 msgr2=0x5573a2670000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 shutdown_connections 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 1 -- 172.21.15.133:0/4207327898 wait complete. 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff14627e000 20 client.6642 trim_cache size 0 max 16384 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:33:40.983 INFO:teuthology.orchestra.run.smithi133.stdout: "cluster_fsid": "010aff74-abf7-4bf1-a4a3-05283159cf96", 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "whoami": 0, 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "id": 6501, 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "want_state": "up:active", 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "state": "up:active", 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "fs_name": "cephfs", 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "rank_uptime": 5.8290278860000004, 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "mdsmap_epoch": 48, 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch": 67, 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_epoch_barrier": 67, 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout: "uptime": 11.762980894 2023-12-02T00:33:40.984 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:33:40.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff128066470 msgr2=0x7ff128068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff128066470 0x7ff128068930 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff13c14b150 tx=0x7ff12c009040 comp rx=0 tx=0).stop 2023-12-02T00:33:40.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c072090 msgr2=0x7ff13c147a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:40.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c072090 0x7ff13c147a70 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7ff13800d5f0 tx=0x7ff13800dab0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 shutdown_connections 2023-12-02T00:33:40.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff128066470 0x7ff128068930 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff13c0c3bd0 0x7ff13c143b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff13c0725c0 0x7ff13c143640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 --2- 172.21.15.133:0/1204726562 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff13c072090 0x7ff13c147a70 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:40.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 >> 172.21.15.133:0/1204726562 conn(0x7ff13c06a5b0 msgr2=0x7ff13c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:40.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 shutdown_connections 2023-12-02T00:33:40.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:40.976+0000 7ff142f1d640 1 -- 172.21.15.133:0/1204726562 wait complete. 2023-12-02T00:33:40.997 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:33:41.132 INFO:tasks.ceph.mds.a.smithi133.stderr:2023-12-02T00:33:41.132+0000 7f194e71b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:33:41.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.132+0000 7f2901b72640 1 Processor -- start 2023-12-02T00:33:41.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.132+0000 7f2901b72640 1 -- start start 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f2901b72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f2901b72640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f28fc0c2bb0 0x7f28fc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f2901b72640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28fc0c31c0 con 0x7f28fc0c4100 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f2901b72640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28fc0c34a0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f2901b72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28fc0c1030 con 0x7f28fc0c63c0 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f28fc0c2bb0 0x7f28fc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f28fc0c2bb0 0x7f28fc0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48148/0 (socket says 172.21.15.133:48148) 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fbfff640 1 -- 172.21.15.133:0/3041846631 learned_addr learned my addr 172.21.15.133:0/3041846631 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fb7fe640 1 --2- 172.21.15.133:0/3041846631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fbfff640 1 -- 172.21.15.133:0/3041846631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 msgr2=0x7f28fc0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:41.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fbfff640 1 --2- 172.21.15.133:0/3041846631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fbfff640 1 -- 172.21.15.133:0/3041846631 >> v1:172.21.15.172:6789/0 conn(0x7f28fc0c4100 legacy=0x7f28fc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:41.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fbfff640 1 -- 172.21.15.133:0/3041846631 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28fc0c1310 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.136+0000 7f28fb7fe640 1 --2- 172.21.15.133:0/3041846631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:41.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f28fbfff640 1 --2- 172.21.15.133:0/3041846631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc0a9680 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f28f4009e50 tx=0x7f28f401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4664b499e1bb9b1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:41.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f28fa7fc640 1 -- 172.21.15.133:0/3041846631 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28fc0aa3d0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f28fa7fc640 1 -- 172.21.15.133:0/3041846631 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28f40a5720 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f28fa7fc640 1 -- 172.21.15.133:0/3041846631 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28f40a5ab0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 -- 172.21.15.133:0/3041846631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 msgr2=0x7f28fc0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:41.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 --2- 172.21.15.133:0/3041846631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc0a9680 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f28f4009e50 tx=0x7f28f401c880 comp rx=0 tx=0).stop 2023-12-02T00:33:41.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 -- 172.21.15.133:0/3041846631 shutdown_connections 2023-12-02T00:33:41.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 --2- 172.21.15.133:0/3041846631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc0a9680 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 --2- 172.21.15.133:0/3041846631 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 -- 172.21.15.133:0/3041846631 >> 172.21.15.133:0/3041846631 conn(0x7f28fc06a5b0 msgr2=0x7f28fc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:41.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 -- 172.21.15.133:0/3041846631 shutdown_connections 2023-12-02T00:33:41.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 -- 172.21.15.133:0/3041846631 wait complete. 2023-12-02T00:33:41.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 Processor -- start 2023-12-02T00:33:41.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 -- start start 2023-12-02T00:33:41.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc15a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:41.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28fc0c4100 0x7f28fc14ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:41.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.140+0000 7f2901b72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc1504d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f2901b72640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28fc15aed0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f2901b72640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28fc0a55d0 con 0x7f28fc0c4100 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f2901b72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28fc150a10 con 0x7f28fc0c63c0 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc15a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc15a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48156/0 (socket says 172.21.15.133:48156) 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 -- 172.21.15.133:0/2948436650 learned_addr learned my addr 172.21.15.133:0/2948436650 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28faffd640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28fc0c4100 0x7f28fc14ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fbfff640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc1504d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 -- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 msgr2=0x7f28fc1504d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc1504d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 -- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28fc0c4100 msgr2=0x7f28fc14ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28fc0c4100 0x7f28fc14ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 -- 172.21.15.133:0/2948436650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28f4009b30 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28fb7fe640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc15a1f0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f28ec00c7f0 tx=0x7f28ec00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:41.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28e3fff640 1 -- 172.21.15.133:0/2948436650 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28ec007820 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28e3fff640 1 -- 172.21.15.133:0/2948436650 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28ec007980 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28e3fff640 1 -- 172.21.15.133:0/2948436650 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28ec007d30 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28fc0714f0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28fc1ed5f0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28fc1ed450 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28e3fff640 1 -- 172.21.15.133:0/2948436650 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f28ec0113f0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.144+0000 7f28e3fff640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28e8066470 0x7f28e8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:41.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.148+0000 7f28e3fff640 1 -- 172.21.15.133:0/2948436650 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f28ec0841d0 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.148+0000 7f28faffd640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28e8066470 0x7f28e8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:41.148 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.148+0000 7f28faffd640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28e8066470 0x7f28e8068930 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f28fc070890 tx=0x7f28f0007e40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:41.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.148+0000 7f28e3fff640 1 -- 172.21.15.133:0/2948436650 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f28fc1ed450 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.332+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f28fc1ed450 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f28e3fff640 1 -- 172.21.15.133:0/2948436650 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v48) v1 ==== 53+0+73 (secure 0 0 0) 0x7f28fc1ed450 con 0x7f28fc0c2bb0 2023-12-02T00:33:41.337 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:33:41.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28e8066470 msgr2=0x7f28e8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28e8066470 0x7f28e8068930 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f28fc070890 tx=0x7f28f0007e40 comp rx=0 tx=0).stop 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 msgr2=0x7f28fc15a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc15a1f0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f28ec00c7f0 tx=0x7f28ec00ccb0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 shutdown_connections 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28e8066470 0x7f28e8068930 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28fc0c63c0 0x7f28fc1504d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28fc0c4100 0x7f28fc14ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 --2- 172.21.15.133:0/2948436650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28fc0c2bb0 0x7f28fc15a1f0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 >> 172.21.15.133:0/2948436650 conn(0x7f28fc06a5b0 msgr2=0x7f28fc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 shutdown_connections 2023-12-02T00:33:41.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:41.336+0000 7f2901b72640 1 -- 172.21.15.133:0/2948436650 wait complete. 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi133.front.sepia.ceph.com 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:33:41.358 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:33:41.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.359 DEBUG:teuthology.orchestra.run.smithi133:> ip addr 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 ::1/128 scope host 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b2 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:41.368 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f0 2023-12-02T00:33:41.369 INFO:teuthology.orchestra.run.smithi133.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:41.369 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b3 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:41.369 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f1 2023-12-02T00:33:41.369 INFO:teuthology.orchestra.run.smithi133.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:41.369 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:86 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:41.369 INFO:teuthology.orchestra.run.smithi133.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:33:41.370 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:87 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:41.370 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.21.15.133/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:33:41.370 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft 42260sec preferred_lft 42260sec 2023-12-02T00:33:41.370 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::ec4:7aff:fe88:8087/64 scope link 2023-12-02T00:33:41.370 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:41.370 INFO:teuthology.orchestra.run.smithi133.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:33:41.370 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 02:42:0c:5d:5e:7d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:41.371 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:33:41.371 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:41.371 INFO:teuthology.orchestra.run.smithi133.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:33:41.371 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:41.371 INFO:teuthology.orchestra.run.smithi133.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:33:41.371 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:41.371 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:33:41.372 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:41.372 INFO:teuthology.orchestra.run.smithi133.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:33:41.372 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:33:41.372 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:33:41.372 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:41.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.373 DEBUG:teuthology.orchestra.run.smithi133:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:33:41.439 INFO:teuthology.orchestra.run.smithi133.stdout:1 2023-12-02T00:33:41.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.441 DEBUG:teuthology.orchestra.run.smithi133:> route 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:Kernel IP routing table 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:41.500 INFO:teuthology.orchestra.run.smithi133.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:41.501 INFO:teuthology.orchestra.run.smithi133.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:33:41.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.501 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:33:41.501 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:33:41.501 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:33:41.501 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:33:41.501 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:33:41.501 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:33:41.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.595 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:33:41.604 INFO:teuthology.orchestra.run.smithi133.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-12-02T00:33:41.605 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:33:41.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.606 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set brx.0 up 2023-12-02T00:33:41.668 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:41.668 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:41.720 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:41.720 DEBUG:teuthology.orchestra.run.smithi133:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:41.771 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:33:41.771 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.771 DEBUG:teuthology.orchestra.run.smithi133:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:33:41.866 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:33:41.866 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:33:41.866 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:33:41.881 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:33:41.881 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:33:41.881 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:33:41.881 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:41.881 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:33:41.890 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:33:41.894 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:33:41.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.894 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:33:41.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:41.918 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:33:41.975 INFO:teuthology.orchestra.run.smithi133.stdout:client6385 2023-12-02T00:33:41.976 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:33:41.976 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:42.032 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:33:42.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c4332a640 1 Processor -- start 2023-12-02T00:33:42.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c4332a640 1 -- start start 2023-12-02T00:33:42.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c4332a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 0x7f5c3c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c4332a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f5c3c0c06d0 0x7f5c3c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c4332a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c3c0c31c0 con 0x7f5c3c0c63c0 2023-12-02T00:33:42.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c4332a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c3c0c34a0 con 0x7f5c3c0c06d0 2023-12-02T00:33:42.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c4332a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c0c1030 con 0x7f5c3c0c4100 2023-12-02T00:33:42.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c410c6640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f5c3c0c63c0 0x7f5c3c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45608/0 (socket says 172.21.15.133:45608) 2023-12-02T00:33:42.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c410c6640 1 -- 172.21.15.133:0/1141135843 learned_addr learned my addr 172.21.15.133:0/1141135843 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c418c7640 1 --2- 172.21.15.133:0/1141135843 >> v2:172.21.15.172:3300/0 conn(0x7f5c3c0c06d0 0x7f5c3c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c408c5640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 0x7f5c3c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2057253141 0 0) 0x7f5c3c0c31c0 con 0x7f5c3c0c63c0 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c28003530 con 0x7f5c3c0c63c0 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 82269459 0 0) 0x7f5c28003530 con 0x7f5c3c0c63c0 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 msgr2=0x7f5c3c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 0x7f5c3c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 >> v2:172.21.15.172:3300/0 conn(0x7f5c3c0c06d0 msgr2=0x7f5c3c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 --2- 172.21.15.133:0/1141135843 >> v2:172.21.15.172:3300/0 conn(0x7f5c3c0c06d0 0x7f5c3c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c3c0c1310 con 0x7f5c3c0c63c0 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f5c38001680 con 0x7f5c3c0c63c0 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 >> v1:172.21.15.133:6789/0 conn(0x7f5c3c0c63c0 legacy=0x7f5c3c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c28003980 0x7f5c28003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c280047d0 0x7f5c28004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 0x7f5c28005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c0c34a0 con 0x7f5c28003980 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c0c1030 con 0x7f5c280047d0 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2800dc20 con 0x7f5c3c0c4100 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c410c6640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c28003980 0x7f5c28003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c408c5640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c280047d0 0x7f5c28004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.216+0000 7f5c418c7640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 0x7f5c28005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c410c6640 1 -- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 msgr2=0x7f5c28005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c410c6640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c0c4100 0x7f5c28005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c410c6640 1 -- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c280047d0 msgr2=0x7f5c28004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:42.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c410c6640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c280047d0 0x7f5c28004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c410c6640 1 -- 172.21.15.133:0/1141135843 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c28003530 con 0x7f5c28003980 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c410c6640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c28003980 0x7f5c28003da0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f5c3800c210 tx=0x7f5c3801cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6fc0c0fbf0a2374 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c3c0aa3d0 con 0x7f5c28003980 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c380058e0 con 0x7f5c28003980 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c33fff640 1 -- 172.21.15.133:0/1141135843 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c38005cb0 con 0x7f5c28003980 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c4332a640 1 -- 172.21.15.133:0/1141135843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c28003980 msgr2=0x7f5c28003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c4332a640 1 --2- 172.21.15.133:0/1141135843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c28003980 0x7f5c28003da0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f5c3800c210 tx=0x7f5c3801cc60 comp rx=0 tx=0).stop 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c418c7640 1 -- 172.21.15.133:0/1141135843 reap_dead start 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c4332a640 1 -- 172.21.15.133:0/1141135843 shutdown_connections 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c4332a640 1 -- 172.21.15.133:0/1141135843 >> 172.21.15.133:0/1141135843 conn(0x7f5c3c06a5b0 msgr2=0x7f5c3c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.220+0000 7f5c4332a640 1 -- 172.21.15.133:0/1141135843 shutdown_connections 2023-12-02T00:33:42.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 -- 172.21.15.133:0/1141135843 wait complete. 2023-12-02T00:33:42.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 Processor -- start 2023-12-02T00:33:42.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 -- start start 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c28003980 0x7f5c3c14dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c3c06fe50 0x7f5c3c1deae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c14d360 0x7f5c3c1df020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c1e05c0 con 0x7f5c3c06fe50 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c14f400 con 0x7f5c28003980 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c3c1e8ee0 con 0x7f5c3c14d360 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c3c06fe50 0x7f5c3c1deae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c3c06fe50 0x7f5c3c1deae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48176/0 (socket says 172.21.15.133:48176) 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 -- 172.21.15.133:0/2209929461 learned_addr learned my addr 172.21.15.133:0/2209929461 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c410c6640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c28003980 0x7f5c3c14dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c418c7640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c14d360 0x7f5c3c1df020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 -- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c14d360 msgr2=0x7f5c3c1df020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:42.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c14d360 0x7f5c3c1df020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 -- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c28003980 msgr2=0x7f5c3c14dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c28003980 0x7f5c3c14dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 -- 172.21.15.133:0/2209929461 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c3c1e0810 con 0x7f5c3c06fe50 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c408c5640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c3c06fe50 0x7f5c3c1deae0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c0118b0 tx=0x7f5c2c011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c31ffb640 1 -- 172.21.15.133:0/2209929461 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c00fa30 con 0x7f5c3c06fe50 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c31ffb640 1 -- 172.21.15.133:0/2209929461 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c2c00fb90 con 0x7f5c3c06fe50 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c3c1e91a0 con 0x7f5c3c06fe50 2023-12-02T00:33:42.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.224+0000 7f5c31ffb640 1 -- 172.21.15.133:0/2209929461 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c014440 con 0x7f5c3c06fe50 2023-12-02T00:33:42.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.228+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c3c1e9760 con 0x7f5c3c06fe50 2023-12-02T00:33:42.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.228+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c3c068400 con 0x7f5c3c06fe50 2023-12-02T00:33:42.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.228+0000 7f5c31ffb640 1 -- 172.21.15.133:0/2209929461 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5c2c0145a0 con 0x7f5c3c06fe50 2023-12-02T00:33:42.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.228+0000 7f5c31ffb640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5c20066470 0x7f5c20068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:42.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.228+0000 7f5c31ffb640 1 -- 172.21.15.133:0/2209929461 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5c2c084530 con 0x7f5c3c06fe50 2023-12-02T00:33:42.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.228+0000 7f5c410c6640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5c20066470 0x7f5c20068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:42.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.228+0000 7f5c410c6640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5c20066470 0x7f5c20068930 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f5c380aa000 tx=0x7f5c38001a10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:42.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.232+0000 7f5c31ffb640 1 -- 172.21.15.133:0/2209929461 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5c2c051a50 con 0x7f5c3c06fe50 2023-12-02T00:33:42.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.416+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f5c3c0a77f0 con 0x7f5c3c06fe50 2023-12-02T00:33:42.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.416+0000 7f5c31ffb640 1 -- 172.21.15.133:0/2209929461 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v48) v1 ==== 53+0+73 (secure 0 0 0) 0x7f5c2c055070 con 0x7f5c3c06fe50 2023-12-02T00:33:42.420 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5c20066470 msgr2=0x7f5c20068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5c20066470 0x7f5c20068930 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f5c380aa000 tx=0x7f5c38001a10 comp rx=0 tx=0).stop 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c3c06fe50 msgr2=0x7f5c3c1deae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c3c06fe50 0x7f5c3c1deae0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c0118b0 tx=0x7f5c2c011d70 comp rx=0 tx=0).stop 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 shutdown_connections 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5c20066470 0x7f5c20068930 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5c3c14d360 0x7f5c3c1df020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c3c06fe50 0x7f5c3c1deae0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 --2- 172.21.15.133:0/2209929461 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5c28003980 0x7f5c3c14dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:42.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 >> 172.21.15.133:0/2209929461 conn(0x7f5c3c06a5b0 msgr2=0x7f5c3c1575e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:42.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 shutdown_connections 2023-12-02T00:33:42.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:42.420+0000 7f5c4332a640 1 -- 172.21.15.133:0/2209929461 wait complete. 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:33:42.441 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:33:42.442 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:33:42.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.442 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:33:42.452 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:33:42.452 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:33:42.452 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:33:42.452 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42169sec preferred_lft 42169sec 2023-12-02T00:33:42.453 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:33:42.454 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:33:42.455 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:33:42.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.456 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:33:42.519 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:33:42.521 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.522 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:33:42.575 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:33:42.575 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:33:42.575 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:33:42.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.576 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:33:42.576 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:33:42.576 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:33:42.577 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:33:42.577 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:33:42.577 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:33:42.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.674 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:33:42.683 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:33:42.684 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:33:42.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.684 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:33:42.749 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:42.749 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:42.804 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:33:42.804 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:33:42.805 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:42.859 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:33:42.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.860 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:33:42.951 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:33:42.951 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:33:42.952 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:33:42.967 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:33:42.967 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:33:42.967 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:33:42.967 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:42.967 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:33:42.977 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:33:42.981 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:33:42.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:42.982 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:33:43.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:33:43.002 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:33:43.059 INFO:teuthology.orchestra.run.smithi172.stdout:client6657 2023-12-02T00:33:43.060 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:43.060 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:43.116 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2023-12-02T00:33:43.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f867d86b640 1 Processor -- start 2023-12-02T00:33:43.261 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f867d86b640 1 -- start start 2023-12-02T00:33:43.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f867d86b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f86780c2bb0 0x7f86780c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f867d86b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86780c31c0 con 0x7f86780c4100 2023-12-02T00:33:43.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f867d86b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86780c34a0 con 0x7f86780c63c0 2023-12-02T00:33:43.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f867d86b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86780c1030 con 0x7f86780c2bb0 2023-12-02T00:33:43.262 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f866e7fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f86780c4100 0x7f86780a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45618/0 (socket says 172.21.15.133:45618) 2023-12-02T00:33:43.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f866e7fc640 1 -- 172.21.15.133:0/2562325080 learned_addr learned my addr 172.21.15.133:0/2562325080 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:43.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86777fe640 1 --2- 172.21.15.133:0/2562325080 >> v2:172.21.15.172:3300/0 conn(0x7f86780c2bb0 0x7f86780c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86767fc640 1 -- 172.21.15.133:0/2562325080 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2438854677 0 0) 0x7f86780c31c0 con 0x7f86780c4100 2023-12-02T00:33:43.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86767fc640 1 -- 172.21.15.133:0/2562325080 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8658005740 con 0x7f86780c4100 2023-12-02T00:33:43.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86767fc640 1 -- 172.21.15.133:0/2562325080 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2087134678 0 0) 0x7f86780c34a0 con 0x7f86780c63c0 2023-12-02T00:33:43.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86767fc640 1 -- 172.21.15.133:0/2562325080 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86780c31c0 con 0x7f86780c63c0 2023-12-02T00:33:43.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86777fe640 1 -- 172.21.15.133:0/2562325080 >> v1:172.21.15.172:6789/0 conn(0x7f86780c63c0 legacy=0x7f86780c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86777fe640 1 -- 172.21.15.133:0/2562325080 >> v1:172.21.15.133:6789/0 conn(0x7f86780c4100 legacy=0x7f86780a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.264 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.260+0000 7f86777fe640 1 -- 172.21.15.133:0/2562325080 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86780c1310 con 0x7f86780c2bb0 2023-12-02T00:33:43.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f86777fe640 1 --2- 172.21.15.133:0/2562325080 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c2bb0 0x7f86780c06d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8670009d90 tx=0x7f867001c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f990035fd55eebe0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f86767fc640 1 -- 172.21.15.133:0/2562325080 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86700a5810 con 0x7f86780c2bb0 2023-12-02T00:33:43.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f86767fc640 1 -- 172.21.15.133:0/2562325080 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86700a5970 con 0x7f86780c2bb0 2023-12-02T00:33:43.266 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f86767fc640 1 -- 172.21.15.133:0/2562325080 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86700a5ce0 con 0x7f86780c2bb0 2023-12-02T00:33:43.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f867d86b640 1 -- 172.21.15.133:0/2562325080 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c2bb0 msgr2=0x7f86780c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f867d86b640 1 --2- 172.21.15.133:0/2562325080 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c2bb0 0x7f86780c06d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f8670009d90 tx=0x7f867001c830 comp rx=0 tx=0).stop 2023-12-02T00:33:43.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f867d86b640 1 -- 172.21.15.133:0/2562325080 shutdown_connections 2023-12-02T00:33:43.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f867d86b640 1 --2- 172.21.15.133:0/2562325080 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c2bb0 0x7f86780c06d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f867d86b640 1 -- 172.21.15.133:0/2562325080 >> 172.21.15.133:0/2562325080 conn(0x7f867806a5b0 msgr2=0x7f867806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:43.267 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f867d86b640 1 -- 172.21.15.133:0/2562325080 shutdown_connections 2023-12-02T00:33:43.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.264+0000 7f867d86b640 1 -- 172.21.15.133:0/2562325080 wait complete. 2023-12-02T00:33:43.268 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 Processor -- start 2023-12-02T00:33:43.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 -- start start 2023-12-02T00:33:43.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86780c2bb0 0x7f86780bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86780c4100 0x7f867815b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c63c0 0x7f867815bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8678152cd0 con 0x7f86780c4100 2023-12-02T00:33:43.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86781ee030 con 0x7f86780c63c0 2023-12-02T00:33:43.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86781ee560 con 0x7f86780c2bb0 2023-12-02T00:33:43.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86780c4100 0x7f867815b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86780c4100 0x7f867815b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48188/0 (socket says 172.21.15.133:48188) 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 -- 172.21.15.133:0/2427952842 learned_addr learned my addr 172.21.15.133:0/2427952842 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f86777fe640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c63c0 0x7f867815bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f8676ffd640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86780c2bb0 0x7f86780bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 -- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86780c2bb0 msgr2=0x7f86780bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86780c2bb0 0x7f86780bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 -- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c63c0 msgr2=0x7f867815bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c63c0 0x7f867815bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 -- 172.21.15.133:0/2427952842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8670009a70 con 0x7f86780c4100 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f866e7fc640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86780c4100 0x7f867815b590 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f866000c4d0 tx=0x7f866000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f8674ff9640 1 -- 172.21.15.133:0/2427952842 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8660005cf0 con 0x7f86780c4100 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f8674ff9640 1 -- 172.21.15.133:0/2427952842 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8660005e50 con 0x7f86780c4100 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f867814c790 con 0x7f86780c4100 2023-12-02T00:33:43.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f8674ff9640 1 -- 172.21.15.133:0/2427952842 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8660007270 con 0x7f86780c4100 2023-12-02T00:33:43.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.268+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f867814c420 con 0x7f86780c4100 2023-12-02T00:33:43.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.272+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f867814c920 con 0x7f86780c4100 2023-12-02T00:33:43.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.272+0000 7f8674ff9640 1 -- 172.21.15.133:0/2427952842 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f86600073d0 con 0x7f86780c4100 2023-12-02T00:33:43.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.272+0000 7f8674ff9640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f865c066470 0x7f865c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.272+0000 7f8674ff9640 1 -- 172.21.15.133:0/2427952842 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8660083380 con 0x7f86780c4100 2023-12-02T00:33:43.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.272+0000 7f8676ffd640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f865c066470 0x7f865c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.272+0000 7f8676ffd640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f865c066470 0x7f865c068930 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8668001720 tx=0x7f8668009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.276+0000 7f8674ff9640 1 -- 172.21.15.133:0/2427952842 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f86600508a0 con 0x7f86780c4100 2023-12-02T00:33:43.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7f8678068400 con 0x7f86780c4100 2023-12-02T00:33:43.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f8674ff9640 1 -- 172.21.15.133:0/2427952842 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v21) v1 ==== 84+0+0 (secure 0 0 0) 0x7f8660053ec0 con 0x7f86780c4100 2023-12-02T00:33:43.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f865c066470 msgr2=0x7f865c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f865c066470 0x7f865c068930 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8668001720 tx=0x7f8668009040 comp rx=0 tx=0).stop 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86780c4100 msgr2=0x7f867815b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86780c4100 0x7f867815b590 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f866000c4d0 tx=0x7f866000c990 comp rx=0 tx=0).stop 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 shutdown_connections 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f865c066470 0x7f865c068930 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86780c63c0 0x7f867815bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86780c4100 0x7f867815b590 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 --2- 172.21.15.133:0/2427952842 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86780c2bb0 0x7f86780bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 >> 172.21.15.133:0/2427952842 conn(0x7f867806a5b0 msgr2=0x7f86780c4de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 shutdown_connections 2023-12-02T00:33:43.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.480+0000 7f867d86b640 1 -- 172.21.15.133:0/2427952842 wait complete. 2023-12-02T00:33:43.503 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:43.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7931580640 1 Processor -- start 2023-12-02T00:33:43.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7931580640 1 -- start start 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7931580640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f792c06fdb0 0x7f792c0c6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7931580640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f792c0c1db0 con 0x7f792c1577f0 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7931580640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f792c0c2090 con 0x7f792c157410 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7931580640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f792c0c5cd0 con 0x7f792c06fdb0 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7923fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f792c06fdb0 0x7f792c0c6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7923fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f792c06fdb0 0x7f792c0c6be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48204/0 (socket says 172.21.15.133:48204) 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7923fff640 1 -- 172.21.15.133:0/2365787239 learned_addr learned my addr 172.21.15.133:0/2365787239 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f792b7fe640 1 --1- 172.21.15.133:0/2365787239 >> v1:172.21.15.133:6789/0 conn(0x7f792c1577f0 0x7f792c157c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45630/0 (socket says 172.21.15.133:45630) 2023-12-02T00:33:43.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7923fff640 1 -- 172.21.15.133:0/2365787239 >> v1:172.21.15.172:6789/0 conn(0x7f792c157410 legacy=0x7f792c0c64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7923fff640 1 -- 172.21.15.133:0/2365787239 >> v1:172.21.15.133:6789/0 conn(0x7f792c1577f0 legacy=0x7f792c157c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f7923fff640 1 -- 172.21.15.133:0/2365787239 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f792c0c5fb0 con 0x7f792c06fdb0 2023-12-02T00:33:43.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.640+0000 7f792a7fc640 1 -- 172.21.15.133:0/2365787239 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 402113761 0 0) 0x7f792c0c1db0 con 0x7f792c1577f0 2023-12-02T00:33:43.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7923fff640 1 --2- 172.21.15.133:0/2365787239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c0c6be0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f7914009870 tx=0x7f791401c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b0ed5e689c07e30 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f792a7fc640 1 -- 172.21.15.133:0/2365787239 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79140ab600 con 0x7f792c06fdb0 2023-12-02T00:33:43.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f792a7fc640 1 -- 172.21.15.133:0/2365787239 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79140a7050 con 0x7f792c06fdb0 2023-12-02T00:33:43.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f792a7fc640 1 -- 172.21.15.133:0/2365787239 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79140ab980 con 0x7f792c06fdb0 2023-12-02T00:33:43.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 -- 172.21.15.133:0/2365787239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 msgr2=0x7f792c0c6be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 --2- 172.21.15.133:0/2365787239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c0c6be0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f7914009870 tx=0x7f791401c540 comp rx=0 tx=0).stop 2023-12-02T00:33:43.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 -- 172.21.15.133:0/2365787239 shutdown_connections 2023-12-02T00:33:43.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 --2- 172.21.15.133:0/2365787239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c0c6be0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 -- 172.21.15.133:0/2365787239 >> 172.21.15.133:0/2365787239 conn(0x7f792c0a9b80 msgr2=0x7f792c0a9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:43.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 -- 172.21.15.133:0/2365787239 shutdown_connections 2023-12-02T00:33:43.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 -- 172.21.15.133:0/2365787239 wait complete. 2023-12-02T00:33:43.647 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 Processor -- start 2023-12-02T00:33:43.647 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.644+0000 7f7931580640 1 -- start start 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c14f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f792c157410 0x7f792c1ed420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f792c1577f0 0x7f792c06ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f792c1ed960 con 0x7f792c06fdb0 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f792c0a8fe0 con 0x7f792c1577f0 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f792c0a92c0 con 0x7f792c157410 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c14f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c14f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48220/0 (socket says 172.21.15.133:48220) 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 -- 172.21.15.133:0/1412688918 learned_addr learned my addr 172.21.15.133:0/1412688918 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792b7fe640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f792c1577f0 0x7f792c06ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 -- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f792c157410 msgr2=0x7f792c1ed420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f792c157410 0x7f792c1ed420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 -- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f792c1577f0 msgr2=0x7f792c06ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f792c1577f0 0x7f792c06ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 -- 172.21.15.133:0/1412688918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79140094d0 con 0x7f792c06fdb0 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792b7fe640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f792c1577f0 0x7f792c06ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f792affd640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c14f2e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f791c00c500 tx=0x7f791c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f79237fe640 1 -- 172.21.15.133:0/1412688918 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791c005220 con 0x7f792c06fdb0 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f79237fe640 1 -- 172.21.15.133:0/1412688918 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f791c005380 con 0x7f792c06fdb0 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f792c0a95a0 con 0x7f792c06fdb0 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f79237fe640 1 -- 172.21.15.133:0/1412688918 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791c007270 con 0x7f792c06fdb0 2023-12-02T00:33:43.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f792c0a7bf0 con 0x7f792c06fdb0 2023-12-02T00:33:43.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f792c068400 con 0x7f792c06fdb0 2023-12-02T00:33:43.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.648+0000 7f79237fe640 1 -- 172.21.15.133:0/1412688918 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f791c0073d0 con 0x7f792c06fdb0 2023-12-02T00:33:43.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.652+0000 7f79237fe640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f790c066470 0x7f790c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.652+0000 7f79237fe640 1 -- 172.21.15.133:0/1412688918 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f791c083880 con 0x7f792c06fdb0 2023-12-02T00:33:43.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.652+0000 7f7923fff640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f790c066470 0x7f790c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.652+0000 7f7923fff640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f790c066470 0x7f790c068930 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f792c06b550 tx=0x7f7914004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.656+0000 7f79237fe640 1 -- 172.21.15.133:0/1412688918 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f791c050c70 con 0x7f792c06fdb0 2023-12-02T00:33:43.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.804+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f792c0a6e70 con 0x7f792c06fdb0 2023-12-02T00:33:43.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.804+0000 7f79237fe640 1 -- 172.21.15.133:0/1412688918 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) v1 ==== 74+0+16596 (secure 0 0 0) 0x7f791c054290 con 0x7f792c06fdb0 2023-12-02T00:33:43.807 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:43.807 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":67,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:36.160841+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:43.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f790c066470 msgr2=0x7f790c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f790c066470 0x7f790c068930 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f792c06b550 tx=0x7f7914004740 comp rx=0 tx=0).stop 2023-12-02T00:33:43.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 msgr2=0x7f792c14f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c14f2e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f791c00c500 tx=0x7f791c00c9c0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 shutdown_connections 2023-12-02T00:33:43.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f790c066470 0x7f790c068930 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f792c1577f0 0x7f792c06ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f792c157410 0x7f792c1ed420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 --2- 172.21.15.133:0/1412688918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f792c06fdb0 0x7f792c14f2e0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 >> 172.21.15.133:0/1412688918 conn(0x7f792c0a9b80 msgr2=0x7f792c0c1200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:43.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 shutdown_connections 2023-12-02T00:33:43.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.808+0000 7f7931580640 1 -- 172.21.15.133:0/1412688918 wait complete. 2023-12-02T00:33:43.828 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:33:32.320119+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:33:33.532681+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:43.829 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:43.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf753b640 1 Processor -- start 2023-12-02T00:33:43.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf753b640 1 -- start start 2023-12-02T00:33:43.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf753b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00c4790 0x7fcdf006ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf753b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcdf00701a0 0x7fcdf00c5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf753b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdf00c5a10 con 0x7fcdf00c2b50 2023-12-02T00:33:43.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf753b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdf00c37e0 con 0x7fcdf00701a0 2023-12-02T00:33:43.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf753b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf00c72e0 con 0x7fcdf00c4790 2023-12-02T00:33:43.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.968+0000 7fcdf5d38640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fcdf00701a0 0x7fcdf00c5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6d3a640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fcdf00c2b50 0x7fcdf00c63e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:57914/0 (socket says 172.21.15.133:57914) 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6539640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00c4790 0x7fcdf006ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6d3a640 1 -- 172.21.15.133:0/1660092473 learned_addr learned my addr 172.21.15.133:0/1660092473 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6539640 1 -- 172.21.15.133:0/1660092473 >> v2:172.21.15.172:3300/0 conn(0x7fcdf00701a0 msgr2=0x7fcdf00c5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6539640 1 --2- 172.21.15.133:0/1660092473 >> v2:172.21.15.172:3300/0 conn(0x7fcdf00701a0 0x7fcdf00c5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6539640 1 -- 172.21.15.133:0/1660092473 >> v1:172.21.15.172:6789/0 conn(0x7fcdf00c2b50 legacy=0x7fcdf00c63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6539640 1 -- 172.21.15.133:0/1660092473 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdf00c1d10 con 0x7fcdf00c4790 2023-12-02T00:33:43.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf5d38640 1 --2- 172.21.15.133:0/1660092473 >> v2:172.21.15.172:3300/0 conn(0x7fcdf00701a0 0x7fcdf00c5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:43.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf6539640 1 --2- 172.21.15.133:0/1660092473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00c4790 0x7fcdf006ccb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fcdec0097c0 tx=0x7fcdec01c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd9a39bafa22d4da server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf5537640 1 -- 172.21.15.133:0/1660092473 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdec0ab600 con 0x7fcdf00c4790 2023-12-02T00:33:43.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf5537640 1 -- 172.21.15.133:0/1660092473 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdec0a7050 con 0x7fcdf00c4790 2023-12-02T00:33:43.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.972+0000 7fcdf5537640 1 -- 172.21.15.133:0/1660092473 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdec0ab980 con 0x7fcdf00c4790 2023-12-02T00:33:43.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- 172.21.15.133:0/1660092473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00c4790 msgr2=0x7fcdf006ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 --2- 172.21.15.133:0/1660092473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00c4790 0x7fcdf006ccb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fcdec0097c0 tx=0x7fcdec01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- 172.21.15.133:0/1660092473 shutdown_connections 2023-12-02T00:33:43.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 --2- 172.21.15.133:0/1660092473 >> v2:172.21.15.172:3300/0 conn(0x7fcdf00701a0 0x7fcdf00c5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 --2- 172.21.15.133:0/1660092473 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00c4790 0x7fcdf006ccb0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- 172.21.15.133:0/1660092473 >> 172.21.15.133:0/1660092473 conn(0x7fcdf00c7b10 msgr2=0x7fcdf00c7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:43.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- 172.21.15.133:0/1660092473 shutdown_connections 2023-12-02T00:33:43.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- 172.21.15.133:0/1660092473 wait complete. 2023-12-02T00:33:43.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 Processor -- start 2023-12-02T00:33:43.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- start start 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00701a0 0x7fcdf01543a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf00c2b50 0x7fcdf014bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdf00c4790 0x7fcdf01ed5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf01548e0 con 0x7fcdf00c2b50 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf01532b0 con 0x7fcdf00c4790 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf753b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf014c050 con 0x7fcdf00701a0 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf00c2b50 0x7fcdf014bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf00c2b50 0x7fcdf014bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48228/0 (socket says 172.21.15.133:48228) 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 -- 172.21.15.133:0/3485486131 learned_addr learned my addr 172.21.15.133:0/3485486131 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf6539640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00701a0 0x7fcdf01543a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf6d3a640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdf00c4790 0x7fcdf01ed5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 -- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00701a0 msgr2=0x7fcdf01543a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00701a0 0x7fcdf01543a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 -- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdf00c4790 msgr2=0x7fcdf01ed5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdf00c4790 0x7fcdf01ed5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.976+0000 7fcdf5d38640 1 -- 172.21.15.133:0/3485486131 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcde0009420 con 0x7fcdf00c2b50 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcdf5d38640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf00c2b50 0x7fcdf014bb10 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fcde000e9b0 tx=0x7fcde000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcde6ffd640 1 -- 172.21.15.133:0/3485486131 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde000c9a0 con 0x7fcdf00c2b50 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcde6ffd640 1 -- 172.21.15.133:0/3485486131 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcde000cb00 con 0x7fcdf00c2b50 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdec009420 con 0x7fcdf00c2b50 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcde6ffd640 1 -- 172.21.15.133:0/3485486131 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde0013470 con 0x7fcdf00c2b50 2023-12-02T00:33:43.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdf01edb00 con 0x7fcdf00c2b50 2023-12-02T00:33:43.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdf00aa770 con 0x7fcdf00c2b50 2023-12-02T00:33:43.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcde6ffd640 1 -- 172.21.15.133:0/3485486131 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcde00135d0 con 0x7fcdf00c2b50 2023-12-02T00:33:43.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcde6ffd640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd4066470 0x7fcdd4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:43.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcde6ffd640 1 -- 172.21.15.133:0/3485486131 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcde0083b50 con 0x7fcdf00c2b50 2023-12-02T00:33:43.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.980+0000 7fcdf6539640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd4066470 0x7fcdd4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:43.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.984+0000 7fcdf6539640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd4066470 0x7fcdd4068930 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcdec0ad000 tx=0x7fcdec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:43.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:43.984+0000 7fcde6ffd640 1 -- 172.21.15.133:0/3485486131 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcde0051080 con 0x7fcdf00c2b50 2023-12-02T00:33:44.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.136+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcdf01edb00 con 0x7fcdf00c2b50 2023-12-02T00:33:44.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcde6ffd640 1 -- 172.21.15.133:0/3485486131 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v67) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcdf01edb00 con 0x7fcdf00c2b50 2023-12-02T00:33:44.140 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:44.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd4066470 msgr2=0x7fcdd4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd4066470 0x7fcdd4068930 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcdec0ad000 tx=0x7fcdec008040 comp rx=0 tx=0).stop 2023-12-02T00:33:44.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf00c2b50 msgr2=0x7fcdf014bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf00c2b50 0x7fcdf014bb10 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fcde000e9b0 tx=0x7fcde000ee70 comp rx=0 tx=0).stop 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 shutdown_connections 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcdd4066470 0x7fcdd4068930 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fcdf00c4790 0x7fcdf01ed5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf00c2b50 0x7fcdf014bb10 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 --2- 172.21.15.133:0/3485486131 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fcdf00701a0 0x7fcdf01543a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 >> 172.21.15.133:0/3485486131 conn(0x7fcdf00c7b10 msgr2=0x7fcdf014eb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 shutdown_connections 2023-12-02T00:33:44.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.140+0000 7fcdf753b640 1 -- 172.21.15.133:0/3485486131 wait complete. 2023-12-02T00:33:44.161 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:33:44.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.300+0000 7fa7d0632640 1 Processor -- start 2023-12-02T00:33:44.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7d0632640 1 -- start start 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7d0632640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa7c80c63c0 0x7fa7c80c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7d0632640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c2bb0 0x7fa7c80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7d0632640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7c80c31c0 con 0x7fa7c80c4100 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7d0632640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7c80c34a0 con 0x7fa7c80c63c0 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7d0632640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c80c1030 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7ce3ce640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa7c80c63c0 0x7fa7c80c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7ce3ce640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa7c80c63c0 0x7fa7c80c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48230/0 (socket says 172.21.15.133:48230) 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/1047322205 learned_addr learned my addr 172.21.15.133:0/1047322205 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:44.306 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7cebcf640 1 --2- 172.21.15.133:0/1047322205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c2bb0 0x7fa7c80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/1047322205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c2bb0 msgr2=0x7fa7c80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:44.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7ce3ce640 1 --2- 172.21.15.133:0/1047322205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c2bb0 0x7fa7c80a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/1047322205 >> v1:172.21.15.172:6789/0 conn(0x7fa7c80c4100 legacy=0x7fa7c80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.304+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/1047322205 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7c80c1310 con 0x7fa7c80c63c0 2023-12-02T00:33:44.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7ce3ce640 1 --2- 172.21.15.133:0/1047322205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c63c0 0x7fa7c80c06d0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4009870 tx=0x7fa7c401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d195c07536c8e84a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7cd3cc640 1 -- 172.21.15.133:0/1047322205 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7c80aa3d0 con 0x7fa7c80c63c0 2023-12-02T00:33:44.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7cd3cc640 1 -- 172.21.15.133:0/1047322205 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7c40a7050 con 0x7fa7c80c63c0 2023-12-02T00:33:44.309 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7cd3cc640 1 -- 172.21.15.133:0/1047322205 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7c40ab820 con 0x7fa7c80c63c0 2023-12-02T00:33:44.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 -- 172.21.15.133:0/1047322205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c63c0 msgr2=0x7fa7c80c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 --2- 172.21.15.133:0/1047322205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c63c0 0x7fa7c80c06d0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4009870 tx=0x7fa7c401c3f0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 -- 172.21.15.133:0/1047322205 shutdown_connections 2023-12-02T00:33:44.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 --2- 172.21.15.133:0/1047322205 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c2bb0 0x7fa7c80a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 --2- 172.21.15.133:0/1047322205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c63c0 0x7fa7c80c06d0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 -- 172.21.15.133:0/1047322205 >> 172.21.15.133:0/1047322205 conn(0x7fa7c806a5b0 msgr2=0x7fa7c806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:44.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 -- 172.21.15.133:0/1047322205 shutdown_connections 2023-12-02T00:33:44.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 -- 172.21.15.133:0/1047322205 wait complete. 2023-12-02T00:33:44.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 Processor -- start 2023-12-02T00:33:44.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.308+0000 7fa7d0632640 1 -- start start 2023-12-02T00:33:44.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c2bb0 0x7fa7c80be0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c4100 0x7fa7c80bacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7c80c63c0 0x7fa7c8150ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c81558f0 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c81eb590 con 0x7fa7c80c63c0 2023-12-02T00:33:44.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c81eb870 con 0x7fa7c80c4100 2023-12-02T00:33:44.313 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c2bb0 0x7fa7c80be0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c2bb0 0x7fa7c80be0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48242/0 (socket says 172.21.15.133:48242) 2023-12-02T00:33:44.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/3243987060 learned_addr learned my addr 172.21.15.133:0/3243987060 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:44.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7cdbcd640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c4100 0x7fa7c80bacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.314 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7cebcf640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7c80c63c0 0x7fa7c8150ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c4100 msgr2=0x7fa7c80bacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c4100 0x7fa7c80bacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7c80c63c0 msgr2=0x7fa7c8150ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7c80c63c0 0x7fa7c8150ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 -- 172.21.15.133:0/3243987060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7c40094d0 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7ce3ce640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c2bb0 0x7fa7c80be0d0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fa7c40ae040 tx=0x7fa7c401ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7beffd640 1 -- 172.21.15.133:0/3243987060 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7c40b6620 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7beffd640 1 -- 172.21.15.133:0/3243987060 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7c40abe90 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.315 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7beffd640 1 -- 172.21.15.133:0/3243987060 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7c40b69e0 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7c80c69b0 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7c80bd8d0 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.312+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7c8068400 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.316 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.316+0000 7fa7beffd640 1 -- 172.21.15.133:0/3243987060 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa7c40b2040 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.316+0000 7fa7beffd640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa7ac066470 0x7fa7ac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.316+0000 7fa7beffd640 1 -- 172.21.15.133:0/3243987060 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa7c411e130 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.316+0000 7fa7cdbcd640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa7ac066470 0x7fa7ac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.316+0000 7fa7cdbcd640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa7ac066470 0x7fa7ac068930 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fa7c8155310 tx=0x7fa7b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.320+0000 7fa7beffd640 1 -- 172.21.15.133:0/3243987060 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa7c40eb6f0 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.468+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa7c80c3e70 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.468+0000 7fa7beffd640 1 -- 172.21.15.133:0/3243987060 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v67) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa7c40eed10 con 0x7fa7c80c2bb0 2023-12-02T00:33:44.472 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:44.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa7ac066470 msgr2=0x7fa7ac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa7ac066470 0x7fa7ac068930 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fa7c8155310 tx=0x7fa7b8009040 comp rx=0 tx=0).stop 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c2bb0 msgr2=0x7fa7c80be0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c2bb0 0x7fa7c80be0d0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fa7c40ae040 tx=0x7fa7c401ac30 comp rx=0 tx=0).stop 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 shutdown_connections 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa7ac066470 0x7fa7ac068930 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7c80c63c0 0x7fa7c8150ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7c80c4100 0x7fa7c80bacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 --2- 172.21.15.133:0/3243987060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7c80c2bb0 0x7fa7c80be0d0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 >> 172.21.15.133:0/3243987060 conn(0x7fa7c806a5b0 msgr2=0x7fa7c806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:44.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 shutdown_connections 2023-12-02T00:33:44.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.472+0000 7fa7d0632640 1 -- 172.21.15.133:0/3243987060 wait complete. 2023-12-02T00:33:44.492 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:33:44.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc97f5640 1 Processor -- start 2023-12-02T00:33:44.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc97f5640 1 -- start start 2023-12-02T00:33:44.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc97f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6fc40c5640 0x7f6fc40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc97f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6fc40c60f0 0x7f6fc4155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc97f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fc40c2580 con 0x7f6fc40c5260 2023-12-02T00:33:44.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc97f5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fc4153510 con 0x7f6fc40c60f0 2023-12-02T00:33:44.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc97f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fc40c17f0 con 0x7f6fc40c5640 2023-12-02T00:33:44.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc2ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f6fc40c5260 0x7f6fc406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:45642/0 (socket says 172.21.15.133:45642) 2023-12-02T00:33:44.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc2ffd640 1 -- 172.21.15.133:0/4170799941 learned_addr learned my addr 172.21.15.133:0/4170799941 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:44.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc37fe640 1 --2- 172.21.15.133:0/4170799941 >> v2:172.21.15.133:3300/0 conn(0x7f6fc40c60f0 0x7f6fc4155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fba7fc640 1 --2- 172.21.15.133:0/4170799941 >> v2:172.21.15.172:3300/0 conn(0x7f6fc40c5640 0x7f6fc40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc27fc640 1 -- 172.21.15.133:0/4170799941 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2374660003 0 0) 0x7f6fc40c2580 con 0x7f6fc40c5260 2023-12-02T00:33:44.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc27fc640 1 -- 172.21.15.133:0/4170799941 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6fb0003530 con 0x7f6fc40c5260 2023-12-02T00:33:44.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc37fe640 1 -- 172.21.15.133:0/4170799941 >> v2:172.21.15.172:3300/0 conn(0x7f6fc40c5640 msgr2=0x7f6fc40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:44.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc37fe640 1 --2- 172.21.15.133:0/4170799941 >> v2:172.21.15.172:3300/0 conn(0x7f6fc40c5640 0x7f6fc40c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc37fe640 1 -- 172.21.15.133:0/4170799941 >> v1:172.21.15.133:6789/0 conn(0x7f6fc40c5260 legacy=0x7f6fc406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fc37fe640 1 -- 172.21.15.133:0/4170799941 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fc40c1a00 con 0x7f6fc40c60f0 2023-12-02T00:33:44.636 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.632+0000 7f6fba7fc640 1 --2- 172.21.15.133:0/4170799941 >> v2:172.21.15.172:3300/0 conn(0x7f6fc40c5640 0x7f6fc40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:44.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc37fe640 1 --2- 172.21.15.133:0/4170799941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c60f0 0x7f6fc4155de0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f6fc406b390 tx=0x7f6fbc01c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2e253a5666a39 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc27fc640 1 -- 172.21.15.133:0/4170799941 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fbc0a5910 con 0x7f6fc40c60f0 2023-12-02T00:33:44.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc27fc640 1 -- 172.21.15.133:0/4170799941 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fbc0a5a70 con 0x7f6fc40c60f0 2023-12-02T00:33:44.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc27fc640 1 -- 172.21.15.133:0/4170799941 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fbc0a5de0 con 0x7f6fc40c60f0 2023-12-02T00:33:44.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 -- 172.21.15.133:0/4170799941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c60f0 msgr2=0x7f6fc4155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/4170799941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c60f0 0x7f6fc4155de0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f6fc406b390 tx=0x7f6fbc01c850 comp rx=0 tx=0).stop 2023-12-02T00:33:44.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 -- 172.21.15.133:0/4170799941 shutdown_connections 2023-12-02T00:33:44.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/4170799941 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c60f0 0x7f6fc4155de0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/4170799941 >> v2:172.21.15.172:3300/0 conn(0x7f6fc40c5640 0x7f6fc40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 -- 172.21.15.133:0/4170799941 >> 172.21.15.133:0/4170799941 conn(0x7f6fc406a5b0 msgr2=0x7f6fc406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:44.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 -- 172.21.15.133:0/4170799941 shutdown_connections 2023-12-02T00:33:44.640 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 -- 172.21.15.133:0/4170799941 wait complete. 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.636+0000 7f6fc97f5640 1 Processor -- start 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 -- start start 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6fc40c5260 0x7f6fc40bfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c5640 0x7f6fc40bb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6fc40c60f0 0x7f6fc414e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc40a7840 con 0x7f6fc40c5640 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc406ae30 con 0x7f6fc40c60f0 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc40c01d0 con 0x7f6fc40c5260 2023-12-02T00:33:44.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c5640 0x7f6fc40bb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c5640 0x7f6fc40bb8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48254/0 (socket says 172.21.15.133:48254) 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 -- 172.21.15.133:0/434723852 learned_addr learned my addr 172.21.15.133:0/434723852 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc2ffd640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6fc40c5260 0x7f6fc40bfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 -- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6fc40c5260 msgr2=0x7f6fc40bfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc37fe640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6fc40c60f0 0x7f6fc414e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6fc40c5260 0x7f6fc40bfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 -- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6fc40c60f0 msgr2=0x7f6fc414e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6fc40c60f0 0x7f6fc414e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 -- 172.21.15.133:0/434723852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fbc009a70 con 0x7f6fc40c5640 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc2ffd640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6fc40c5260 0x7f6fc40bfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:44.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc37fe640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6fc40c60f0 0x7f6fc414e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:44.644 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fba7fc640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c5640 0x7f6fc40bb8d0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400e810 tx=0x7f6fb400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.644 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fbbfff640 1 -- 172.21.15.133:0/434723852 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb400c6d0 con 0x7f6fc40c5640 2023-12-02T00:33:44.644 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fbbfff640 1 -- 172.21.15.133:0/434723852 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fb400c830 con 0x7f6fc40c5640 2023-12-02T00:33:44.644 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fbbfff640 1 -- 172.21.15.133:0/434723852 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb400cbe0 con 0x7f6fc40c5640 2023-12-02T00:33:44.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fc40a7a90 con 0x7f6fc40c5640 2023-12-02T00:33:44.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc40a8050 con 0x7f6fc40c5640 2023-12-02T00:33:44.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.640+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fc4068400 con 0x7f6fc40c5640 2023-12-02T00:33:44.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.644+0000 7f6fbbfff640 1 -- 172.21.15.133:0/434723852 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6fb400cd40 con 0x7f6fc40c5640 2023-12-02T00:33:44.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.644+0000 7f6fbbfff640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6fa4066470 0x7f6fa4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.645 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.644+0000 7f6fbbfff640 1 -- 172.21.15.133:0/434723852 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6fb4083d30 con 0x7f6fc40c5640 2023-12-02T00:33:44.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.644+0000 7f6fc2ffd640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6fa4066470 0x7f6fa4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.644+0000 7f6fc2ffd640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6fa4066470 0x7f6fa4068930 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6fac005890 tx=0x7f6fac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.648 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.648+0000 7f6fbbfff640 1 -- 172.21.15.133:0/434723852 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6fb4051110 con 0x7f6fc40c5640 2023-12-02T00:33:44.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.796+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6fc406d390 con 0x7f6fc40c5640 2023-12-02T00:33:44.798 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.796+0000 7f6fbbfff640 1 -- 172.21.15.133:0/434723852 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v67) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6fb4054730 con 0x7f6fc40c5640 2023-12-02T00:33:44.798 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:44.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.796+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6fa4066470 msgr2=0x7f6fa4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.796+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6fa4066470 0x7f6fa4068930 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6fac005890 tx=0x7f6fac009040 comp rx=0 tx=0).stop 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.796+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c5640 msgr2=0x7f6fc40bb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.796+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c5640 0x7f6fc40bb8d0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400e810 tx=0x7f6fb400ecd0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 shutdown_connections 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6fa4066470 0x7f6fa4068930 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6fc40c60f0 0x7f6fc414e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fc40c5640 0x7f6fc40bb8d0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 --2- 172.21.15.133:0/434723852 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6fc40c5260 0x7f6fc40bfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 >> 172.21.15.133:0/434723852 conn(0x7f6fc406a5b0 msgr2=0x7f6fc40c3df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 shutdown_connections 2023-12-02T00:33:44.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.800+0000 7f6fc97f5640 1 -- 172.21.15.133:0/434723852 wait complete. 2023-12-02T00:33:44.819 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-02T00:33:44.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cd49d0640 1 Processor -- start 2023-12-02T00:33:44.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cd49d0640 1 -- start start 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cd49d0640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6cd00af5c0 0x7f6cd00c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cd49d0640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6cd00c4750 0x7f6cd00c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cd49d0640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cd006c660 con 0x7f6cd01544c0 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cd49d0640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cd006ba50 con 0x7f6cd00c4750 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cd49d0640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cd006bd30 con 0x7f6cd00af5c0 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cceffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6cd00c4750 0x7f6cd00c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cceffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6cd00c4750 0x7f6cd00c4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48262/0 (socket says 172.21.15.133:48262) 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cceffd640 1 -- 172.21.15.133:0/3120800805 learned_addr learned my addr 172.21.15.133:0/3120800805 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:44.958 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6ccf7fe640 1 --2- 172.21.15.133:0/3120800805 >> v2:172.21.15.172:3300/0 conn(0x7f6cd00af5c0 0x7f6cd00c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cceffd640 1 -- 172.21.15.133:0/3120800805 >> v2:172.21.15.172:3300/0 conn(0x7f6cd00af5c0 msgr2=0x7f6cd00c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:44.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cceffd640 1 --2- 172.21.15.133:0/3120800805 >> v2:172.21.15.172:3300/0 conn(0x7f6cd00af5c0 0x7f6cd00c7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cceffd640 1 -- 172.21.15.133:0/3120800805 >> v1:172.21.15.172:6789/0 conn(0x7f6cd01544c0 legacy=0x7f6cd0154910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:44.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6cceffd640 1 -- 172.21.15.133:0/3120800805 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cd006c010 con 0x7f6cd00c4750 2023-12-02T00:33:44.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.956+0000 7f6ccf7fe640 1 --2- 172.21.15.133:0/3120800805 >> v2:172.21.15.172:3300/0 conn(0x7f6cd00af5c0 0x7f6cd00c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:44.961 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cceffd640 1 --2- 172.21.15.133:0/3120800805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd00c4bc0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00c6730 tx=0x7f6cc401c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f3f75d641a69e46 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cce7fc640 1 -- 172.21.15.133:0/3120800805 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40ab600 con 0x7f6cd00c4750 2023-12-02T00:33:44.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cce7fc640 1 -- 172.21.15.133:0/3120800805 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cc40a7050 con 0x7f6cd00c4750 2023-12-02T00:33:44.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cce7fc640 1 -- 172.21.15.133:0/3120800805 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40ab980 con 0x7f6cd00c4750 2023-12-02T00:33:44.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 -- 172.21.15.133:0/3120800805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 msgr2=0x7f6cd00c4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/3120800805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd00c4bc0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f6cd00c6730 tx=0x7f6cc401c4c0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 -- 172.21.15.133:0/3120800805 shutdown_connections 2023-12-02T00:33:44.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/3120800805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd00c4bc0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/3120800805 >> v2:172.21.15.172:3300/0 conn(0x7f6cd00af5c0 0x7f6cd00c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 -- 172.21.15.133:0/3120800805 >> 172.21.15.133:0/3120800805 conn(0x7f6cd00ab960 msgr2=0x7f6cd00abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:44.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 -- 172.21.15.133:0/3120800805 shutdown_connections 2023-12-02T00:33:44.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 -- 172.21.15.133:0/3120800805 wait complete. 2023-12-02T00:33:44.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 Processor -- start 2023-12-02T00:33:44.964 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.960+0000 7f6cd49d0640 1 -- start start 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6cd00af5c0 0x7f6cd01ed6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd01f0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6cd01544c0 0x7f6cd0150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd00c1a00 con 0x7f6cd00c4750 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd01f10a0 con 0x7f6cd01544c0 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd01ecc10 con 0x7f6cd00af5c0 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd01f0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd01f0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48278/0 (socket says 172.21.15.133:48278) 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 -- 172.21.15.133:0/1602286468 learned_addr learned my addr 172.21.15.133:0/1602286468 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6ccf7fe640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6cd00af5c0 0x7f6cd01ed6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6ccffff640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6cd01544c0 0x7f6cd0150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 -- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6cd00af5c0 msgr2=0x7f6cd01ed6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6cd00af5c0 0x7f6cd01ed6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 -- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6cd01544c0 msgr2=0x7f6cd0150ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6cd01544c0 0x7f6cd0150ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 -- 172.21.15.133:0/1602286468 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cc40094d0 con 0x7f6cd00c4750 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cceffd640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd01f0b60 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f6cc401ab70 tx=0x7f6cc4019260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cb7fff640 1 -- 172.21.15.133:0/1602286468 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40b4420 con 0x7f6cd00c4750 2023-12-02T00:33:44.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cb7fff640 1 -- 172.21.15.133:0/1602286468 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cc40b45a0 con 0x7f6cd00c4750 2023-12-02T00:33:44.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cd0155910 con 0x7f6cd00c4750 2023-12-02T00:33:44.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cb7fff640 1 -- 172.21.15.133:0/1602286468 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40b4950 con 0x7f6cd00c4750 2023-12-02T00:33:44.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cd01eced0 con 0x7f6cd00c4750 2023-12-02T00:33:44.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cd0155e30 con 0x7f6cd00c4750 2023-12-02T00:33:44.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.964+0000 7f6cb7fff640 1 -- 172.21.15.133:0/1602286468 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6cc40b2070 con 0x7f6cd00c4750 2023-12-02T00:33:44.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.968+0000 7f6cb7fff640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6cbc066470 0x7f6cbc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:44.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.968+0000 7f6cb7fff640 1 -- 172.21.15.133:0/1602286468 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6cc411d500 con 0x7f6cd00c4750 2023-12-02T00:33:44.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.968+0000 7f6ccf7fe640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6cbc066470 0x7f6cbc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:44.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.968+0000 7f6ccf7fe640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6cbc066470 0x7f6cbc068930 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6cc0006fd0 tx=0x7f6cc0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:44.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:44.972+0000 7f6cb7fff640 1 -- 172.21.15.133:0/1602286468 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6cc40ea8e0 con 0x7f6cd00c4750 2023-12-02T00:33:45.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.120+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f6cd004e850 con 0x7f6cd00c4750 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.120+0000 7f6cb7fff640 1 -- 172.21.15.133:0/1602286468 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v67) v1 ==== 84+0+209 (secure 0 0 0) 0x7f6cc40edf00 con 0x7f6cd00c4750 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout:[ 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 1, 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": ".mgr" 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 12, 2023-12-02T00:33:45.124 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": "cephfs_metadata" 2023-12-02T00:33:45.125 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-12-02T00:33:45.125 INFO:teuthology.orchestra.run.smithi133.stdout: { 2023-12-02T00:33:45.125 INFO:teuthology.orchestra.run.smithi133.stdout: "poolnum": 13, 2023-12-02T00:33:45.125 INFO:teuthology.orchestra.run.smithi133.stdout: "poolname": "cephfs_data" 2023-12-02T00:33:45.125 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-12-02T00:33:45.125 INFO:teuthology.orchestra.run.smithi133.stdout:] 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6cbc066470 msgr2=0x7f6cbc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6cbc066470 0x7f6cbc068930 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6cc0006fd0 tx=0x7f6cc0008040 comp rx=0 tx=0).stop 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 msgr2=0x7f6cd01f0b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd01f0b60 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f6cc401ab70 tx=0x7f6cc4019260 comp rx=0 tx=0).stop 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 shutdown_connections 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6cbc066470 0x7f6cbc068930 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6cd01544c0 0x7f6cd0150ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6cd00c4750 0x7f6cd01f0b60 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 --2- 172.21.15.133:0/1602286468 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6cd00af5c0 0x7f6cd01ed6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 >> 172.21.15.133:0/1602286468 conn(0x7f6cd00ab960 msgr2=0x7f6cd015e410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:45.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 shutdown_connections 2023-12-02T00:33:45.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.124+0000 7f6cd49d0640 1 -- 172.21.15.133:0/1602286468 wait complete. 2023-12-02T00:33:45.145 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2023-12-02T00:33:45.145 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2023-12-02T00:33:45.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec6add640 1 Processor -- start 2023-12-02T00:33:45.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec6add640 1 -- start start 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec6add640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec00c4fb0 0x7f9ec00c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec6add640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9ec006db90 0x7f9ec006dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec6add640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ec00aa750 con 0x7f9ec006c840 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec6add640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ec006e530 con 0x7f9ec006db90 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec6add640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec00a8f90 con 0x7f9ec00c4fb0 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9eb7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9ec006db90 0x7f9ec006dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9eb7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9ec006db90 0x7f9ec006dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48284/0 (socket says 172.21.15.133:48284) 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9eb7fff640 1 -- 172.21.15.133:0/3148199102 learned_addr learned my addr 172.21.15.133:0/3148199102 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:45.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9ec4879640 1 --2- 172.21.15.133:0/3148199102 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec00c4fb0 0x7f9ec00c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:45.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9eb7fff640 1 -- 172.21.15.133:0/3148199102 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec00c4fb0 msgr2=0x7f9ec00c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:45.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9eb7fff640 1 --2- 172.21.15.133:0/3148199102 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec00c4fb0 0x7f9ec00c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9eb7fff640 1 -- 172.21.15.133:0/3148199102 >> v1:172.21.15.172:6789/0 conn(0x7f9ec006c840 legacy=0x7f9ec006ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:45.291 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.288+0000 7f9eb7fff640 1 -- 172.21.15.133:0/3148199102 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ec00a9270 con 0x7f9ec006db90 2023-12-02T00:33:45.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9eb7fff640 1 --2- 172.21.15.133:0/3148199102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006db90 0x7f9ec006dff0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000bb10 tx=0x7f9eb001eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d3b59f7523414de server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:45.293 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9eb77fe640 1 -- 172.21.15.133:0/3148199102 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb00a7ac0 con 0x7f9ec006db90 2023-12-02T00:33:45.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9eb77fe640 1 -- 172.21.15.133:0/3148199102 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9eb00a7c20 con 0x7f9ec006db90 2023-12-02T00:33:45.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9eb77fe640 1 -- 172.21.15.133:0/3148199102 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb00af440 con 0x7f9ec006db90 2023-12-02T00:33:45.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 -- 172.21.15.133:0/3148199102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006db90 msgr2=0x7f9ec006dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:45.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 --2- 172.21.15.133:0/3148199102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006db90 0x7f9ec006dff0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000bb10 tx=0x7f9eb001eaf0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 -- 172.21.15.133:0/3148199102 shutdown_connections 2023-12-02T00:33:45.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 --2- 172.21.15.133:0/3148199102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006db90 0x7f9ec006dff0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 --2- 172.21.15.133:0/3148199102 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec00c4fb0 0x7f9ec00c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 -- 172.21.15.133:0/3148199102 >> 172.21.15.133:0/3148199102 conn(0x7f9ec00c5d40 msgr2=0x7f9ec00c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:45.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 -- 172.21.15.133:0/3148199102 shutdown_connections 2023-12-02T00:33:45.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 -- 172.21.15.133:0/3148199102 wait complete. 2023-12-02T00:33:45.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 Processor -- start 2023-12-02T00:33:45.296 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.292+0000 7f9ec6add640 1 -- start start 2023-12-02T00:33:45.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006c840 0x7f9ec01ec510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:45.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec006db90 0x7f9ec01eca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:45.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9ec00c4fb0 0x7f9ec0151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:45.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec00a5de0 con 0x7f9ec006c840 2023-12-02T00:33:45.298 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec0155600 con 0x7f9ec00c4fb0 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec01563e0 con 0x7f9ec006db90 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006c840 0x7f9ec01ec510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006c840 0x7f9ec01ec510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48288/0 (socket says 172.21.15.133:48288) 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 -- 172.21.15.133:0/1146774116 learned_addr learned my addr 172.21.15.133:0/1146774116 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9eb7fff640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec006db90 0x7f9ec01eca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec507a640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9ec00c4fb0 0x7f9ec0151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 -- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec006db90 msgr2=0x7f9ec01eca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec006db90 0x7f9ec01eca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 -- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9ec00c4fb0 msgr2=0x7f9ec0151660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9ec00c4fb0 0x7f9ec0151660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 -- 172.21.15.133:0/1146774116 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eb000b770 con 0x7f9ec006c840 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec4879640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006c840 0x7f9ec01ec510 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc00d5f0 tx=0x7f9ebc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:45.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9eb57fa640 1 -- 172.21.15.133:0/1146774116 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc0125f0 con 0x7f9ec006c840 2023-12-02T00:33:45.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9eb57fa640 1 -- 172.21.15.133:0/1146774116 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ebc012750 con 0x7f9ec006c840 2023-12-02T00:33:45.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ec0155e20 con 0x7f9ec006c840 2023-12-02T00:33:45.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9eb57fa640 1 -- 172.21.15.133:0/1146774116 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc012b00 con 0x7f9ec006c840 2023-12-02T00:33:45.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ec01558a0 con 0x7f9ec006c840 2023-12-02T00:33:45.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.296+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ec0155460 con 0x7f9ec006c840 2023-12-02T00:33:45.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.300+0000 7f9eb57fa640 1 -- 172.21.15.133:0/1146774116 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9ebc012c60 con 0x7f9ec006c840 2023-12-02T00:33:45.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.300+0000 7f9eb57fa640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9eac066470 0x7f9eac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:45.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.300+0000 7f9eb57fa640 1 -- 172.21.15.133:0/1146774116 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9ebc084400 con 0x7f9ec006c840 2023-12-02T00:33:45.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.300+0000 7f9eb7fff640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9eac066470 0x7f9eac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:45.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.300+0000 7f9eb7fff640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9eac066470 0x7f9eac068930 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9eb00b1000 tx=0x7f9eb00a9070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:45.304 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.304+0000 7f9eb57fa640 1 -- 172.21.15.133:0/1146774116 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9ec0155460 con 0x7f9ec006c840 2023-12-02T00:33:45.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:45.452+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f9ec0155460 con 0x7f9ec006c840 2023-12-02T00:33:46.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.224+0000 7f9eb57fa640 1 -- 172.21.15.133:0/1146774116 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v68) v1 ==== 140+0+0 (secure 0 0 0) 0x7f9ec0155460 con 0x7f9ec006c840 2023-12-02T00:33:46.227 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_metadata' created 2023-12-02T00:33:46.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9eac066470 msgr2=0x7f9eac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9eac066470 0x7f9eac068930 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9eb00b1000 tx=0x7f9eb00a9070 comp rx=0 tx=0).stop 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006c840 msgr2=0x7f9ec01ec510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006c840 0x7f9ec01ec510 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc00d5f0 tx=0x7f9ebc00dab0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 shutdown_connections 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9eac066470 0x7f9eac068930 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9ec00c4fb0 0x7f9ec0151660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9ec006db90 0x7f9ec01eca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 --2- 172.21.15.133:0/1146774116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ec006c840 0x7f9ec01ec510 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 >> 172.21.15.133:0/1146774116 conn(0x7f9ec00c5d40 msgr2=0x7f9ec0152bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 shutdown_connections 2023-12-02T00:33:46.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.228+0000 7f9ec6add640 1 -- 172.21.15.133:0/1146774116 wait complete. 2023-12-02T00:33:46.261 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-02T00:33:46.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e65aa640 1 Processor -- start 2023-12-02T00:33:46.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e65aa640 1 -- start start 2023-12-02T00:33:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e65aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c4100 0x7f15e00c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e65aa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15e00c31c0 con 0x7f15e00c06d0 2023-12-02T00:33:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e65aa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15e00c34a0 con 0x7f15e00c63c0 2023-12-02T00:33:46.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e65aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15e00c1030 con 0x7f15e00c4100 2023-12-02T00:33:46.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e4b47640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f15e00c06d0 0x7f15e00a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52862/0 (socket says 172.21.15.133:52862) 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15e4b47640 1 -- 172.21.15.133:0/4005723177 learned_addr learned my addr 172.21.15.133:0/4005723177 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15df7fe640 1 --2- 172.21.15.133:0/4005723177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c4100 0x7f15e00c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15deffd640 1 -- 172.21.15.133:0/4005723177 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2608845761 0 0) 0x7f15e00c31c0 con 0x7f15e00c06d0 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15deffd640 1 -- 172.21.15.133:0/4005723177 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f15c8003530 con 0x7f15e00c06d0 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15deffd640 1 -- 172.21.15.133:0/4005723177 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 277566898 0 0) 0x7f15e00c34a0 con 0x7f15e00c63c0 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15deffd640 1 -- 172.21.15.133:0/4005723177 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f15e00c31c0 con 0x7f15e00c63c0 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15df7fe640 1 -- 172.21.15.133:0/4005723177 >> v1:172.21.15.172:6789/0 conn(0x7f15e00c63c0 legacy=0x7f15e00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15df7fe640 1 -- 172.21.15.133:0/4005723177 >> v1:172.21.15.133:6789/0 conn(0x7f15e00c06d0 legacy=0x7f15e00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:46.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.408+0000 7f15df7fe640 1 -- 172.21.15.133:0/4005723177 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15e00c1310 con 0x7f15e00c4100 2023-12-02T00:33:46.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15df7fe640 1 --2- 172.21.15.133:0/4005723177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c4100 0x7f15e00c2bb0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f15d40097f0 tx=0x7f15d401c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35ce21c808e36d7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:46.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15deffd640 1 -- 172.21.15.133:0/4005723177 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d40ab600 con 0x7f15e00c4100 2023-12-02T00:33:46.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15deffd640 1 -- 172.21.15.133:0/4005723177 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15d40a7050 con 0x7f15e00c4100 2023-12-02T00:33:46.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15deffd640 1 -- 172.21.15.133:0/4005723177 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d40ab980 con 0x7f15e00c4100 2023-12-02T00:33:46.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 -- 172.21.15.133:0/4005723177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c4100 msgr2=0x7f15e00c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:46.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 --2- 172.21.15.133:0/4005723177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c4100 0x7f15e00c2bb0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f15d40097f0 tx=0x7f15d401c3a0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 -- 172.21.15.133:0/4005723177 shutdown_connections 2023-12-02T00:33:46.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 --2- 172.21.15.133:0/4005723177 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c4100 0x7f15e00c2bb0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 -- 172.21.15.133:0/4005723177 >> 172.21.15.133:0/4005723177 conn(0x7f15e006a5b0 msgr2=0x7f15e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:46.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 -- 172.21.15.133:0/4005723177 shutdown_connections 2023-12-02T00:33:46.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 -- 172.21.15.133:0/4005723177 wait complete. 2023-12-02T00:33:46.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.412+0000 7f15e65aa640 1 Processor -- start 2023-12-02T00:33:46.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 -- start start 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15e00c06d0 0x7f15e0154ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15e00c4100 0x7f15e014c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c63c0 0x7f15e014c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15e014a6b0 con 0x7f15e00c06d0 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15e014a130 con 0x7f15e00c4100 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15e014a9b0 con 0x7f15e00c63c0 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15e00c06d0 0x7f15e0154ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15e00c06d0 0x7f15e0154ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33446/0 (socket says 172.21.15.133:33446) 2023-12-02T00:33:46.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 -- 172.21.15.133:0/1008326404 learned_addr learned my addr 172.21.15.133:0/1008326404 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15df7fe640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15e00c4100 0x7f15e014c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e4b47640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c63c0 0x7f15e014c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 -- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c63c0 msgr2=0x7f15e014c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c63c0 0x7f15e014c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 -- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15e00c4100 msgr2=0x7f15e014c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15e00c4100 0x7f15e014c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 -- 172.21.15.133:0/1008326404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15d4009420 con 0x7f15e00c06d0 2023-12-02T00:33:46.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e4b47640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c63c0 0x7f15e014c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:46.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dffff640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15e00c06d0 0x7f15e0154ce0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f15d000c430 tx=0x7f15d000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:46.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dcff9640 1 -- 172.21.15.133:0/1008326404 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d00052d0 con 0x7f15e00c06d0 2023-12-02T00:33:46.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dcff9640 1 -- 172.21.15.133:0/1008326404 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15d0005450 con 0x7f15e00c06d0 2023-12-02T00:33:46.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15e00c69b0 con 0x7f15e00c06d0 2023-12-02T00:33:46.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15dcff9640 1 -- 172.21.15.133:0/1008326404 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d0003840 con 0x7f15e00c06d0 2023-12-02T00:33:46.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15e0147010 con 0x7f15e00c06d0 2023-12-02T00:33:46.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.416+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15e0068400 con 0x7f15e00c06d0 2023-12-02T00:33:46.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.420+0000 7f15dcff9640 1 -- 172.21.15.133:0/1008326404 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f15d00039a0 con 0x7f15e00c06d0 2023-12-02T00:33:46.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.420+0000 7f15dcff9640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f15cc066470 0x7f15cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:46.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.420+0000 7f15dcff9640 1 -- 172.21.15.133:0/1008326404 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 6080+0+0 (secure 0 0 0) 0x7f15d0083a10 con 0x7f15e00c06d0 2023-12-02T00:33:46.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.420+0000 7f15df7fe640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f15cc066470 0x7f15cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:46.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.420+0000 7f15df7fe640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f15cc066470 0x7f15cc068930 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f15d40ad000 tx=0x7f15d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:46.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.424+0000 7f15dcff9640 1 -- 172.21.15.133:0/1008326404 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f15d0050db0 con 0x7f15e00c06d0 2023-12-02T00:33:46.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:46.572+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f15e015cbd0 con 0x7f15e00c06d0 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.228+0000 7f15dcff9640 1 -- 172.21.15.133:0/1008326404 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v69) v1 ==== 172+0+0 (secure 0 0 0) 0x7f15d00543d0 con 0x7f15e00c06d0 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_data' created 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f15cc066470 msgr2=0x7f15cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f15cc066470 0x7f15cc068930 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f15d40ad000 tx=0x7f15d4008040 comp rx=0 tx=0).stop 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15e00c06d0 msgr2=0x7f15e0154ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15e00c06d0 0x7f15e0154ce0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f15d000c430 tx=0x7f15d000c8f0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 shutdown_connections 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f15cc066470 0x7f15cc068930 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15e00c63c0 0x7f15e014c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15e00c4100 0x7f15e014c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 --2- 172.21.15.133:0/1008326404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15e00c06d0 0x7f15e0154ce0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 >> 172.21.15.133:0/1008326404 conn(0x7f15e006a5b0 msgr2=0x7f15e006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:47.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 shutdown_connections 2023-12-02T00:33:47.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.232+0000 7f15e65aa640 1 -- 172.21.15.133:0/1008326404 wait complete. 2023-12-02T00:33:47.271 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2023-12-02T00:33:47.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe458b57640 1 Processor -- start 2023-12-02T00:33:47.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe458b57640 1 -- start start 2023-12-02T00:33:47.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe458b57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c63c0 0x7fe4540c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:47.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe458b57640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe4540c4100 0x7fe4540c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:47.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe458b57640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4540c31c0 con 0x7fe4540c29e0 2023-12-02T00:33:47.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe458b57640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4540c34a0 con 0x7fe4540c4100 2023-12-02T00:33:47.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe458b57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4540c1030 con 0x7fe4540c63c0 2023-12-02T00:33:47.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe449d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe4540c4100 0x7fe4540c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:47.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe452d9d640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fe4540c29e0 0x7fe4540a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:55170/0 (socket says 172.21.15.133:55170) 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe452d9d640 1 -- 172.21.15.133:0/3009734460 learned_addr learned my addr 172.21.15.133:0/3009734460 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe45259c640 1 --2- 172.21.15.133:0/3009734460 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c63c0 0x7fe4540c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe451d9b640 1 -- 172.21.15.133:0/3009734460 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3880572133 0 0) 0x7fe4540c31c0 con 0x7fe4540c29e0 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe451d9b640 1 -- 172.21.15.133:0/3009734460 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe440003530 con 0x7fe4540c29e0 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe45259c640 1 -- 172.21.15.133:0/3009734460 >> v2:172.21.15.133:3300/0 conn(0x7fe4540c4100 msgr2=0x7fe4540c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe45259c640 1 --2- 172.21.15.133:0/3009734460 >> v2:172.21.15.133:3300/0 conn(0x7fe4540c4100 0x7fe4540c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe45259c640 1 -- 172.21.15.133:0/3009734460 >> v1:172.21.15.172:6789/0 conn(0x7fe4540c29e0 legacy=0x7fe4540a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe45259c640 1 -- 172.21.15.133:0/3009734460 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4540c1310 con 0x7fe4540c63c0 2023-12-02T00:33:47.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.412+0000 7fe449d9b640 1 --2- 172.21.15.133:0/3009734460 >> v2:172.21.15.133:3300/0 conn(0x7fe4540c4100 0x7fe4540c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:47.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe45259c640 1 --2- 172.21.15.133:0/3009734460 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c63c0 0x7fe4540c06d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe4440097c0 tx=0x7fe44401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5ffaefcb2777822 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:47.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe451d9b640 1 -- 172.21.15.133:0/3009734460 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4440ab600 con 0x7fe4540c63c0 2023-12-02T00:33:47.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe451d9b640 1 -- 172.21.15.133:0/3009734460 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4440a7050 con 0x7fe4540c63c0 2023-12-02T00:33:47.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe451d9b640 1 -- 172.21.15.133:0/3009734460 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4440ab960 con 0x7fe4540c63c0 2023-12-02T00:33:47.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 -- 172.21.15.133:0/3009734460 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c63c0 msgr2=0x7fe4540c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:47.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 --2- 172.21.15.133:0/3009734460 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c63c0 0x7fe4540c06d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe4440097c0 tx=0x7fe44401c330 comp rx=0 tx=0).stop 2023-12-02T00:33:47.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 -- 172.21.15.133:0/3009734460 shutdown_connections 2023-12-02T00:33:47.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 --2- 172.21.15.133:0/3009734460 >> v2:172.21.15.133:3300/0 conn(0x7fe4540c4100 0x7fe4540c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 --2- 172.21.15.133:0/3009734460 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c63c0 0x7fe4540c06d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 -- 172.21.15.133:0/3009734460 >> 172.21.15.133:0/3009734460 conn(0x7fe45406a5b0 msgr2=0x7fe45406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:47.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 -- 172.21.15.133:0/3009734460 shutdown_connections 2023-12-02T00:33:47.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.416+0000 7fe458b57640 1 -- 172.21.15.133:0/3009734460 wait complete. 2023-12-02T00:33:47.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 Processor -- start 2023-12-02T00:33:47.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 -- start start 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c29e0 0x7fe454071a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4540c4100 0x7fe454152bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4540c63c0 0x7fe4541ece20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4541f0ff0 con 0x7fe4540c4100 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4541f0390 con 0x7fe4540c63c0 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4541f0650 con 0x7fe4540c29e0 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4540c4100 0x7fe454152bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4540c4100 0x7fe454152bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33468/0 (socket says 172.21.15.133:33468) 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 -- 172.21.15.133:0/1974802387 learned_addr learned my addr 172.21.15.133:0/1974802387 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe45259c640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c29e0 0x7fe454071a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe452d9d640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4540c63c0 0x7fe4541ece20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 -- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c29e0 msgr2=0x7fe454071a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:47.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c29e0 0x7fe454071a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 -- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4540c63c0 msgr2=0x7fe4541ece20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4540c63c0 0x7fe4541ece20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 -- 172.21.15.133:0/1974802387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe43c00b6c0 con 0x7fe4540c4100 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe449d9b640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4540c4100 0x7fe454152bf0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fe43c00ed40 tx=0x7fe43c00d720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe44b7fe640 1 -- 172.21.15.133:0/1974802387 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe43c010850 con 0x7fe4540c4100 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe44b7fe640 1 -- 172.21.15.133:0/1974802387 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe43c0109b0 con 0x7fe4540c4100 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe44b7fe640 1 -- 172.21.15.133:0/1974802387 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe43c010d20 con 0x7fe4540c4100 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe444009420 con 0x7fe4540c4100 2023-12-02T00:33:47.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.420+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4541f0c10 con 0x7fe4540c4100 2023-12-02T00:33:47.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.424+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4541f1130 con 0x7fe4540c4100 2023-12-02T00:33:47.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.424+0000 7fe44b7fe640 1 -- 172.21.15.133:0/1974802387 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe43c00f3d0 con 0x7fe4540c4100 2023-12-02T00:33:47.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.424+0000 7fe44b7fe640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4340664a0 0x7fe434068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:47.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.424+0000 7fe44b7fe640 1 -- 172.21.15.133:0/1974802387 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(69..69 src has 1..69) v4 ==== 6463+0+0 (secure 0 0 0) 0x7fe43c084600 con 0x7fe4540c4100 2023-12-02T00:33:47.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.424+0000 7fe45259c640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4340664a0 0x7fe434068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:47.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.424+0000 7fe45259c640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4340664a0 0x7fe434068960 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe4440ad000 tx=0x7fe4440a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:47.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.428+0000 7fe44b7fe640 1 -- 172.21.15.133:0/1974802387 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe4541f1130 con 0x7fe4540c4100 2023-12-02T00:33:47.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:47.608+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7fe4541f1130 con 0x7fe4540c4100 2023-12-02T00:33:48.263 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.260+0000 7fe44b7fe640 1 -- 172.21.15.133:0/1974802387 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 14 and data pool 15 v49) v1 ==== 177+0+0 (secure 0 0 0) 0x7fe4541f1130 con 0x7fe4540c4100 2023-12-02T00:33:48.268 INFO:teuthology.orchestra.run.smithi133.stderr:new fs with metadata pool 14 and data pool 15 2023-12-02T00:33:48.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4340664a0 msgr2=0x7fe434068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4340664a0 0x7fe434068960 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe4440ad000 tx=0x7fe4440a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:48.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4540c4100 msgr2=0x7fe454152bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4540c4100 0x7fe454152bf0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fe43c00ed40 tx=0x7fe43c00d720 comp rx=0 tx=0).stop 2023-12-02T00:33:48.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 shutdown_connections 2023-12-02T00:33:48.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4340664a0 0x7fe434068960 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4540c63c0 0x7fe4541ece20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4540c4100 0x7fe454152bf0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 --2- 172.21.15.133:0/1974802387 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4540c29e0 0x7fe454071a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.268+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 >> 172.21.15.133:0/1974802387 conn(0x7fe45406a5b0 msgr2=0x7fe4540a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:48.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.272+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 shutdown_connections 2023-12-02T00:33:48.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.272+0000 7fe458b57640 1 -- 172.21.15.133:0/1974802387 wait complete. 2023-12-02T00:33:48.308 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:48.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.444+0000 7fe4f6ad6640 1 Processor -- start 2023-12-02T00:33:48.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.444+0000 7fe4f6ad6640 1 -- start start 2023-12-02T00:33:48.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f6ad6640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe4f00725c0 0x7fe4f01516b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f6ad6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4f00c2760 con 0x7fe4f0072090 2023-12-02T00:33:48.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f6ad6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4f00a5750 con 0x7fe4f00a5370 2023-12-02T00:33:48.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f6ad6640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4f00c3070 con 0x7fe4f00725c0 2023-12-02T00:33:48.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe4f0072090 0x7fe4f0150fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52866/0 (socket says 172.21.15.133:52866) 2023-12-02T00:33:48.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 -- 172.21.15.133:0/3244308735 learned_addr learned my addr 172.21.15.133:0/3244308735 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f5073640 1 --2- 172.21.15.133:0/3244308735 >> v2:172.21.15.172:3300/0 conn(0x7fe4f00725c0 0x7fe4f01516b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1766827995 0 0) 0x7fe4f00c2760 con 0x7fe4f0072090 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4d8003530 con 0x7fe4f0072090 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 867761899 0 0) 0x7fe4f00a5750 con 0x7fe4f00a5370 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4f00c2760 con 0x7fe4f00a5370 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 172139457 0 0) 0x7fe4d8003530 con 0x7fe4f0072090 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 >> v2:172.21.15.172:3300/0 conn(0x7fe4f00725c0 msgr2=0x7fe4f01516b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 --2- 172.21.15.133:0/3244308735 >> v2:172.21.15.172:3300/0 conn(0x7fe4f00725c0 0x7fe4f01516b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 >> v1:172.21.15.172:6789/0 conn(0x7fe4f00a5370 legacy=0x7fe4f00c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f00aad20 con 0x7fe4f0072090 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fe4e0001680 con 0x7fe4f0072090 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 >> v1:172.21.15.133:6789/0 conn(0x7fe4f0072090 legacy=0x7fe4f0150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4d8003b10 0x7fe4d8003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4d8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4d8005200 0x7fe4d800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f00c3070 con 0x7fe4d80047d0 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d800c160 con 0x7fe4d8005200 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d800c320 con 0x7fe4d8003b10 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4d8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f5073640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4d8005200 0x7fe4d800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f4872640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4d8003b10 0x7fe4d8003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 -- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4d8003b10 msgr2=0x7fe4d8003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:48.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4d8003b10 0x7fe4d8003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 -- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4d8005200 msgr2=0x7fe4d800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:48.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4d8005200 0x7fe4d800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4e7fff640 1 -- 172.21.15.133:0/3244308735 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4d8003530 con 0x7fe4d80047d0 2023-12-02T00:33:48.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f5073640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4d8005200 0x7fe4d800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:48.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f5073640 1 -- 172.21.15.133:0/3244308735 reap_dead start 2023-12-02T00:33:48.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.448+0000 7fe4f4872640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4d8003b10 0x7fe4d8003f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4e7fff640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4d8004c50 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fe4e000c160 tx=0x7fe4e001cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e693a1cd327c6ae8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e00058e0 con 0x7fe4d80047d0 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4e0005a60 con 0x7fe4d80047d0 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4e77fe640 1 -- 172.21.15.133:0/3244308735 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e0005e50 con 0x7fe4d80047d0 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/3244308735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 msgr2=0x7fe4d8004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4d8004c50 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fe4e000c160 tx=0x7fe4e001cb70 comp rx=0 tx=0).stop 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/3244308735 shutdown_connections 2023-12-02T00:33:48.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/3244308735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4d8004c50 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/3244308735 >> 172.21.15.133:0/3244308735 conn(0x7fe4f006a5b0 msgr2=0x7fe4f006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:48.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/3244308735 shutdown_connections 2023-12-02T00:33:48.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/3244308735 wait complete. 2023-12-02T00:33:48.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 Processor -- start 2023-12-02T00:33:48.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.452+0000 7fe4f6ad6640 1 -- start start 2023-12-02T00:33:48.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4f01494d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4f014c760 0x7fe4f014ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4f0149a10 0x7fe4f014f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f0152620 con 0x7fe4d80047d0 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f01e8a00 con 0x7fe4f0149a10 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f01e8ce0 con 0x7fe4f014c760 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4f01494d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4f01494d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33490/0 (socket says 172.21.15.133:33490) 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 -- 172.21.15.133:0/2072306905 learned_addr learned my addr 172.21.15.133:0/2072306905 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 -- 172.21.15.133:0/2072306905 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4f014c760 msgr2=0x7fe4f014ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4f014c760 0x7fe4f014ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 -- 172.21.15.133:0/2072306905 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4f0149a10 msgr2=0x7fe4f014f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4f0149a10 0x7fe4f014f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 -- 172.21.15.133:0/2072306905 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f01e8fc0 con 0x7fe4d80047d0 2023-12-02T00:33:48.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f4872640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4f01494d0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00e440 tx=0x7fe4ec00e900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:48.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4e57fa640 1 -- 172.21.15.133:0/2072306905 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec017070 con 0x7fe4d80047d0 2023-12-02T00:33:48.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4e57fa640 1 -- 172.21.15.133:0/2072306905 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4ec0052e0 con 0x7fe4d80047d0 2023-12-02T00:33:48.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4e57fa640 1 -- 172.21.15.133:0/2072306905 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec005490 con 0x7fe4d80047d0 2023-12-02T00:33:48.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4f01e92a0 con 0x7fe4d80047d0 2023-12-02T00:33:48.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4f014f890 con 0x7fe4d80047d0 2023-12-02T00:33:48.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.456+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4f0068400 con 0x7fe4d80047d0 2023-12-02T00:33:48.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.460+0000 7fe4e57fa640 1 -- 172.21.15.133:0/2072306905 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe4ec007020 con 0x7fe4d80047d0 2023-12-02T00:33:48.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.460+0000 7fe4e57fa640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4dc066470 0x7fe4dc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.460+0000 7fe4e57fa640 1 -- 172.21.15.133:0/2072306905 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe4ec083870 con 0x7fe4d80047d0 2023-12-02T00:33:48.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.460+0000 7fe4e7fff640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4dc066470 0x7fe4dc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.461 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.460+0000 7fe4e7fff640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4dc066470 0x7fe4dc068930 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe4e00aa000 tx=0x7fe4e0001990 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:48.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.464+0000 7fe4e57fa640 1 -- 172.21.15.133:0/2072306905 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe4ec050a00 con 0x7fe4d80047d0 2023-12-02T00:33:48.615 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.612+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe4f00c6780 con 0x7fe4d80047d0 2023-12-02T00:33:48.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4e57fa640 1 -- 172.21.15.133:0/2072306905 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+20263 (secure 0 0 0) 0x7fe4ec054020 con 0x7fe4d80047d0 2023-12-02T00:33:48.617 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:48.617 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":70,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:47.612902+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:48.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4dc066470 msgr2=0x7fe4dc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4dc066470 0x7fe4dc068930 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe4e00aa000 tx=0x7fe4e0001990 comp rx=0 tx=0).stop 2023-12-02T00:33:48.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 msgr2=0x7fe4f01494d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.619 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4f01494d0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00e440 tx=0x7fe4ec00e900 comp rx=0 tx=0).stop 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 shutdown_connections 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4dc066470 0x7fe4dc068930 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4f0149a10 0x7fe4f014f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe4f014c760 0x7fe4f014ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 --2- 172.21.15.133:0/2072306905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4d80047d0 0x7fe4f01494d0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 >> 172.21.15.133:0/2072306905 conn(0x7fe4f006a5b0 msgr2=0x7fe4f00a9810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 shutdown_connections 2023-12-02T00:33:48.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.616+0000 7fe4f6ad6640 1 -- 172.21.15.133:0/2072306905 wait complete. 2023-12-02T00:33:48.639 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:48.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71a17640 1 Processor -- start 2023-12-02T00:33:48.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71a17640 1 -- start start 2023-12-02T00:33:48.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71a17640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7c6c0af5c0 0x7f7c6c0c7d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71a17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c0c4750 0x7f7c6c0c4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71a17640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c6c06c660 con 0x7f7c6c1544c0 2023-12-02T00:33:48.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71a17640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c6c06ba50 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71a17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6c06bd30 con 0x7f7c6c0c4750 2023-12-02T00:33:48.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c6bfff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c0c4750 0x7f7c6c0c4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c70a15640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7c6c0af5c0 0x7f7c6c0c7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c6bfff640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c0c4750 0x7f7c6c0c4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:41198/0 (socket says 172.21.15.133:41198) 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c71216640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f7c6c1544c0 0x7f7c6c154950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:55196/0 (socket says 172.21.15.133:55196) 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c70a15640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7c6c0af5c0 0x7f7c6c0c7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:57990/0 (socket says 172.21.15.133:57990) 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c6bfff640 1 -- 172.21.15.133:0/3024266090 learned_addr learned my addr 172.21.15.133:0/3024266090 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c6bfff640 1 -- 172.21.15.133:0/3024266090 >> v2:172.21.15.172:3300/0 conn(0x7f7c6c0af5c0 msgr2=0x7f7c6c0c7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/3024266090 >> v2:172.21.15.172:3300/0 conn(0x7f7c6c0af5c0 0x7f7c6c0c7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c6bfff640 1 -- 172.21.15.133:0/3024266090 >> v1:172.21.15.172:6789/0 conn(0x7f7c6c1544c0 legacy=0x7f7c6c154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c6bfff640 1 -- 172.21.15.133:0/3024266090 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c6c06c010 con 0x7f7c6c0c4750 2023-12-02T00:33:48.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.776+0000 7f7c70a15640 1 --2- 172.21.15.133:0/3024266090 >> v2:172.21.15.172:3300/0 conn(0x7f7c6c0af5c0 0x7f7c6c0c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:48.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/3024266090 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c0c4750 0x7f7c6c0c4b90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7c58009870 tx=0x7f7c5801c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb550b410b5b4751 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:48.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c6b7fe640 1 -- 172.21.15.133:0/3024266090 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c580ab600 con 0x7f7c6c0c4750 2023-12-02T00:33:48.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c6b7fe640 1 -- 172.21.15.133:0/3024266090 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c580a7050 con 0x7f7c6c0c4750 2023-12-02T00:33:48.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c6b7fe640 1 -- 172.21.15.133:0/3024266090 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c580ab980 con 0x7f7c6c0c4750 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 -- 172.21.15.133:0/3024266090 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c0c4750 msgr2=0x7f7c6c0c4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 --2- 172.21.15.133:0/3024266090 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c0c4750 0x7f7c6c0c4b90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7c58009870 tx=0x7f7c5801c4b0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 -- 172.21.15.133:0/3024266090 shutdown_connections 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 --2- 172.21.15.133:0/3024266090 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c0c4750 0x7f7c6c0c4b90 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 --2- 172.21.15.133:0/3024266090 >> v2:172.21.15.172:3300/0 conn(0x7f7c6c0af5c0 0x7f7c6c0c7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 -- 172.21.15.133:0/3024266090 >> 172.21.15.133:0/3024266090 conn(0x7f7c6c0ab960 msgr2=0x7f7c6c0abd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 -- 172.21.15.133:0/3024266090 shutdown_connections 2023-12-02T00:33:48.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.780+0000 7f7c71a17640 1 -- 172.21.15.133:0/3024266090 wait complete. 2023-12-02T00:33:48.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 Processor -- start 2023-12-02T00:33:48.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 -- start start 2023-12-02T00:33:48.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c6c0af5c0 0x7f7c6c1f08b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c6c0c4750 0x7f7c6c155d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c1544c0 0x7f7c6c147ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6c14cb70 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6c14cf90 con 0x7f7c6c0c4750 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6c0ae690 con 0x7f7c6c1544c0 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c6c0af5c0 0x7f7c6c1f08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c6c0af5c0 0x7f7c6c1f08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33502/0 (socket says 172.21.15.133:33502) 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 -- 172.21.15.133:0/2300271508 learned_addr learned my addr 172.21.15.133:0/2300271508 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c6c0c4750 0x7f7c6c155d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71216640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c1544c0 0x7f7c6c147ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 -- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c1544c0 msgr2=0x7f7c6c147ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c1544c0 0x7f7c6c147ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 -- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c6c0c4750 msgr2=0x7f7c6c155d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c6c0c4750 0x7f7c6c155d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 -- 172.21.15.133:0/2300271508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c60009420 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c6c0c4750 0x7f7c6c155d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71216640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c1544c0 0x7f7c6c147ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c70a15640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c6c0af5c0 0x7f7c6c1f08b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f7c6000e9b0 tx=0x7f7c6000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c697fa640 1 -- 172.21.15.133:0/2300271508 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6000ca00 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c697fa640 1 -- 172.21.15.133:0/2300271508 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c6000cb60 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c580094d0 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c697fa640 1 -- 172.21.15.133:0/2300271508 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c60013470 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c6c1f1100 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.784+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c6c14cde0 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.788+0000 7f7c697fa640 1 -- 172.21.15.133:0/2300271508 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7c600135d0 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.788+0000 7f7c697fa640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c50066470 0x7f7c50068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:48.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.788+0000 7f7c697fa640 1 -- 172.21.15.133:0/2300271508 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7c600844c0 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.788+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c50066470 0x7f7c50068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:48.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.788+0000 7f7c6bfff640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c50066470 0x7f7c50068930 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7c580ad000 tx=0x7f7c58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:48.794 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.792+0000 7f7c697fa640 1 -- 172.21.15.133:0/2300271508 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7c60051540 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.940+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7c6c04e850 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c697fa640 1 -- 172.21.15.133:0/2300271508 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) v1 ==== 74+0+20263 (secure 0 0 0) 0x7f7c60054b60 con 0x7f7c6c0af5c0 2023-12-02T00:33:48.945 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:48.945 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":70,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:47.612902+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:48.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c50066470 msgr2=0x7f7c50068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c50066470 0x7f7c50068930 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7c580ad000 tx=0x7f7c58008040 comp rx=0 tx=0).stop 2023-12-02T00:33:48.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c6c0af5c0 msgr2=0x7f7c6c1f08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:48.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c6c0af5c0 0x7f7c6c1f08b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f7c6000e9b0 tx=0x7f7c6000ee70 comp rx=0 tx=0).stop 2023-12-02T00:33:48.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 shutdown_connections 2023-12-02T00:33:48.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7c50066470 0x7f7c50068930 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7c6c1544c0 0x7f7c6c147ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7c6c0c4750 0x7f7c6c155d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 --2- 172.21.15.133:0/2300271508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c6c0af5c0 0x7f7c6c1f08b0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:48.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 >> 172.21.15.133:0/2300271508 conn(0x7f7c6c0ab960 msgr2=0x7f7c6c153540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:48.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 shutdown_connections 2023-12-02T00:33:48.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:48.944+0000 7f7c71a17640 1 -- 172.21.15.133:0/2300271508 wait complete. 2023-12-02T00:33:48.966 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2023-12-02T00:33:49.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.104+0000 7fea381c1640 1 Processor -- start 2023-12-02T00:33:49.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.104+0000 7fea381c1640 1 -- start start 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea381c1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fea300c5640 0x7fea300c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea381c1640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea300c2580 con 0x7fea300c60f0 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea381c1640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea300c1a00 con 0x7fea300c5260 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea381c1640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea30153510 con 0x7fea300c5640 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea3575c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fea300c5640 0x7fea300c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea3575c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fea300c5640 0x7fea300c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33508/0 (socket says 172.21.15.133:33508) 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea3575c640 1 -- 172.21.15.133:0/3065803529 learned_addr learned my addr 172.21.15.133:0/3065803529 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:49.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea3675e640 1 --1- 172.21.15.133:0/3065803529 >> v1:172.21.15.133:6789/0 conn(0x7fea300c60f0 0x7fea30155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52868/0 (socket says 172.21.15.133:52868) 2023-12-02T00:33:49.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea3575c640 1 -- 172.21.15.133:0/3065803529 >> v1:172.21.15.172:6789/0 conn(0x7fea300c5260 legacy=0x7fea3006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:49.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea3575c640 1 -- 172.21.15.133:0/3065803529 >> v1:172.21.15.133:6789/0 conn(0x7fea300c60f0 legacy=0x7fea30155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:49.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.108+0000 7fea3575c640 1 -- 172.21.15.133:0/3065803529 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea300c1ce0 con 0x7fea300c5640 2023-12-02T00:33:49.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea3575c640 1 --2- 172.21.15.133:0/3065803529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300c5bb0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fea20009870 tx=0x7fea2001c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8de67b77f5d075c9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:49.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea34f5b640 1 -- 172.21.15.133:0/3065803529 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea200ab600 con 0x7fea300c5640 2023-12-02T00:33:49.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea34f5b640 1 -- 172.21.15.133:0/3065803529 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea200a7050 con 0x7fea300c5640 2023-12-02T00:33:49.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea34f5b640 1 -- 172.21.15.133:0/3065803529 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea200ab980 con 0x7fea300c5640 2023-12-02T00:33:49.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- 172.21.15.133:0/3065803529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 msgr2=0x7fea300c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:49.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 --2- 172.21.15.133:0/3065803529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300c5bb0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fea20009870 tx=0x7fea2001c4b0 comp rx=0 tx=0).stop 2023-12-02T00:33:49.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- 172.21.15.133:0/3065803529 shutdown_connections 2023-12-02T00:33:49.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 --2- 172.21.15.133:0/3065803529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300c5bb0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:49.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- 172.21.15.133:0/3065803529 >> 172.21.15.133:0/3065803529 conn(0x7fea3006a5b0 msgr2=0x7fea3006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:49.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- 172.21.15.133:0/3065803529 shutdown_connections 2023-12-02T00:33:49.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- 172.21.15.133:0/3065803529 wait complete. 2023-12-02T00:33:49.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 Processor -- start 2023-12-02T00:33:49.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- start start 2023-12-02T00:33:49.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea300c5260 0x7fea30071980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:49.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300aa180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:49.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea300c60f0 0x7fea301ed080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:49.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea300aac60 con 0x7fea300c5640 2023-12-02T00:33:49.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea3014e220 con 0x7fea300c60f0 2023-12-02T00:33:49.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea381c1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea301f0d30 con 0x7fea300c5260 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.112+0000 7fea3575c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300aa180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300aa180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33522/0 (socket says 172.21.15.133:33522) 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 -- 172.21.15.133:0/1729807210 learned_addr learned my addr 172.21.15.133:0/1729807210 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3675e640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea300c60f0 0x7fea301ed080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea35f5d640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea300c5260 0x7fea30071980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 -- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea300c5260 msgr2=0x7fea30071980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea300c5260 0x7fea30071980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 -- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea300c60f0 msgr2=0x7fea301ed080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea300c60f0 0x7fea301ed080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:49.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 -- 172.21.15.133:0/1729807210 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea200094d0 con 0x7fea300c5640 2023-12-02T00:33:49.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea3575c640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300aa180 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fea200190c0 tx=0x7fea20019250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:49.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea267fc640 1 -- 172.21.15.133:0/1729807210 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea200b3890 con 0x7fea300c5640 2023-12-02T00:33:49.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea267fc640 1 -- 172.21.15.133:0/1729807210 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea200b39f0 con 0x7fea300c5640 2023-12-02T00:33:49.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea30071580 con 0x7fea300c5640 2023-12-02T00:33:49.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea267fc640 1 -- 172.21.15.133:0/1729807210 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea200b3d80 con 0x7fea300c5640 2023-12-02T00:33:49.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea300712a0 con 0x7fea300c5640 2023-12-02T00:33:49.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea30068400 con 0x7fea300c5640 2023-12-02T00:33:49.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea267fc640 1 -- 172.21.15.133:0/1729807210 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fea200b2070 con 0x7fea300c5640 2023-12-02T00:33:49.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea267fc640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea14066470 0x7fea14068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:49.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.116+0000 7fea267fc640 1 -- 172.21.15.133:0/1729807210 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fea2011e330 con 0x7fea300c5640 2023-12-02T00:33:49.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.120+0000 7fea35f5d640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea14066470 0x7fea14068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:49.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.120+0000 7fea35f5d640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea14066470 0x7fea14068930 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fea2c007fd0 tx=0x7fea2c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:49.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.124+0000 7fea267fc640 1 -- 172.21.15.133:0/1729807210 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fea200eb4f0 con 0x7fea300c5640 2023-12-02T00:33:49.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:49.308+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fea3006d390 con 0x7fea300c5640 2023-12-02T00:33:50.129 INFO:tasks.ceph.mds.c.smithi133.stderr:2023-12-02T00:33:50.128+0000 7fefc4d0c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:33:50.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.268+0000 7fea267fc640 1 -- 172.21.15.133:0/1729807210 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v51) v1 ==== 119+0+0 (secure 0 0 0) 0x7fea200eeb10 con 0x7fea300c5640 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea14066470 msgr2=0x7fea14068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea14066470 0x7fea14068930 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fea2c007fd0 tx=0x7fea2c009040 comp rx=0 tx=0).stop 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 msgr2=0x7fea300aa180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300aa180 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fea200190c0 tx=0x7fea20019250 comp rx=0 tx=0).stop 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 shutdown_connections 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fea14066470 0x7fea14068930 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fea300c60f0 0x7fea301ed080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea300c5640 0x7fea300aa180 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 --2- 172.21.15.133:0/1729807210 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fea300c5260 0x7fea30071980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 >> 172.21.15.133:0/1729807210 conn(0x7fea3006a5b0 msgr2=0x7fea3006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:50.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 shutdown_connections 2023-12-02T00:33:50.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.272+0000 7fea381c1640 1 -- 172.21.15.133:0/1729807210 wait complete. 2023-12-02T00:33:50.293 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-02T00:33:50.294 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2023-12-02T00:33:50.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.432+0000 7ff6bb3aa640 1 Processor -- start 2023-12-02T00:33:50.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.432+0000 7ff6bb3aa640 1 -- start start 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.432+0000 7ff6bb3aa640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff6b40c7ed0 0x7ff6b4154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.432+0000 7ff6bb3aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b40bd660 0x7ff6b4154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.432+0000 7ff6bb3aa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6b40ac4f0 con 0x7ff6b4151dc0 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.432+0000 7ff6bb3aa640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6b4158780 con 0x7ff6b40c7ed0 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6bb3aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b4158a60 con 0x7ff6b40bd660 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff6b40c7ed0 0x7ff6b4154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff6b40c7ed0 0x7ff6b4154650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33532/0 (socket says 172.21.15.133:33532) 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 -- 172.21.15.133:0/3147305648 learned_addr learned my addr 172.21.15.133:0/3147305648 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b9947640 1 --2- 172.21.15.133:0/3147305648 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b40bd660 0x7ff6b4154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 -- 172.21.15.133:0/3147305648 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b40bd660 msgr2=0x7ff6b4154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 --2- 172.21.15.133:0/3147305648 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b40bd660 0x7ff6b4154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 -- 172.21.15.133:0/3147305648 >> v1:172.21.15.133:6789/0 conn(0x7ff6b4151dc0 legacy=0x7ff6b40c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:50.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 -- 172.21.15.133:0/3147305648 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6b40ac180 con 0x7ff6b40c7ed0 2023-12-02T00:33:50.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6abfff640 1 -- 172.21.15.133:0/3147305648 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3760400320 0 0) 0x7ff6b40ac4f0 con 0x7ff6b4151dc0 2023-12-02T00:33:50.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6b8945640 1 --2- 172.21.15.133:0/3147305648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40c7ed0 0x7ff6b4154650 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40098a0 tx=0x7ff6a401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53941a057221b26b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:50.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6abfff640 1 -- 172.21.15.133:0/3147305648 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a40ab600 con 0x7ff6b40c7ed0 2023-12-02T00:33:50.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6abfff640 1 -- 172.21.15.133:0/3147305648 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6a40a7050 con 0x7ff6b40c7ed0 2023-12-02T00:33:50.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.436+0000 7ff6abfff640 1 -- 172.21.15.133:0/3147305648 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a40ab980 con 0x7ff6b40c7ed0 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/3147305648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40c7ed0 msgr2=0x7ff6b4154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/3147305648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40c7ed0 0x7ff6b4154650 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40098a0 tx=0x7ff6a401c400 comp rx=0 tx=0).stop 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/3147305648 shutdown_connections 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/3147305648 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b40bd660 0x7ff6b4154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/3147305648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40c7ed0 0x7ff6b4154650 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/3147305648 >> 172.21.15.133:0/3147305648 conn(0x7ff6b4071eb0 msgr2=0x7ff6b40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/3147305648 shutdown_connections 2023-12-02T00:33:50.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/3147305648 wait complete. 2023-12-02T00:33:50.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 Processor -- start 2023-12-02T00:33:50.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- start start 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40bd660 0x7ff6b41558f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6b40c7ed0 0x7ff6b40c3c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b4151dc0 0x7ff6b41f0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b41f09a0 con 0x7ff6b40bd660 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b40c01f0 con 0x7ff6b40c7ed0 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6bb3aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b40c09c0 con 0x7ff6b4151dc0 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40bd660 0x7ff6b41558f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40bd660 0x7ff6b41558f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33536/0 (socket says 172.21.15.133:33536) 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 -- 172.21.15.133:0/4014093621 learned_addr learned my addr 172.21.15.133:0/4014093621 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9947640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b4151dc0 0x7ff6b41f0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:50.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b8945640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6b40c7ed0 0x7ff6b40c3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:50.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 -- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b4151dc0 msgr2=0x7ff6b41f0dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:50.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b4151dc0 0x7ff6b41f0dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 -- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6b40c7ed0 msgr2=0x7ff6b40c3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:50.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6b40c7ed0 0x7ff6b40c3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:50.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.440+0000 7ff6b9146640 1 -- 172.21.15.133:0/4014093621 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6a40094d0 con 0x7ff6b40bd660 2023-12-02T00:33:50.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6b9146640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40bd660 0x7ff6b41558f0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7ff6b000c4d0 tx=0x7ff6b000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:50.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6a9ffb640 1 -- 172.21.15.133:0/4014093621 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0005480 con 0x7ff6b40bd660 2023-12-02T00:33:50.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6a9ffb640 1 -- 172.21.15.133:0/4014093621 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6b0003600 con 0x7ff6b40bd660 2023-12-02T00:33:50.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6b41f1300 con 0x7ff6b40bd660 2023-12-02T00:33:50.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6a9ffb640 1 -- 172.21.15.133:0/4014093621 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b00039b0 con 0x7ff6b40bd660 2023-12-02T00:33:50.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6b40c06e0 con 0x7ff6b40bd660 2023-12-02T00:33:50.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6b4068400 con 0x7ff6b40bd660 2023-12-02T00:33:50.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.444+0000 7ff6a9ffb640 1 -- 172.21.15.133:0/4014093621 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff6b0003b10 con 0x7ff6b40bd660 2023-12-02T00:33:50.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.448+0000 7ff6a9ffb640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff698066470 0x7ff698068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:50.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.448+0000 7ff6a9ffb640 1 -- 172.21.15.133:0/4014093621 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff6b0083660 con 0x7ff6b40bd660 2023-12-02T00:33:50.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.448+0000 7ff6b8945640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff698066470 0x7ff698068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:50.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.448+0000 7ff6b8945640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff698066470 0x7ff698068930 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40ad000 tx=0x7ff6a40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:50.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.448+0000 7ff6a9ffb640 1 -- 172.21.15.133:0/4014093621 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff6b0050850 con 0x7ff6b40bd660 2023-12-02T00:33:50.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:50.632+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7ff6b41f1300 con 0x7ff6b40bd660 2023-12-02T00:33:51.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.275+0000 7ff6a9ffb640 1 -- 172.21.15.133:0/4014093621 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v52) v1 ==== 123+0+0 (secure 0 0 0) 0x7ff6b41f1300 con 0x7ff6b40bd660 2023-12-02T00:33:51.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.275+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff698066470 msgr2=0x7ff698068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.275+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff698066470 0x7ff698068930 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40ad000 tx=0x7ff6a40a6000 comp rx=0 tx=0).stop 2023-12-02T00:33:51.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.275+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40bd660 msgr2=0x7ff6b41558f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.275+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40bd660 0x7ff6b41558f0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7ff6b000c4d0 tx=0x7ff6b000c990 comp rx=0 tx=0).stop 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 shutdown_connections 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff698066470 0x7ff698068930 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6b4151dc0 0x7ff6b41f0dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6b40c7ed0 0x7ff6b40c3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 --2- 172.21.15.133:0/4014093621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b40bd660 0x7ff6b41558f0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 >> 172.21.15.133:0/4014093621 conn(0x7ff6b4071eb0 msgr2=0x7ff6b415e870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 shutdown_connections 2023-12-02T00:33:51.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.279+0000 7ff6bb3aa640 1 -- 172.21.15.133:0/4014093621 wait complete. 2023-12-02T00:33:51.303 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2023-12-02T00:33:51.303 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:33:51.445 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21e4b2a640 1 Processor -- start 2023-12-02T00:33:51.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21e4b2a640 1 -- start start 2023-12-02T00:33:51.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21e4b2a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f21e0151e90 0x7f21e00c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21e4b2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e006bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21e4b2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21e006c860 con 0x7f21e00c7ea0 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21e4b2a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21e00c8750 con 0x7f21e0151e90 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21e4b2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21e01552d0 con 0x7f21e00c4e60 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21de59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f21e0151e90 0x7f21e00c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21de59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f21e0151e90 0x7f21e00c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33548/0 (socket says 172.21.15.133:33548) 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21de59c640 1 -- 172.21.15.133:0/2206927746 learned_addr learned my addr 172.21.15.133:0/2206927746 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21ded9d640 1 --2- 172.21.15.133:0/2206927746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e006bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21de59c640 1 -- 172.21.15.133:0/2206927746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 msgr2=0x7f21e006bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21de59c640 1 --2- 172.21.15.133:0/2206927746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e006bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21de59c640 1 -- 172.21.15.133:0/2206927746 >> v1:172.21.15.172:6789/0 conn(0x7f21e00c7ea0 legacy=0x7f21e006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.449 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.443+0000 7f21de59c640 1 -- 172.21.15.133:0/2206927746 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21e0154930 con 0x7f21e0151e90 2023-12-02T00:33:51.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21de59c640 1 --2- 172.21.15.133:0/2206927746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e0151e90 0x7f21e00c4920 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009870 tx=0x7f21d001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f70bb0ef64ef8346 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:51.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21ddd9b640 1 -- 172.21.15.133:0/2206927746 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d00ab600 con 0x7f21e0151e90 2023-12-02T00:33:51.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21ddd9b640 1 -- 172.21.15.133:0/2206927746 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d00a7050 con 0x7f21e0151e90 2023-12-02T00:33:51.450 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21ddd9b640 1 -- 172.21.15.133:0/2206927746 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d00ab980 con 0x7f21e0151e90 2023-12-02T00:33:51.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 -- 172.21.15.133:0/2206927746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e0151e90 msgr2=0x7f21e00c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/2206927746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e0151e90 0x7f21e00c4920 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009870 tx=0x7f21d001c420 comp rx=0 tx=0).stop 2023-12-02T00:33:51.451 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 -- 172.21.15.133:0/2206927746 shutdown_connections 2023-12-02T00:33:51.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/2206927746 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e006bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/2206927746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e0151e90 0x7f21e00c4920 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 -- 172.21.15.133:0/2206927746 >> 172.21.15.133:0/2206927746 conn(0x7f21e00ca170 msgr2=0x7f21e00ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:51.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 -- 172.21.15.133:0/2206927746 shutdown_connections 2023-12-02T00:33:51.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.447+0000 7f21e4b2a640 1 -- 172.21.15.133:0/2206927746 wait complete. 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 Processor -- start 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 -- start start 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e00aa900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e00c7ea0 0x7f21e00ac030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21e0151e90 0x7f21e014b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21e01587f0 con 0x7f21e00c7ea0 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21e00ac6a0 con 0x7f21e0151e90 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21e00a9b40 con 0x7f21e00c4e60 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21d5d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e00c7ea0 0x7f21e00ac030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.456 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21d5d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e00c7ea0 0x7f21e00ac030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33554/0 (socket says 172.21.15.133:33554) 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21d5d9b640 1 -- 172.21.15.133:0/1143848313 learned_addr learned my addr 172.21.15.133:0/1143848313 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21de59c640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e00aa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21ded9d640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21e0151e90 0x7f21e014b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21de59c640 1 -- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21e0151e90 msgr2=0x7f21e014b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21de59c640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21e0151e90 0x7f21e014b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21de59c640 1 -- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e00c7ea0 msgr2=0x7f21e00ac030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21de59c640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e00c7ea0 0x7f21e00ac030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21de59c640 1 -- 172.21.15.133:0/1143848313 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21d00094d0 con 0x7f21e00c4e60 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21d5d9b640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e00c7ea0 0x7f21e00ac030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21de59c640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e00aa900 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f21e008b490 tx=0x7f21d001ac60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21d77fe640 1 -- 172.21.15.133:0/1143848313 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d00b6620 con 0x7f21e00c4e60 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21d77fe640 1 -- 172.21.15.133:0/1143848313 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d00b67c0 con 0x7f21e00c4e60 2023-12-02T00:33:51.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21d77fe640 1 -- 172.21.15.133:0/1143848313 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d00b6b70 con 0x7f21e00c4e60 2023-12-02T00:33:51.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21e00a9e20 con 0x7f21e00c4e60 2023-12-02T00:33:51.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.451+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21e00aa3e0 con 0x7f21e00c4e60 2023-12-02T00:33:51.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.455+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21e0068400 con 0x7f21e00c4e60 2023-12-02T00:33:51.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.455+0000 7f21d77fe640 1 -- 172.21.15.133:0/1143848313 <== mon.2 v2:172.21.15.172:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f21d00b2040 con 0x7f21e00c4e60 2023-12-02T00:33:51.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.455+0000 7f21d77fe640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21c0066470 0x7f21c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.455+0000 7f21d77fe640 1 -- 172.21.15.133:0/1143848313 <== mon.2 v2:172.21.15.172:3301/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f21d011e4f0 con 0x7f21e00c4e60 2023-12-02T00:33:51.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.455+0000 7f21d5d9b640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21c0066470 0x7f21c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.455+0000 7f21d5d9b640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21c0066470 0x7f21c0068930 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f21e00c5830 tx=0x7f21c8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:51.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.459+0000 7f21d77fe640 1 -- 172.21.15.133:0/1143848313 <== mon.2 v2:172.21.15.172:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f21d00eb620 con 0x7f21e00c4e60 2023-12-02T00:33:51.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.639+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f21e014f660 con 0x7f21e00c4e60 2023-12-02T00:33:51.643 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.639+0000 7f21d77fe640 1 -- 172.21.15.133:0/1143848313 <== mon.2 v2:172.21.15.172:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) v1 ==== 94+0+6146 (secure 0 0 0) 0x7f21d00eec40 con 0x7f21e00c4e60 2023-12-02T00:33:51.644 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:51.644 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":52,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:34.528496+0000","modified":"2023-12-02T00:33:37.550530+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6501},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6501":{"gid":6501,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/2435278400","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2435278400},{"type":"v1","addr":"172.21.15.133:6837","nonce":2435278400}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:33:51.644 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 52 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21c0066470 msgr2=0x7f21c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21c0066470 0x7f21c0068930 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f21e00c5830 tx=0x7f21c8009040 comp rx=0 tx=0).stop 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 msgr2=0x7f21e00aa900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e00aa900 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f21e008b490 tx=0x7f21d001ac60 comp rx=0 tx=0).stop 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 shutdown_connections 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21c0066470 0x7f21c0068930 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21e0151e90 0x7f21e014b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21e00c7ea0 0x7f21e00ac030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 --2- 172.21.15.133:0/1143848313 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21e00c4e60 0x7f21e00aa900 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 >> 172.21.15.133:0/1143848313 conn(0x7f21e00ca170 msgr2=0x7f21e015e340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 shutdown_connections 2023-12-02T00:33:51.646 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.643+0000 7f21e4b2a640 1 -- 172.21.15.133:0/1143848313 wait complete. 2023-12-02T00:33:51.665 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:51.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f2a9a640 1 Processor -- start 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f2a9a640 1 -- start start 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f2a9a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f66ec151e90 0x7f66ec0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f2a9a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f66ec0c7ea0 0x7f66ec06b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f2a9a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66ec06c860 con 0x7f66ec0c4e60 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f2a9a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66ec0c8750 con 0x7f66ec0c7ea0 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f2a9a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66ec1552d0 con 0x7f66ec151e90 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66ebfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f66ec0c7ea0 0x7f66ec06b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66ebfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f66ec0c7ea0 0x7f66ec06b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33568/0 (socket says 172.21.15.133:33568) 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66ebfff640 1 -- 172.21.15.133:0/833843618 learned_addr learned my addr 172.21.15.133:0/833843618 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66f0836640 1 --2- 172.21.15.133:0/833843618 >> v2:172.21.15.172:3300/0 conn(0x7f66ec151e90 0x7f66ec0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66ebfff640 1 -- 172.21.15.133:0/833843618 >> v2:172.21.15.172:3300/0 conn(0x7f66ec151e90 msgr2=0x7f66ec0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66ebfff640 1 --2- 172.21.15.133:0/833843618 >> v2:172.21.15.172:3300/0 conn(0x7f66ec151e90 0x7f66ec0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66ebfff640 1 -- 172.21.15.133:0/833843618 >> v1:172.21.15.172:6789/0 conn(0x7f66ec0c4e60 legacy=0x7f66ec06b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.799+0000 7f66ebfff640 1 -- 172.21.15.133:0/833843618 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66ec154930 con 0x7f66ec0c7ea0 2023-12-02T00:33:51.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66ebfff640 1 --2- 172.21.15.133:0/833843618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec0c7ea0 0x7f66ec06b4a0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f66ec08b410 tx=0x7f66dc01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b45ca1ac098485ea server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:51.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66eb7fe640 1 -- 172.21.15.133:0/833843618 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66dc0ab600 con 0x7f66ec0c7ea0 2023-12-02T00:33:51.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66eb7fe640 1 -- 172.21.15.133:0/833843618 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66dc0a7050 con 0x7f66ec0c7ea0 2023-12-02T00:33:51.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66eb7fe640 1 -- 172.21.15.133:0/833843618 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66dc0ab980 con 0x7f66ec0c7ea0 2023-12-02T00:33:51.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 -- 172.21.15.133:0/833843618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec0c7ea0 msgr2=0x7f66ec06b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/833843618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec0c7ea0 0x7f66ec06b4a0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f66ec08b410 tx=0x7f66dc01c3e0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 -- 172.21.15.133:0/833843618 shutdown_connections 2023-12-02T00:33:51.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/833843618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec0c7ea0 0x7f66ec06b4a0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/833843618 >> v2:172.21.15.172:3300/0 conn(0x7f66ec151e90 0x7f66ec0c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 -- 172.21.15.133:0/833843618 >> 172.21.15.133:0/833843618 conn(0x7f66ec0ca170 msgr2=0x7f66ec0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:51.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 -- 172.21.15.133:0/833843618 shutdown_connections 2023-12-02T00:33:51.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.803+0000 7f66f2a9a640 1 -- 172.21.15.133:0/833843618 wait complete. 2023-12-02T00:33:51.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 Processor -- start 2023-12-02T00:33:51.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 -- start start 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66ec0c4e60 0x7f66ec1f0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66ec0c7ea0 0x7f66ec142cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec151e90 0x7f66ec143230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66ec14d630 con 0x7f66ec151e90 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66ec14cd60 con 0x7f66ec0c4e60 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66ec143770 con 0x7f66ec0c7ea0 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec151e90 0x7f66ec143230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec151e90 0x7f66ec143230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33576/0 (socket says 172.21.15.133:33576) 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 -- 172.21.15.133:0/130325851 learned_addr learned my addr 172.21.15.133:0/130325851 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f0836640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66ec0c4e60 0x7f66ec1f0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66ebfff640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66ec0c7ea0 0x7f66ec142cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 -- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66ec0c7ea0 msgr2=0x7f66ec142cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66ec0c7ea0 0x7f66ec142cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 -- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66ec0c4e60 msgr2=0x7f66ec1f0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66ec0c4e60 0x7f66ec1f0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 -- 172.21.15.133:0/130325851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66dc0094d0 con 0x7f66ec151e90 2023-12-02T00:33:51.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f1037640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec151e90 0x7f66ec143230 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f66e400c730 tx=0x7f66e400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:51.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66e97fa640 1 -- 172.21.15.133:0/130325851 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e4003b80 con 0x7f66ec151e90 2023-12-02T00:33:51.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66e97fa640 1 -- 172.21.15.133:0/130325851 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e4003ce0 con 0x7f66ec151e90 2023-12-02T00:33:51.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66ec1f1150 con 0x7f66ec151e90 2023-12-02T00:33:51.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66e97fa640 1 -- 172.21.15.133:0/130325851 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e400aa30 con 0x7f66ec151e90 2023-12-02T00:33:51.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.807+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66ec14d250 con 0x7f66ec151e90 2023-12-02T00:33:51.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.811+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66ec14d770 con 0x7f66ec151e90 2023-12-02T00:33:51.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.811+0000 7f66e97fa640 1 -- 172.21.15.133:0/130325851 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f66e400ab90 con 0x7f66ec151e90 2023-12-02T00:33:51.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.811+0000 7f66e97fa640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66cc066470 0x7f66cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:51.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.811+0000 7f66e97fa640 1 -- 172.21.15.133:0/130325851 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f66e4083ed0 con 0x7f66ec151e90 2023-12-02T00:33:51.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.811+0000 7f66f0836640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66cc066470 0x7f66cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:51.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.811+0000 7f66f0836640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66cc066470 0x7f66cc068930 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f66d4009b60 tx=0x7f66d4009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:51.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.815+0000 7f66e97fa640 1 -- 172.21.15.133:0/130325851 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f66ec14d770 con 0x7f66ec151e90 2023-12-02T00:33:51.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.963+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f66ec14d770 con 0x7f66ec151e90 2023-12-02T00:33:51.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66e97fa640 1 -- 172.21.15.133:0/130325851 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7f66ec14d770 con 0x7f66ec151e90 2023-12-02T00:33:51.969 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:51.970 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:51.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66cc066470 msgr2=0x7f66cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66cc066470 0x7f66cc068930 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f66d4009b60 tx=0x7f66d4009190 comp rx=0 tx=0).stop 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec151e90 msgr2=0x7f66ec143230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec151e90 0x7f66ec143230 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f66e400c730 tx=0x7f66e400cbf0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 shutdown_connections 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f66cc066470 0x7f66cc068930 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66ec151e90 0x7f66ec143230 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f66ec0c7ea0 0x7f66ec142cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 --2- 172.21.15.133:0/130325851 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f66ec0c4e60 0x7f66ec1f0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 >> 172.21.15.133:0/130325851 conn(0x7f66ec0ca170 msgr2=0x7f66ec153ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 shutdown_connections 2023-12-02T00:33:51.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:51.967+0000 7f66f2a9a640 1 -- 172.21.15.133:0/130325851 wait complete. 2023-12-02T00:33:51.991 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-02T00:33:51.992 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:33:52.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb379a32640 1 Processor -- start 2023-12-02T00:33:52.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb379a32640 1 -- start start 2023-12-02T00:33:52.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb379a32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb3740c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb379a32640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb3740c7ea0 0x7fb37406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb379a32640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb37406c860 con 0x7fb3740c4e60 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb379a32640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3740c8750 con 0x7fb3740c7ea0 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb379a32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3741552d0 con 0x7fb374151e90 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb36bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb3740c7ea0 0x7fb37406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb36bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb3740c7ea0 0x7fb37406b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33590/0 (socket says 172.21.15.133:33590) 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb36bfff640 1 -- 172.21.15.133:0/3908135114 learned_addr learned my addr 172.21.15.133:0/3908135114 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb3737fe640 1 --1- 172.21.15.133:0/3908135114 >> v1:172.21.15.133:6789/0 conn(0x7fb3740c4e60 0x7fb37406b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52886/0 (socket says 172.21.15.133:52886) 2023-12-02T00:33:52.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb372ffd640 1 --2- 172.21.15.133:0/3908135114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb3740c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb36bfff640 1 -- 172.21.15.133:0/3908135114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 msgr2=0x7fb3740c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:52.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb36bfff640 1 --2- 172.21.15.133:0/3908135114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb3740c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb36bfff640 1 -- 172.21.15.133:0/3908135114 >> v1:172.21.15.133:6789/0 conn(0x7fb3740c4e60 legacy=0x7fb37406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb36bfff640 1 -- 172.21.15.133:0/3908135114 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb374154930 con 0x7fb3740c7ea0 2023-12-02T00:33:52.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.127+0000 7fb3727fc640 1 -- 172.21.15.133:0/3908135114 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3151878187 0 0) 0x7fb37406c860 con 0x7fb3740c4e60 2023-12-02T00:33:52.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb36bfff640 1 --2- 172.21.15.133:0/3908135114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb37406b4a0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fb35c009870 tx=0x7fb35c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e30db43da5354d50 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb3727fc640 1 -- 172.21.15.133:0/3908135114 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c0ab600 con 0x7fb3740c7ea0 2023-12-02T00:33:52.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb3727fc640 1 -- 172.21.15.133:0/3908135114 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb35c0a7050 con 0x7fb3740c7ea0 2023-12-02T00:33:52.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb3727fc640 1 -- 172.21.15.133:0/3908135114 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c0ab980 con 0x7fb3740c7ea0 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 -- 172.21.15.133:0/3908135114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 msgr2=0x7fb37406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 --2- 172.21.15.133:0/3908135114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb37406b4a0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fb35c009870 tx=0x7fb35c01c420 comp rx=0 tx=0).stop 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 -- 172.21.15.133:0/3908135114 shutdown_connections 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 --2- 172.21.15.133:0/3908135114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb37406b4a0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 --2- 172.21.15.133:0/3908135114 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb3740c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 -- 172.21.15.133:0/3908135114 >> 172.21.15.133:0/3908135114 conn(0x7fb3740ca170 msgr2=0x7fb3740ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 -- 172.21.15.133:0/3908135114 shutdown_connections 2023-12-02T00:33:52.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.131+0000 7fb379a32640 1 -- 172.21.15.133:0/3908135114 wait complete. 2023-12-02T00:33:52.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 Processor -- start 2023-12-02T00:33:52.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 -- start start 2023-12-02T00:33:52.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb3740c4e60 0x7fb3740c25c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb3740aa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb374145d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3740c1b20 con 0x7fb3740c7ea0 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3740c3420 con 0x7fb3740c4e60 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3740c1dc0 con 0x7fb374151e90 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb3740aa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb3740aa7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33608/0 (socket says 172.21.15.133:33608) 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 -- 172.21.15.133:0/1517101970 learned_addr learned my addr 172.21.15.133:0/1517101970 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb3737fe640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb374145d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb372ffd640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb3740c4e60 0x7fb3740c25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 -- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 msgr2=0x7fb374145d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb374145d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 -- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb3740c4e60 msgr2=0x7fb3740c25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb3740c4e60 0x7fb3740c25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 -- 172.21.15.133:0/1517101970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb35c0094d0 con 0x7fb3740c7ea0 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb3737fe640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb374145d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb372ffd640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb3740c4e60 0x7fb3740c25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb36bfff640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb3740aa7c0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fb35c01aad0 tx=0x7fb35c0191c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb370ff9640 1 -- 172.21.15.133:0/1517101970 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c004020 con 0x7fb3740c7ea0 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb370ff9640 1 -- 172.21.15.133:0/1517101970 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb35c004180 con 0x7fb3740c7ea0 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb370ff9640 1 -- 172.21.15.133:0/1517101970 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c0044f0 con 0x7fb3740c7ea0 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3740c20a0 con 0x7fb3740c7ea0 2023-12-02T00:33:52.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3740aad00 con 0x7fb3740c7ea0 2023-12-02T00:33:52.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.135+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3740aafb0 con 0x7fb3740c7ea0 2023-12-02T00:33:52.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.139+0000 7fb370ff9640 1 -- 172.21.15.133:0/1517101970 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb35c003620 con 0x7fb3740c7ea0 2023-12-02T00:33:52.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.139+0000 7fb370ff9640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb354066470 0x7fb354068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.139+0000 7fb370ff9640 1 -- 172.21.15.133:0/1517101970 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb35c11e590 con 0x7fb3740c7ea0 2023-12-02T00:33:52.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.139+0000 7fb372ffd640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb354066470 0x7fb354068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.139+0000 7fb372ffd640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb354066470 0x7fb354068930 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fb364009bb0 tx=0x7fb364008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.143+0000 7fb370ff9640 1 -- 172.21.15.133:0/1517101970 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb3740aafb0 con 0x7fb3740c7ea0 2023-12-02T00:33:52.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.291+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb3741556f0 con 0x7fb354066470 2023-12-02T00:33:52.307 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.303+0000 7fb370ff9640 1 -- 172.21.15.133:0/1517101970 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+522673 (secure 0 0 0) 0x7fb364011a70 con 0x7fb354066470 2023-12-02T00:33:52.312 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:52.316 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:33:52.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb354066470 msgr2=0x7fb354068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb354066470 0x7fb354068930 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fb364009bb0 tx=0x7fb364008040 comp rx=0 tx=0).stop 2023-12-02T00:33:52.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 msgr2=0x7fb3740aa7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb3740aa7c0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fb35c01aad0 tx=0x7fb35c0191c0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.317 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 shutdown_connections 2023-12-02T00:33:52.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb354066470 0x7fb354068930 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb374151e90 0x7fb374145d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3740c7ea0 0x7fb3740aa7c0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 --2- 172.21.15.133:0/1517101970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb3740c4e60 0x7fb3740c25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.307+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 >> 172.21.15.133:0/1517101970 conn(0x7fb3740ca170 msgr2=0x7fb374153a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:52.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.311+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 shutdown_connections 2023-12-02T00:33:52.318 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.311+0000 7fb379a32640 1 -- 172.21.15.133:0/1517101970 wait complete. 2023-12-02T00:33:52.331 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2023-12-02T00:33:51.275861+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":201,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":244744,"kb_used_data":7776,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729976,"statfs":{"total":773094113280,"available":772843495424,"internally_reserved":0,"allocated":7962624,"data_stored":4127774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1241,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.045171"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243093+0000","last_change":"2023-12-02T00:33:47.243093+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243093+0000","last_undegraded":"2023-12-02T00:33:47.243093+0000","last_fullsized":"2023-12-02T00:33:47.243093+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233663+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:46.233663+0000","last_peered":"2023-12-02T00:33:46.233663+0000","last_clean":"2023-12-02T00:33:46.233663+0000","last_became_active":"2023-12-02T00:33:35.166278+0000","last_became_peered":"2023-12-02T00:33:35.166278+0000","last_unstale":"2023-12-02T00:33:46.233663+0000","last_undegraded":"2023-12-02T00:33:46.233663+0000","last_fullsized":"2023-12-02T00:33:46.233663+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247143+0000","last_change":"2023-12-02T00:33:47.247143+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247143+0000","last_undegraded":"2023-12-02T00:33:47.247143+0000","last_fullsized":"2023-12-02T00:33:47.247143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237860+0000","last_change":"2023-12-02T00:33:35.168161+0000","last_active":"2023-12-02T00:33:46.237860+0000","last_peered":"2023-12-02T00:33:46.237860+0000","last_clean":"2023-12-02T00:33:46.237860+0000","last_became_active":"2023-12-02T00:33:35.167432+0000","last_became_peered":"2023-12-02T00:33:35.167432+0000","last_unstale":"2023-12-02T00:33:46.237860+0000","last_undegraded":"2023-12-02T00:33:46.237860+0000","last_fullsized":"2023-12-02T00:33:46.237860+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:16.500986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240798+0000","last_change":"2023-12-02T00:33:47.240798+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240798+0000","last_undegraded":"2023-12-02T00:33:47.240798+0000","last_fullsized":"2023-12-02T00:33:47.240798+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240041+0000","last_change":"2023-12-02T00:33:35.178829+0000","last_active":"2023-12-02T00:33:46.240041+0000","last_peered":"2023-12-02T00:33:46.240041+0000","last_clean":"2023-12-02T00:33:46.240041+0000","last_became_active":"2023-12-02T00:33:35.178490+0000","last_became_peered":"2023-12-02T00:33:35.178490+0000","last_unstale":"2023-12-02T00:33:46.240041+0000","last_undegraded":"2023-12-02T00:33:46.240041+0000","last_fullsized":"2023-12-02T00:33:46.240041+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.255872+0000","last_change":"2023-12-02T00:33:47.255872+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.255872+0000","last_undegraded":"2023-12-02T00:33:47.255872+0000","last_fullsized":"2023-12-02T00:33:47.255872+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233925+0000","last_change":"2023-12-02T00:33:35.182328+0000","last_active":"2023-12-02T00:33:46.233925+0000","last_peered":"2023-12-02T00:33:46.233925+0000","last_clean":"2023-12-02T00:33:46.233925+0000","last_became_active":"2023-12-02T00:33:35.182061+0000","last_became_peered":"2023-12-02T00:33:35.182061+0000","last_unstale":"2023-12-02T00:33:46.233925+0000","last_undegraded":"2023-12-02T00:33:46.233925+0000","last_fullsized":"2023-12-02T00:33:46.233925+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:50.554861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.244112+0000","last_change":"2023-12-02T00:33:47.244112+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.244112+0000","last_undegraded":"2023-12-02T00:33:47.244112+0000","last_fullsized":"2023-12-02T00:33:47.244112+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236146+0000","last_change":"2023-12-02T00:33:35.170023+0000","last_active":"2023-12-02T00:33:46.236146+0000","last_peered":"2023-12-02T00:33:46.236146+0000","last_clean":"2023-12-02T00:33:46.236146+0000","last_became_active":"2023-12-02T00:33:35.169704+0000","last_became_peered":"2023-12-02T00:33:35.169704+0000","last_unstale":"2023-12-02T00:33:46.236146+0000","last_undegraded":"2023-12-02T00:33:46.236146+0000","last_fullsized":"2023-12-02T00:33:46.236146+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252612+0000","last_change":"2023-12-02T00:33:47.252612+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252612+0000","last_undegraded":"2023-12-02T00:33:47.252612+0000","last_fullsized":"2023-12-02T00:33:47.252612+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236582+0000","last_change":"2023-12-02T00:33:35.189735+0000","last_active":"2023-12-02T00:33:46.236582+0000","last_peered":"2023-12-02T00:33:46.236582+0000","last_clean":"2023-12-02T00:33:46.236582+0000","last_became_active":"2023-12-02T00:33:35.188951+0000","last_became_peered":"2023-12-02T00:33:35.188951+0000","last_unstale":"2023-12-02T00:33:46.236582+0000","last_undegraded":"2023-12-02T00:33:46.236582+0000","last_fullsized":"2023-12-02T00:33:46.236582+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.239304+0000","last_change":"2023-12-02T00:33:47.239304+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.239304+0000","last_undegraded":"2023-12-02T00:33:47.239304+0000","last_fullsized":"2023-12-02T00:33:47.239304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233425+0000","last_change":"2023-12-02T00:33:35.178921+0000","last_active":"2023-12-02T00:33:46.233425+0000","last_peered":"2023-12-02T00:33:46.233425+0000","last_clean":"2023-12-02T00:33:46.233425+0000","last_became_active":"2023-12-02T00:33:35.178644+0000","last_became_peered":"2023-12-02T00:33:35.178644+0000","last_unstale":"2023-12-02T00:33:46.233425+0000","last_undegraded":"2023-12-02T00:33:46.233425+0000","last_fullsized":"2023-12-02T00:33:46.233425+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:33.659773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247330+0000","last_change":"2023-12-02T00:33:47.247330+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247330+0000","last_undegraded":"2023-12-02T00:33:47.247330+0000","last_fullsized":"2023-12-02T00:33:47.247330+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235576+0000","last_change":"2023-12-02T00:33:35.172828+0000","last_active":"2023-12-02T00:33:46.235576+0000","last_peered":"2023-12-02T00:33:46.235576+0000","last_clean":"2023-12-02T00:33:46.235576+0000","last_became_active":"2023-12-02T00:33:35.172520+0000","last_became_peered":"2023-12-02T00:33:35.172520+0000","last_unstale":"2023-12-02T00:33:46.235576+0000","last_undegraded":"2023-12-02T00:33:46.235576+0000","last_fullsized":"2023-12-02T00:33:46.235576+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:50.866196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247937+0000","last_change":"2023-12-02T00:33:47.247937+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247937+0000","last_undegraded":"2023-12-02T00:33:47.247937+0000","last_fullsized":"2023-12-02T00:33:47.247937+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237100+0000","last_change":"2023-12-02T00:33:35.178113+0000","last_active":"2023-12-02T00:33:46.237100+0000","last_peered":"2023-12-02T00:33:46.237100+0000","last_clean":"2023-12-02T00:33:46.237100+0000","last_became_active":"2023-12-02T00:33:35.177830+0000","last_became_peered":"2023-12-02T00:33:35.177830+0000","last_unstale":"2023-12-02T00:33:46.237100+0000","last_undegraded":"2023-12-02T00:33:46.237100+0000","last_fullsized":"2023-12-02T00:33:46.237100+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237431+0000","last_change":"2023-12-02T00:33:47.237431+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237431+0000","last_undegraded":"2023-12-02T00:33:47.237431+0000","last_fullsized":"2023-12-02T00:33:47.237431+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233706+0000","last_change":"2023-12-02T00:33:35.178627+0000","last_active":"2023-12-02T00:33:46.233706+0000","last_peered":"2023-12-02T00:33:46.233706+0000","last_clean":"2023-12-02T00:33:46.233706+0000","last_became_active":"2023-12-02T00:33:35.178092+0000","last_became_peered":"2023-12-02T00:33:35.178092+0000","last_unstale":"2023-12-02T00:33:46.233706+0000","last_undegraded":"2023-12-02T00:33:46.233706+0000","last_fullsized":"2023-12-02T00:33:46.233706+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241940+0000","last_change":"2023-12-02T00:33:47.241940+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241940+0000","last_undegraded":"2023-12-02T00:33:47.241940+0000","last_fullsized":"2023-12-02T00:33:47.241940+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235954+0000","last_change":"2023-12-02T00:33:35.175387+0000","last_active":"2023-12-02T00:33:46.235954+0000","last_peered":"2023-12-02T00:33:46.235954+0000","last_clean":"2023-12-02T00:33:46.235954+0000","last_became_active":"2023-12-02T00:33:35.174103+0000","last_became_peered":"2023-12-02T00:33:35.174103+0000","last_unstale":"2023-12-02T00:33:46.235954+0000","last_undegraded":"2023-12-02T00:33:46.235954+0000","last_fullsized":"2023-12-02T00:33:46.235954+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:29.839037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237771+0000","last_change":"2023-12-02T00:33:47.237771+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237771+0000","last_undegraded":"2023-12-02T00:33:47.237771+0000","last_fullsized":"2023-12-02T00:33:47.237771+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233201+0000","last_change":"2023-12-02T00:33:35.177353+0000","last_active":"2023-12-02T00:33:46.233201+0000","last_peered":"2023-12-02T00:33:46.233201+0000","last_clean":"2023-12-02T00:33:46.233201+0000","last_became_active":"2023-12-02T00:33:35.176833+0000","last_became_peered":"2023-12-02T00:33:35.176833+0000","last_unstale":"2023-12-02T00:33:46.233201+0000","last_undegraded":"2023-12-02T00:33:46.233201+0000","last_fullsized":"2023-12-02T00:33:46.233201+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242733+0000","last_change":"2023-12-02T00:33:47.242733+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242733+0000","last_undegraded":"2023-12-02T00:33:47.242733+0000","last_fullsized":"2023-12-02T00:33:47.242733+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239135+0000","last_change":"2023-12-02T00:33:35.181006+0000","last_active":"2023-12-02T00:33:46.239135+0000","last_peered":"2023-12-02T00:33:46.239135+0000","last_clean":"2023-12-02T00:33:46.239135+0000","last_became_active":"2023-12-02T00:33:35.180243+0000","last_became_peered":"2023-12-02T00:33:35.180243+0000","last_unstale":"2023-12-02T00:33:46.239135+0000","last_undegraded":"2023-12-02T00:33:46.239135+0000","last_fullsized":"2023-12-02T00:33:46.239135+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.245788+0000","last_change":"2023-12-02T00:33:47.245788+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.245788+0000","last_undegraded":"2023-12-02T00:33:47.245788+0000","last_fullsized":"2023-12-02T00:33:47.245788+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233771+0000","last_change":"2023-12-02T00:33:35.173339+0000","last_active":"2023-12-02T00:33:46.233771+0000","last_peered":"2023-12-02T00:33:46.233771+0000","last_clean":"2023-12-02T00:33:46.233771+0000","last_became_active":"2023-12-02T00:33:35.172892+0000","last_became_peered":"2023-12-02T00:33:35.172892+0000","last_unstale":"2023-12-02T00:33:46.233771+0000","last_undegraded":"2023-12-02T00:33:46.233771+0000","last_fullsized":"2023-12-02T00:33:46.233771+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:08:19.171944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242591+0000","last_change":"2023-12-02T00:33:47.242591+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242591+0000","last_undegraded":"2023-12-02T00:33:47.242591+0000","last_fullsized":"2023-12-02T00:33:47.242591+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243194+0000","last_change":"2023-12-02T00:33:35.183179+0000","last_active":"2023-12-02T00:33:46.243194+0000","last_peered":"2023-12-02T00:33:46.243194+0000","last_clean":"2023-12-02T00:33:46.243194+0000","last_became_active":"2023-12-02T00:33:35.182823+0000","last_became_peered":"2023-12-02T00:33:35.182823+0000","last_unstale":"2023-12-02T00:33:46.243194+0000","last_undegraded":"2023-12-02T00:33:46.243194+0000","last_fullsized":"2023-12-02T00:33:46.243194+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:02:57.218750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241568+0000","last_change":"2023-12-02T00:33:47.241568+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241568+0000","last_undegraded":"2023-12-02T00:33:47.241568+0000","last_fullsized":"2023-12-02T00:33:47.241568+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235380+0000","last_change":"2023-12-02T00:33:35.166185+0000","last_active":"2023-12-02T00:33:46.235380+0000","last_peered":"2023-12-02T00:33:46.235380+0000","last_clean":"2023-12-02T00:33:46.235380+0000","last_became_active":"2023-12-02T00:33:35.165692+0000","last_became_peered":"2023-12-02T00:33:35.165692+0000","last_unstale":"2023-12-02T00:33:46.235380+0000","last_undegraded":"2023-12-02T00:33:46.235380+0000","last_fullsized":"2023-12-02T00:33:46.235380+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240077+0000","last_change":"2023-12-02T00:33:47.240077+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240077+0000","last_undegraded":"2023-12-02T00:33:47.240077+0000","last_fullsized":"2023-12-02T00:33:47.240077+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236869+0000","last_change":"2023-12-02T00:33:35.189546+0000","last_active":"2023-12-02T00:33:46.236869+0000","last_peered":"2023-12-02T00:33:46.236869+0000","last_clean":"2023-12-02T00:33:46.236869+0000","last_became_active":"2023-12-02T00:33:35.189200+0000","last_became_peered":"2023-12-02T00:33:35.189200+0000","last_unstale":"2023-12-02T00:33:46.236869+0000","last_undegraded":"2023-12-02T00:33:46.236869+0000","last_fullsized":"2023-12-02T00:33:46.236869+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236848+0000","last_change":"2023-12-02T00:33:47.236848+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236848+0000","last_undegraded":"2023-12-02T00:33:47.236848+0000","last_fullsized":"2023-12-02T00:33:47.236848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233989+0000","last_change":"2023-12-02T00:33:35.177354+0000","last_active":"2023-12-02T00:33:46.233989+0000","last_peered":"2023-12-02T00:33:46.233989+0000","last_clean":"2023-12-02T00:33:46.233989+0000","last_became_active":"2023-12-02T00:33:35.177041+0000","last_became_peered":"2023-12-02T00:33:35.177041+0000","last_unstale":"2023-12-02T00:33:46.233989+0000","last_undegraded":"2023-12-02T00:33:46.233989+0000","last_fullsized":"2023-12-02T00:33:46.233989+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:34:11.810512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252478+0000","last_change":"2023-12-02T00:33:47.252478+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252478+0000","last_undegraded":"2023-12-02T00:33:47.252478+0000","last_fullsized":"2023-12-02T00:33:47.252478+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235176+0000","last_change":"2023-12-02T00:33:35.183537+0000","last_active":"2023-12-02T00:33:46.235176+0000","last_peered":"2023-12-02T00:33:46.235176+0000","last_clean":"2023-12-02T00:33:46.235176+0000","last_became_active":"2023-12-02T00:33:35.175553+0000","last_became_peered":"2023-12-02T00:33:35.175553+0000","last_unstale":"2023-12-02T00:33:46.235176+0000","last_undegraded":"2023-12-02T00:33:46.235176+0000","last_fullsized":"2023-12-02T00:33:46.235176+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242215+0000","last_change":"2023-12-02T00:33:47.242215+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242215+0000","last_undegraded":"2023-12-02T00:33:47.242215+0000","last_fullsized":"2023-12-02T00:33:47.242215+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.234025+0000","last_change":"2023-12-02T00:33:35.185809+0000","last_active":"2023-12-02T00:33:46.234025+0000","last_peered":"2023-12-02T00:33:46.234025+0000","last_clean":"2023-12-02T00:33:46.234025+0000","last_became_active":"2023-12-02T00:33:35.185553+0000","last_became_peered":"2023-12-02T00:33:35.185553+0000","last_unstale":"2023-12-02T00:33:46.234025+0000","last_undegraded":"2023-12-02T00:33:46.234025+0000","last_fullsized":"2023-12-02T00:33:46.234025+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:18.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.253913+0000","last_change":"2023-12-02T00:33:47.253913+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.253913+0000","last_undegraded":"2023-12-02T00:33:47.253913+0000","last_fullsized":"2023-12-02T00:33:47.253913+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233933+0000","last_change":"2023-12-02T00:33:35.177049+0000","last_active":"2023-12-02T00:33:46.233933+0000","last_peered":"2023-12-02T00:33:46.233933+0000","last_clean":"2023-12-02T00:33:46.233933+0000","last_became_active":"2023-12-02T00:33:35.176734+0000","last_became_peered":"2023-12-02T00:33:35.176734+0000","last_unstale":"2023-12-02T00:33:46.233933+0000","last_undegraded":"2023-12-02T00:33:46.233933+0000","last_fullsized":"2023-12-02T00:33:46.233933+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:40.631294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.244762+0000","last_change":"2023-12-02T00:33:47.244762+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.244762+0000","last_undegraded":"2023-12-02T00:33:47.244762+0000","last_fullsized":"2023-12-02T00:33:47.244762+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235329+0000","last_change":"2023-12-02T00:33:35.183413+0000","last_active":"2023-12-02T00:33:46.235329+0000","last_peered":"2023-12-02T00:33:46.235329+0000","last_clean":"2023-12-02T00:33:46.235329+0000","last_became_active":"2023-12-02T00:33:35.183107+0000","last_became_peered":"2023-12-02T00:33:35.183107+0000","last_unstale":"2023-12-02T00:33:46.235329+0000","last_undegraded":"2023-12-02T00:33:46.235329+0000","last_fullsized":"2023-12-02T00:33:46.235329+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:23:01.532689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243548+0000","last_change":"2023-12-02T00:33:47.243548+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243548+0000","last_undegraded":"2023-12-02T00:33:47.243548+0000","last_fullsized":"2023-12-02T00:33:47.243548+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233003+0000","last_change":"2023-12-02T00:33:35.172366+0000","last_active":"2023-12-02T00:33:46.233003+0000","last_peered":"2023-12-02T00:33:46.233003+0000","last_clean":"2023-12-02T00:33:46.233003+0000","last_became_active":"2023-12-02T00:33:35.171420+0000","last_became_peered":"2023-12-02T00:33:35.171420+0000","last_unstale":"2023-12-02T00:33:46.233003+0000","last_undegraded":"2023-12-02T00:33:46.233003+0000","last_fullsized":"2023-12-02T00:33:46.233003+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254590+0000","last_change":"2023-12-02T00:33:47.254590+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254590+0000","last_undegraded":"2023-12-02T00:33:47.254590+0000","last_fullsized":"2023-12-02T00:33:47.254590+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233533+0000","last_change":"2023-12-02T00:33:35.185721+0000","last_active":"2023-12-02T00:33:46.233533+0000","last_peered":"2023-12-02T00:33:46.233533+0000","last_clean":"2023-12-02T00:33:46.233533+0000","last_became_active":"2023-12-02T00:33:35.185429+0000","last_became_peered":"2023-12-02T00:33:35.185429+0000","last_unstale":"2023-12-02T00:33:46.233533+0000","last_undegraded":"2023-12-02T00:33:46.233533+0000","last_fullsized":"2023-12-02T00:33:46.233533+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:14.000433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246402+0000","last_change":"2023-12-02T00:33:47.246402+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246402+0000","last_undegraded":"2023-12-02T00:33:47.246402+0000","last_fullsized":"2023-12-02T00:33:47.246402+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236080+0000","last_change":"2023-12-02T00:33:35.167648+0000","last_active":"2023-12-02T00:33:46.236080+0000","last_peered":"2023-12-02T00:33:46.236080+0000","last_clean":"2023-12-02T00:33:46.236080+0000","last_became_active":"2023-12-02T00:33:35.167115+0000","last_became_peered":"2023-12-02T00:33:35.167115+0000","last_unstale":"2023-12-02T00:33:46.236080+0000","last_undegraded":"2023-12-02T00:33:46.236080+0000","last_fullsized":"2023-12-02T00:33:46.236080+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:29.270345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236483+0000","last_change":"2023-12-02T00:33:47.236483+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236483+0000","last_undegraded":"2023-12-02T00:33:47.236483+0000","last_fullsized":"2023-12-02T00:33:47.236483+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240077+0000","last_change":"2023-12-02T00:33:35.174625+0000","last_active":"2023-12-02T00:33:46.240077+0000","last_peered":"2023-12-02T00:33:46.240077+0000","last_clean":"2023-12-02T00:33:46.240077+0000","last_became_active":"2023-12-02T00:33:35.174318+0000","last_became_peered":"2023-12-02T00:33:35.174318+0000","last_unstale":"2023-12-02T00:33:46.240077+0000","last_undegraded":"2023-12-02T00:33:46.240077+0000","last_fullsized":"2023-12-02T00:33:46.240077+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238160+0000","last_change":"2023-12-02T00:33:47.238160+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238160+0000","last_undegraded":"2023-12-02T00:33:47.238160+0000","last_fullsized":"2023-12-02T00:33:47.238160+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236619+0000","last_change":"2023-12-02T00:33:35.179032+0000","last_active":"2023-12-02T00:33:46.236619+0000","last_peered":"2023-12-02T00:33:46.236619+0000","last_clean":"2023-12-02T00:33:46.236619+0000","last_became_active":"2023-12-02T00:33:35.178722+0000","last_became_peered":"2023-12-02T00:33:35.178722+0000","last_unstale":"2023-12-02T00:33:46.236619+0000","last_undegraded":"2023-12-02T00:33:46.236619+0000","last_fullsized":"2023-12-02T00:33:46.236619+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.255370+0000","last_change":"2023-12-02T00:33:47.255370+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.255370+0000","last_undegraded":"2023-12-02T00:33:47.255370+0000","last_fullsized":"2023-12-02T00:33:47.255370+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233215+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:46.233215+0000","last_peered":"2023-12-02T00:33:46.233215+0000","last_clean":"2023-12-02T00:33:46.233215+0000","last_became_active":"2023-12-02T00:33:35.166222+0000","last_became_peered":"2023-12-02T00:33:35.166222+0000","last_unstale":"2023-12-02T00:33:46.233215+0000","last_undegraded":"2023-12-02T00:33:46.233215+0000","last_fullsized":"2023-12-02T00:33:46.233215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242296+0000","last_change":"2023-12-02T00:33:47.242296+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242296+0000","last_undegraded":"2023-12-02T00:33:47.242296+0000","last_fullsized":"2023-12-02T00:33:47.242296+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235578+0000","last_change":"2023-12-02T00:33:35.177959+0000","last_active":"2023-12-02T00:33:46.235578+0000","last_peered":"2023-12-02T00:33:46.235578+0000","last_clean":"2023-12-02T00:33:46.235578+0000","last_became_active":"2023-12-02T00:33:35.177606+0000","last_became_peered":"2023-12-02T00:33:35.177606+0000","last_unstale":"2023-12-02T00:33:46.235578+0000","last_undegraded":"2023-12-02T00:33:46.235578+0000","last_fullsized":"2023-12-02T00:33:46.235578+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:54:24.319540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241711+0000","last_change":"2023-12-02T00:33:47.241711+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241711+0000","last_undegraded":"2023-12-02T00:33:47.241711+0000","last_fullsized":"2023-12-02T00:33:47.241711+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235417+0000","last_change":"2023-12-02T00:33:35.193128+0000","last_active":"2023-12-02T00:33:46.235417+0000","last_peered":"2023-12-02T00:33:46.235417+0000","last_clean":"2023-12-02T00:33:46.235417+0000","last_became_active":"2023-12-02T00:33:35.192723+0000","last_became_peered":"2023-12-02T00:33:35.192723+0000","last_unstale":"2023-12-02T00:33:46.235417+0000","last_undegraded":"2023-12-02T00:33:46.235417+0000","last_fullsized":"2023-12-02T00:33:46.235417+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:22:02.040979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252568+0000","last_change":"2023-12-02T00:33:47.252568+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252568+0000","last_undegraded":"2023-12-02T00:33:47.252568+0000","last_fullsized":"2023-12-02T00:33:47.252568+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235582+0000","last_change":"2023-12-02T00:33:35.177231+0000","last_active":"2023-12-02T00:33:46.235582+0000","last_peered":"2023-12-02T00:33:46.235582+0000","last_clean":"2023-12-02T00:33:46.235582+0000","last_became_active":"2023-12-02T00:33:35.172149+0000","last_became_peered":"2023-12-02T00:33:35.172149+0000","last_unstale":"2023-12-02T00:33:46.235582+0000","last_undegraded":"2023-12-02T00:33:46.235582+0000","last_fullsized":"2023-12-02T00:33:46.235582+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241132+0000","last_change":"2023-12-02T00:33:47.241132+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241132+0000","last_undegraded":"2023-12-02T00:33:47.241132+0000","last_fullsized":"2023-12-02T00:33:47.241132+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.232720+0000","last_change":"2023-12-02T00:33:35.175528+0000","last_active":"2023-12-02T00:33:46.232720+0000","last_peered":"2023-12-02T00:33:46.232720+0000","last_clean":"2023-12-02T00:33:46.232720+0000","last_became_active":"2023-12-02T00:33:35.175216+0000","last_became_peered":"2023-12-02T00:33:35.175216+0000","last_unstale":"2023-12-02T00:33:46.232720+0000","last_undegraded":"2023-12-02T00:33:46.232720+0000","last_fullsized":"2023-12-02T00:33:46.232720+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242735+0000","last_change":"2023-12-02T00:33:47.242735+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242735+0000","last_undegraded":"2023-12-02T00:33:47.242735+0000","last_fullsized":"2023-12-02T00:33:47.242735+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.265852+0000","last_change":"2023-12-02T00:33:47.262834+0000","last_active":"2023-12-02T00:33:47.265852+0000","last_peered":"2023-12-02T00:33:47.265852+0000","last_clean":"2023-12-02T00:33:47.265852+0000","last_became_active":"2023-12-02T00:33:47.262616+0000","last_became_peered":"2023-12-02T00:33:47.262616+0000","last_unstale":"2023-12-02T00:33:47.265852+0000","last_undegraded":"2023-12-02T00:33:47.265852+0000","last_fullsized":"2023-12-02T00:33:47.265852+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:20.631280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237192+0000","last_change":"2023-12-02T00:33:35.167352+0000","last_active":"2023-12-02T00:33:46.237192+0000","last_peered":"2023-12-02T00:33:46.237192+0000","last_clean":"2023-12-02T00:33:46.237192+0000","last_became_active":"2023-12-02T00:33:35.165743+0000","last_became_peered":"2023-12-02T00:33:35.165743+0000","last_unstale":"2023-12-02T00:33:46.237192+0000","last_undegraded":"2023-12-02T00:33:46.237192+0000","last_fullsized":"2023-12-02T00:33:46.237192+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"66'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233797+0000","last_change":"2023-12-02T00:33:34.172905+0000","last_active":"2023-12-02T00:33:46.233797+0000","last_peered":"2023-12-02T00:33:46.233797+0000","last_clean":"2023-12-02T00:33:46.233797+0000","last_became_active":"2023-12-02T00:33:34.172671+0000","last_became_peered":"2023-12-02T00:33:34.172671+0000","last_unstale":"2023-12-02T00:33:46.233797+0000","last_undegraded":"2023-12-02T00:33:46.233797+0000","last_fullsized":"2023-12-02T00:33:46.233797+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236482+0000","last_change":"2023-12-02T00:33:47.236482+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236482+0000","last_undegraded":"2023-12-02T00:33:47.236482+0000","last_fullsized":"2023-12-02T00:33:47.236482+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268091+0000","last_change":"2023-12-02T00:33:47.265110+0000","last_active":"2023-12-02T00:33:47.268091+0000","last_peered":"2023-12-02T00:33:47.268091+0000","last_clean":"2023-12-02T00:33:47.268091+0000","last_became_active":"2023-12-02T00:33:47.264667+0000","last_became_peered":"2023-12-02T00:33:47.264667+0000","last_unstale":"2023-12-02T00:33:47.268091+0000","last_undegraded":"2023-12-02T00:33:47.268091+0000","last_fullsized":"2023-12-02T00:33:47.268091+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:22.476077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233696+0000","last_change":"2023-12-02T00:33:35.184800+0000","last_active":"2023-12-02T00:33:46.233696+0000","last_peered":"2023-12-02T00:33:46.233696+0000","last_clean":"2023-12-02T00:33:46.233696+0000","last_became_active":"2023-12-02T00:33:35.184483+0000","last_became_peered":"2023-12-02T00:33:35.184483+0000","last_unstale":"2023-12-02T00:33:46.233696+0000","last_undegraded":"2023-12-02T00:33:46.233696+0000","last_fullsized":"2023-12-02T00:33:46.233696+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237376+0000","last_change":"2023-12-02T00:33:34.175618+0000","last_active":"2023-12-02T00:33:46.237376+0000","last_peered":"2023-12-02T00:33:46.237376+0000","last_clean":"2023-12-02T00:33:46.237376+0000","last_became_active":"2023-12-02T00:33:34.175274+0000","last_became_peered":"2023-12-02T00:33:34.175274+0000","last_unstale":"2023-12-02T00:33:46.237376+0000","last_undegraded":"2023-12-02T00:33:46.237376+0000","last_fullsized":"2023-12-02T00:33:46.237376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241696+0000","last_change":"2023-12-02T00:33:47.241696+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241696+0000","last_undegraded":"2023-12-02T00:33:47.241696+0000","last_fullsized":"2023-12-02T00:33:47.241696+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268011+0000","last_change":"2023-12-02T00:33:47.264309+0000","last_active":"2023-12-02T00:33:47.268011+0000","last_peered":"2023-12-02T00:33:47.268011+0000","last_clean":"2023-12-02T00:33:47.268011+0000","last_became_active":"2023-12-02T00:33:47.263438+0000","last_became_peered":"2023-12-02T00:33:47.263438+0000","last_unstale":"2023-12-02T00:33:47.268011+0000","last_undegraded":"2023-12-02T00:33:47.268011+0000","last_fullsized":"2023-12-02T00:33:47.268011+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:38.875144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233304+0000","last_change":"2023-12-02T00:33:35.178492+0000","last_active":"2023-12-02T00:33:46.233304+0000","last_peered":"2023-12-02T00:33:46.233304+0000","last_clean":"2023-12-02T00:33:46.233304+0000","last_became_active":"2023-12-02T00:33:35.178172+0000","last_became_peered":"2023-12-02T00:33:35.178172+0000","last_unstale":"2023-12-02T00:33:46.233304+0000","last_undegraded":"2023-12-02T00:33:46.233304+0000","last_fullsized":"2023-12-02T00:33:46.233304+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237785+0000","last_change":"2023-12-02T00:33:34.176960+0000","last_active":"2023-12-02T00:33:46.237785+0000","last_peered":"2023-12-02T00:33:46.237785+0000","last_clean":"2023-12-02T00:33:46.237785+0000","last_became_active":"2023-12-02T00:33:34.176596+0000","last_became_peered":"2023-12-02T00:33:34.176596+0000","last_unstale":"2023-12-02T00:33:46.237785+0000","last_undegraded":"2023-12-02T00:33:46.237785+0000","last_fullsized":"2023-12-02T00:33:46.237785+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243655+0000","last_change":"2023-12-02T00:33:47.243655+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243655+0000","last_undegraded":"2023-12-02T00:33:47.243655+0000","last_fullsized":"2023-12-02T00:33:47.243655+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266214+0000","last_change":"2023-12-02T00:33:47.262230+0000","last_active":"2023-12-02T00:33:47.266214+0000","last_peered":"2023-12-02T00:33:47.266214+0000","last_clean":"2023-12-02T00:33:47.266214+0000","last_became_active":"2023-12-02T00:33:47.261898+0000","last_became_peered":"2023-12-02T00:33:47.261898+0000","last_unstale":"2023-12-02T00:33:47.266214+0000","last_undegraded":"2023-12-02T00:33:47.266214+0000","last_fullsized":"2023-12-02T00:33:47.266214+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240068+0000","last_change":"2023-12-02T00:33:35.188754+0000","last_active":"2023-12-02T00:33:46.240068+0000","last_peered":"2023-12-02T00:33:46.240068+0000","last_clean":"2023-12-02T00:33:46.240068+0000","last_became_active":"2023-12-02T00:33:35.188426+0000","last_became_peered":"2023-12-02T00:33:35.188426+0000","last_unstale":"2023-12-02T00:33:46.240068+0000","last_undegraded":"2023-12-02T00:33:46.240068+0000","last_fullsized":"2023-12-02T00:33:46.240068+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235467+0000","last_change":"2023-12-02T00:33:34.170809+0000","last_active":"2023-12-02T00:33:46.235467+0000","last_peered":"2023-12-02T00:33:46.235467+0000","last_clean":"2023-12-02T00:33:46.235467+0000","last_became_active":"2023-12-02T00:33:34.170550+0000","last_became_peered":"2023-12-02T00:33:34.170550+0000","last_unstale":"2023-12-02T00:33:46.235467+0000","last_undegraded":"2023-12-02T00:33:46.235467+0000","last_fullsized":"2023-12-02T00:33:46.235467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241687+0000","last_change":"2023-12-02T00:33:47.241687+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241687+0000","last_undegraded":"2023-12-02T00:33:47.241687+0000","last_fullsized":"2023-12-02T00:33:47.241687+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266741+0000","last_change":"2023-12-02T00:33:47.265175+0000","last_active":"2023-12-02T00:33:47.266741+0000","last_peered":"2023-12-02T00:33:47.266741+0000","last_clean":"2023-12-02T00:33:47.266741+0000","last_became_active":"2023-12-02T00:33:47.264834+0000","last_became_peered":"2023-12-02T00:33:47.264834+0000","last_unstale":"2023-12-02T00:33:47.266741+0000","last_undegraded":"2023-12-02T00:33:47.266741+0000","last_fullsized":"2023-12-02T00:33:47.266741+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235501+0000","last_change":"2023-12-02T00:33:35.185218+0000","last_active":"2023-12-02T00:33:46.235501+0000","last_peered":"2023-12-02T00:33:46.235501+0000","last_clean":"2023-12-02T00:33:46.235501+0000","last_became_active":"2023-12-02T00:33:35.184952+0000","last_became_peered":"2023-12-02T00:33:35.184952+0000","last_unstale":"2023-12-02T00:33:46.235501+0000","last_undegraded":"2023-12-02T00:33:46.235501+0000","last_fullsized":"2023-12-02T00:33:46.235501+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:02.074582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236500+0000","last_change":"2023-12-02T00:33:34.166946+0000","last_active":"2023-12-02T00:33:46.236500+0000","last_peered":"2023-12-02T00:33:46.236500+0000","last_clean":"2023-12-02T00:33:46.236500+0000","last_became_active":"2023-12-02T00:33:34.165688+0000","last_became_peered":"2023-12-02T00:33:34.165688+0000","last_unstale":"2023-12-02T00:33:46.236500+0000","last_undegraded":"2023-12-02T00:33:46.236500+0000","last_fullsized":"2023-12-02T00:33:46.236500+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:01.135311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240831+0000","last_change":"2023-12-02T00:33:47.240831+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240831+0000","last_undegraded":"2023-12-02T00:33:47.240831+0000","last_fullsized":"2023-12-02T00:33:47.240831+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261046+0000","last_change":"2023-12-02T00:33:47.255816+0000","last_active":"2023-12-02T00:33:47.261046+0000","last_peered":"2023-12-02T00:33:47.261046+0000","last_clean":"2023-12-02T00:33:47.261046+0000","last_became_active":"2023-12-02T00:33:47.255528+0000","last_became_peered":"2023-12-02T00:33:47.255528+0000","last_unstale":"2023-12-02T00:33:47.261046+0000","last_undegraded":"2023-12-02T00:33:47.261046+0000","last_fullsized":"2023-12-02T00:33:47.261046+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:13.741348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236303+0000","last_change":"2023-12-02T00:33:35.166501+0000","last_active":"2023-12-02T00:33:46.236303+0000","last_peered":"2023-12-02T00:33:46.236303+0000","last_clean":"2023-12-02T00:33:46.236303+0000","last_became_active":"2023-12-02T00:33:35.166230+0000","last_became_peered":"2023-12-02T00:33:35.166230+0000","last_unstale":"2023-12-02T00:33:46.236303+0000","last_undegraded":"2023-12-02T00:33:46.236303+0000","last_fullsized":"2023-12-02T00:33:46.236303+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235755+0000","last_change":"2023-12-02T00:33:34.167855+0000","last_active":"2023-12-02T00:33:46.235755+0000","last_peered":"2023-12-02T00:33:46.235755+0000","last_clean":"2023-12-02T00:33:46.235755+0000","last_became_active":"2023-12-02T00:33:34.167572+0000","last_became_peered":"2023-12-02T00:33:34.167572+0000","last_unstale":"2023-12-02T00:33:46.235755+0000","last_undegraded":"2023-12-02T00:33:46.235755+0000","last_fullsized":"2023-12-02T00:33:46.235755+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:00.653579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242055+0000","last_change":"2023-12-02T00:33:47.242055+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242055+0000","last_undegraded":"2023-12-02T00:33:47.242055+0000","last_fullsized":"2023-12-02T00:33:47.242055+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.259970+0000","last_change":"2023-12-02T00:33:47.251200+0000","last_active":"2023-12-02T00:33:47.259970+0000","last_peered":"2023-12-02T00:33:47.259970+0000","last_clean":"2023-12-02T00:33:47.259970+0000","last_became_active":"2023-12-02T00:33:47.250918+0000","last_became_peered":"2023-12-02T00:33:47.250918+0000","last_unstale":"2023-12-02T00:33:47.259970+0000","last_undegraded":"2023-12-02T00:33:47.259970+0000","last_fullsized":"2023-12-02T00:33:47.259970+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:39:03.652406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239036+0000","last_change":"2023-12-02T00:33:35.181873+0000","last_active":"2023-12-02T00:33:46.239036+0000","last_peered":"2023-12-02T00:33:46.239036+0000","last_clean":"2023-12-02T00:33:46.239036+0000","last_became_active":"2023-12-02T00:33:35.181309+0000","last_became_peered":"2023-12-02T00:33:35.181309+0000","last_unstale":"2023-12-02T00:33:46.239036+0000","last_undegraded":"2023-12-02T00:33:46.239036+0000","last_fullsized":"2023-12-02T00:33:46.239036+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237762+0000","last_change":"2023-12-02T00:33:34.166948+0000","last_active":"2023-12-02T00:33:46.237762+0000","last_peered":"2023-12-02T00:33:46.237762+0000","last_clean":"2023-12-02T00:33:46.237762+0000","last_became_active":"2023-12-02T00:33:34.165549+0000","last_became_peered":"2023-12-02T00:33:34.165549+0000","last_unstale":"2023-12-02T00:33:46.237762+0000","last_undegraded":"2023-12-02T00:33:46.237762+0000","last_fullsized":"2023-12-02T00:33:46.237762+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246375+0000","last_change":"2023-12-02T00:33:47.246375+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246375+0000","last_undegraded":"2023-12-02T00:33:47.246375+0000","last_fullsized":"2023-12-02T00:33:47.246375+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266961+0000","last_change":"2023-12-02T00:33:47.263953+0000","last_active":"2023-12-02T00:33:47.266961+0000","last_peered":"2023-12-02T00:33:47.266961+0000","last_clean":"2023-12-02T00:33:47.266961+0000","last_became_active":"2023-12-02T00:33:47.263697+0000","last_became_peered":"2023-12-02T00:33:47.263697+0000","last_unstale":"2023-12-02T00:33:47.266961+0000","last_undegraded":"2023-12-02T00:33:47.266961+0000","last_fullsized":"2023-12-02T00:33:47.266961+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:26.776086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243254+0000","last_change":"2023-12-02T00:33:35.182200+0000","last_active":"2023-12-02T00:33:46.243254+0000","last_peered":"2023-12-02T00:33:46.243254+0000","last_clean":"2023-12-02T00:33:46.243254+0000","last_became_active":"2023-12-02T00:33:35.181898+0000","last_became_peered":"2023-12-02T00:33:35.181898+0000","last_unstale":"2023-12-02T00:33:46.243254+0000","last_undegraded":"2023-12-02T00:33:46.243254+0000","last_fullsized":"2023-12-02T00:33:46.243254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235480+0000","last_change":"2023-12-02T00:33:34.166301+0000","last_active":"2023-12-02T00:33:46.235480+0000","last_peered":"2023-12-02T00:33:46.235480+0000","last_clean":"2023-12-02T00:33:46.235480+0000","last_became_active":"2023-12-02T00:33:34.166013+0000","last_became_peered":"2023-12-02T00:33:34.166013+0000","last_unstale":"2023-12-02T00:33:46.235480+0000","last_undegraded":"2023-12-02T00:33:46.235480+0000","last_fullsized":"2023-12-02T00:33:46.235480+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:04.786917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238389+0000","last_change":"2023-12-02T00:33:47.238389+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238389+0000","last_undegraded":"2023-12-02T00:33:47.238389+0000","last_fullsized":"2023-12-02T00:33:47.238389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266182+0000","last_change":"2023-12-02T00:33:47.261822+0000","last_active":"2023-12-02T00:33:47.266182+0000","last_peered":"2023-12-02T00:33:47.266182+0000","last_clean":"2023-12-02T00:33:47.266182+0000","last_became_active":"2023-12-02T00:33:47.261491+0000","last_became_peered":"2023-12-02T00:33:47.261491+0000","last_unstale":"2023-12-02T00:33:47.266182+0000","last_undegraded":"2023-12-02T00:33:47.266182+0000","last_fullsized":"2023-12-02T00:33:47.266182+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:30:08.119022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.244315+0000","last_change":"2023-12-02T00:33:35.174913+0000","last_active":"2023-12-02T00:33:46.244315+0000","last_peered":"2023-12-02T00:33:46.244315+0000","last_clean":"2023-12-02T00:33:46.244315+0000","last_became_active":"2023-12-02T00:33:35.174629+0000","last_became_peered":"2023-12-02T00:33:35.174629+0000","last_unstale":"2023-12-02T00:33:46.244315+0000","last_undegraded":"2023-12-02T00:33:46.244315+0000","last_fullsized":"2023-12-02T00:33:46.244315+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:01.157510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233853+0000","last_change":"2023-12-02T00:33:34.176994+0000","last_active":"2023-12-02T00:33:46.233853+0000","last_peered":"2023-12-02T00:33:46.233853+0000","last_clean":"2023-12-02T00:33:46.233853+0000","last_became_active":"2023-12-02T00:33:34.176647+0000","last_became_peered":"2023-12-02T00:33:34.176647+0000","last_unstale":"2023-12-02T00:33:46.233853+0000","last_undegraded":"2023-12-02T00:33:46.233853+0000","last_fullsized":"2023-12-02T00:33:46.233853+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:21.514067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247439+0000","last_change":"2023-12-02T00:33:47.247439+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247439+0000","last_undegraded":"2023-12-02T00:33:47.247439+0000","last_fullsized":"2023-12-02T00:33:47.247439+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260870+0000","last_change":"2023-12-02T00:33:47.256310+0000","last_active":"2023-12-02T00:33:47.260870+0000","last_peered":"2023-12-02T00:33:47.260870+0000","last_clean":"2023-12-02T00:33:47.260870+0000","last_became_active":"2023-12-02T00:33:47.255454+0000","last_became_peered":"2023-12-02T00:33:47.255454+0000","last_unstale":"2023-12-02T00:33:47.260870+0000","last_undegraded":"2023-12-02T00:33:47.260870+0000","last_fullsized":"2023-12-02T00:33:47.260870+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:20.631280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237167+0000","last_change":"2023-12-02T00:33:35.184705+0000","last_active":"2023-12-02T00:33:46.237167+0000","last_peered":"2023-12-02T00:33:46.237167+0000","last_clean":"2023-12-02T00:33:46.237167+0000","last_became_active":"2023-12-02T00:33:35.184391+0000","last_became_peered":"2023-12-02T00:33:35.184391+0000","last_unstale":"2023-12-02T00:33:46.237167+0000","last_undegraded":"2023-12-02T00:33:46.237167+0000","last_fullsized":"2023-12-02T00:33:46.237167+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233770+0000","last_change":"2023-12-02T00:33:34.159902+0000","last_active":"2023-12-02T00:33:46.233770+0000","last_peered":"2023-12-02T00:33:46.233770+0000","last_clean":"2023-12-02T00:33:46.233770+0000","last_became_active":"2023-12-02T00:33:34.159576+0000","last_became_peered":"2023-12-02T00:33:34.159576+0000","last_unstale":"2023-12-02T00:33:46.233770+0000","last_undegraded":"2023-12-02T00:33:46.233770+0000","last_fullsized":"2023-12-02T00:33:46.233770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:31.922343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254788+0000","last_change":"2023-12-02T00:33:47.254788+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254788+0000","last_undegraded":"2023-12-02T00:33:47.254788+0000","last_fullsized":"2023-12-02T00:33:47.254788+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260770+0000","last_change":"2023-12-02T00:33:47.254454+0000","last_active":"2023-12-02T00:33:47.260770+0000","last_peered":"2023-12-02T00:33:47.260770+0000","last_clean":"2023-12-02T00:33:47.260770+0000","last_became_active":"2023-12-02T00:33:47.254183+0000","last_became_peered":"2023-12-02T00:33:47.254183+0000","last_unstale":"2023-12-02T00:33:47.260770+0000","last_undegraded":"2023-12-02T00:33:47.260770+0000","last_fullsized":"2023-12-02T00:33:47.260770+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:53:21.505307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235379+0000","last_change":"2023-12-02T00:33:35.168089+0000","last_active":"2023-12-02T00:33:46.235379+0000","last_peered":"2023-12-02T00:33:46.235379+0000","last_clean":"2023-12-02T00:33:46.235379+0000","last_became_active":"2023-12-02T00:33:35.167788+0000","last_became_peered":"2023-12-02T00:33:35.167788+0000","last_unstale":"2023-12-02T00:33:46.235379+0000","last_undegraded":"2023-12-02T00:33:46.235379+0000","last_fullsized":"2023-12-02T00:33:46.235379+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"66'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233456+0000","last_change":"2023-12-02T00:33:34.167679+0000","last_active":"2023-12-02T00:33:46.233456+0000","last_peered":"2023-12-02T00:33:46.233456+0000","last_clean":"2023-12-02T00:33:46.233456+0000","last_became_active":"2023-12-02T00:33:34.166822+0000","last_became_peered":"2023-12-02T00:33:34.166822+0000","last_unstale":"2023-12-02T00:33:46.233456+0000","last_undegraded":"2023-12-02T00:33:46.233456+0000","last_fullsized":"2023-12-02T00:33:46.233456+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236524+0000","last_change":"2023-12-02T00:33:47.236524+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236524+0000","last_undegraded":"2023-12-02T00:33:47.236524+0000","last_fullsized":"2023-12-02T00:33:47.236524+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.267640+0000","last_change":"2023-12-02T00:33:47.263206+0000","last_active":"2023-12-02T00:33:47.267640+0000","last_peered":"2023-12-02T00:33:47.267640+0000","last_clean":"2023-12-02T00:33:47.267640+0000","last_became_active":"2023-12-02T00:33:47.262826+0000","last_became_peered":"2023-12-02T00:33:47.262826+0000","last_unstale":"2023-12-02T00:33:47.267640+0000","last_undegraded":"2023-12-02T00:33:47.267640+0000","last_fullsized":"2023-12-02T00:33:47.267640+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236688+0000","last_change":"2023-12-02T00:33:35.184828+0000","last_active":"2023-12-02T00:33:46.236688+0000","last_peered":"2023-12-02T00:33:46.236688+0000","last_clean":"2023-12-02T00:33:46.236688+0000","last_became_active":"2023-12-02T00:33:35.184465+0000","last_became_peered":"2023-12-02T00:33:35.184465+0000","last_unstale":"2023-12-02T00:33:46.236688+0000","last_undegraded":"2023-12-02T00:33:46.236688+0000","last_fullsized":"2023-12-02T00:33:46.236688+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"67'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236035+0000","last_change":"2023-12-02T00:33:34.169207+0000","last_active":"2023-12-02T00:33:46.236035+0000","last_peered":"2023-12-02T00:33:46.236035+0000","last_clean":"2023-12-02T00:33:46.236035+0000","last_became_active":"2023-12-02T00:33:34.168772+0000","last_became_peered":"2023-12-02T00:33:34.168772+0000","last_unstale":"2023-12-02T00:33:46.236035+0000","last_undegraded":"2023-12-02T00:33:46.236035+0000","last_fullsized":"2023-12-02T00:33:46.236035+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240404+0000","last_change":"2023-12-02T00:33:47.240404+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240404+0000","last_undegraded":"2023-12-02T00:33:47.240404+0000","last_fullsized":"2023-12-02T00:33:47.240404+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257336+0000","last_change":"2023-12-02T00:33:47.247138+0000","last_active":"2023-12-02T00:33:47.257336+0000","last_peered":"2023-12-02T00:33:47.257336+0000","last_clean":"2023-12-02T00:33:47.257336+0000","last_became_active":"2023-12-02T00:33:47.246664+0000","last_became_peered":"2023-12-02T00:33:47.246664+0000","last_unstale":"2023-12-02T00:33:47.257336+0000","last_undegraded":"2023-12-02T00:33:47.257336+0000","last_fullsized":"2023-12-02T00:33:47.257336+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235121+0000","last_change":"2023-12-02T00:33:35.169484+0000","last_active":"2023-12-02T00:33:46.235121+0000","last_peered":"2023-12-02T00:33:46.235121+0000","last_clean":"2023-12-02T00:33:46.235121+0000","last_became_active":"2023-12-02T00:33:35.169190+0000","last_became_peered":"2023-12-02T00:33:35.169190+0000","last_unstale":"2023-12-02T00:33:46.235121+0000","last_undegraded":"2023-12-02T00:33:46.235121+0000","last_fullsized":"2023-12-02T00:33:46.235121+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235725+0000","last_change":"2023-12-02T00:33:34.169788+0000","last_active":"2023-12-02T00:33:46.235725+0000","last_peered":"2023-12-02T00:33:46.235725+0000","last_clean":"2023-12-02T00:33:46.235725+0000","last_became_active":"2023-12-02T00:33:34.169375+0000","last_became_peered":"2023-12-02T00:33:34.169375+0000","last_unstale":"2023-12-02T00:33:46.235725+0000","last_undegraded":"2023-12-02T00:33:46.235725+0000","last_fullsized":"2023-12-02T00:33:46.235725+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:10.595186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240207+0000","last_change":"2023-12-02T00:33:47.240207+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240207+0000","last_undegraded":"2023-12-02T00:33:47.240207+0000","last_fullsized":"2023-12-02T00:33:47.240207+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261151+0000","last_change":"2023-12-02T00:33:47.254827+0000","last_active":"2023-12-02T00:33:47.261151+0000","last_peered":"2023-12-02T00:33:47.261151+0000","last_clean":"2023-12-02T00:33:47.261151+0000","last_became_active":"2023-12-02T00:33:47.254578+0000","last_became_peered":"2023-12-02T00:33:47.254578+0000","last_unstale":"2023-12-02T00:33:47.261151+0000","last_undegraded":"2023-12-02T00:33:47.261151+0000","last_fullsized":"2023-12-02T00:33:47.261151+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:14.220601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239490+0000","last_change":"2023-12-02T00:33:35.178594+0000","last_active":"2023-12-02T00:33:46.239490+0000","last_peered":"2023-12-02T00:33:46.239490+0000","last_clean":"2023-12-02T00:33:46.239490+0000","last_became_active":"2023-12-02T00:33:35.178279+0000","last_became_peered":"2023-12-02T00:33:35.178279+0000","last_unstale":"2023-12-02T00:33:46.239490+0000","last_undegraded":"2023-12-02T00:33:46.239490+0000","last_fullsized":"2023-12-02T00:33:46.239490+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243584+0000","last_change":"2023-12-02T00:33:34.172711+0000","last_active":"2023-12-02T00:33:46.243584+0000","last_peered":"2023-12-02T00:33:46.243584+0000","last_clean":"2023-12-02T00:33:46.243584+0000","last_became_active":"2023-12-02T00:33:34.172433+0000","last_became_peered":"2023-12-02T00:33:34.172433+0000","last_unstale":"2023-12-02T00:33:46.243584+0000","last_undegraded":"2023-12-02T00:33:46.243584+0000","last_fullsized":"2023-12-02T00:33:46.243584+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:12.412233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242988+0000","last_change":"2023-12-02T00:33:47.242988+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242988+0000","last_undegraded":"2023-12-02T00:33:47.242988+0000","last_fullsized":"2023-12-02T00:33:47.242988+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261368+0000","last_change":"2023-12-02T00:33:47.253408+0000","last_active":"2023-12-02T00:33:47.261368+0000","last_peered":"2023-12-02T00:33:47.261368+0000","last_clean":"2023-12-02T00:33:47.261368+0000","last_became_active":"2023-12-02T00:33:47.253091+0000","last_became_peered":"2023-12-02T00:33:47.253091+0000","last_unstale":"2023-12-02T00:33:47.261368+0000","last_undegraded":"2023-12-02T00:33:47.261368+0000","last_fullsized":"2023-12-02T00:33:47.261368+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:42:02.047829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235333+0000","last_change":"2023-12-02T00:33:35.185181+0000","last_active":"2023-12-02T00:33:46.235333+0000","last_peered":"2023-12-02T00:33:46.235333+0000","last_clean":"2023-12-02T00:33:46.235333+0000","last_became_active":"2023-12-02T00:33:35.184876+0000","last_became_peered":"2023-12-02T00:33:35.184876+0000","last_unstale":"2023-12-02T00:33:46.235333+0000","last_undegraded":"2023-12-02T00:33:46.235333+0000","last_fullsized":"2023-12-02T00:33:46.235333+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:50.582754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236436+0000","last_change":"2023-12-02T00:33:34.166278+0000","last_active":"2023-12-02T00:33:46.236436+0000","last_peered":"2023-12-02T00:33:46.236436+0000","last_clean":"2023-12-02T00:33:46.236436+0000","last_became_active":"2023-12-02T00:33:34.165308+0000","last_became_peered":"2023-12-02T00:33:34.165308+0000","last_unstale":"2023-12-02T00:33:46.236436+0000","last_undegraded":"2023-12-02T00:33:46.236436+0000","last_fullsized":"2023-12-02T00:33:46.236436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240593+0000","last_change":"2023-12-02T00:33:47.240593+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240593+0000","last_undegraded":"2023-12-02T00:33:47.240593+0000","last_fullsized":"2023-12-02T00:33:47.240593+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257499+0000","last_change":"2023-12-02T00:33:47.250400+0000","last_active":"2023-12-02T00:33:47.257499+0000","last_peered":"2023-12-02T00:33:47.257499+0000","last_clean":"2023-12-02T00:33:47.257499+0000","last_became_active":"2023-12-02T00:33:47.250106+0000","last_became_peered":"2023-12-02T00:33:47.250106+0000","last_unstale":"2023-12-02T00:33:47.257499+0000","last_undegraded":"2023-12-02T00:33:47.257499+0000","last_fullsized":"2023-12-02T00:33:47.257499+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:32.452313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235110+0000","last_change":"2023-12-02T00:33:35.168919+0000","last_active":"2023-12-02T00:33:46.235110+0000","last_peered":"2023-12-02T00:33:46.235110+0000","last_clean":"2023-12-02T00:33:46.235110+0000","last_became_active":"2023-12-02T00:33:35.168656+0000","last_became_peered":"2023-12-02T00:33:35.168656+0000","last_unstale":"2023-12-02T00:33:46.235110+0000","last_undegraded":"2023-12-02T00:33:46.235110+0000","last_fullsized":"2023-12-02T00:33:46.235110+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:50:12.144144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"66'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235748+0000","last_change":"2023-12-02T00:33:34.171485+0000","last_active":"2023-12-02T00:33:46.235748+0000","last_peered":"2023-12-02T00:33:46.235748+0000","last_clean":"2023-12-02T00:33:46.235748+0000","last_became_active":"2023-12-02T00:33:34.171108+0000","last_became_peered":"2023-12-02T00:33:34.171108+0000","last_unstale":"2023-12-02T00:33:46.235748+0000","last_undegraded":"2023-12-02T00:33:46.235748+0000","last_fullsized":"2023-12-02T00:33:46.235748+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:48.278926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242076+0000","last_change":"2023-12-02T00:33:47.242076+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242076+0000","last_undegraded":"2023-12-02T00:33:47.242076+0000","last_fullsized":"2023-12-02T00:33:47.242076+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257845+0000","last_change":"2023-12-02T00:33:47.250637+0000","last_active":"2023-12-02T00:33:47.257845+0000","last_peered":"2023-12-02T00:33:47.257845+0000","last_clean":"2023-12-02T00:33:47.257845+0000","last_became_active":"2023-12-02T00:33:47.250247+0000","last_became_peered":"2023-12-02T00:33:47.250247+0000","last_unstale":"2023-12-02T00:33:47.257845+0000","last_undegraded":"2023-12-02T00:33:47.257845+0000","last_fullsized":"2023-12-02T00:33:47.257845+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240129+0000","last_change":"2023-12-02T00:33:35.169214+0000","last_active":"2023-12-02T00:33:46.240129+0000","last_peered":"2023-12-02T00:33:46.240129+0000","last_clean":"2023-12-02T00:33:46.240129+0000","last_became_active":"2023-12-02T00:33:35.168473+0000","last_became_peered":"2023-12-02T00:33:35.168473+0000","last_unstale":"2023-12-02T00:33:46.240129+0000","last_undegraded":"2023-12-02T00:33:46.240129+0000","last_fullsized":"2023-12-02T00:33:46.240129+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233957+0000","last_change":"2023-12-02T00:33:34.164440+0000","last_active":"2023-12-02T00:33:46.233957+0000","last_peered":"2023-12-02T00:33:46.233957+0000","last_clean":"2023-12-02T00:33:46.233957+0000","last_became_active":"2023-12-02T00:33:34.163698+0000","last_became_peered":"2023-12-02T00:33:34.163698+0000","last_unstale":"2023-12-02T00:33:46.233957+0000","last_undegraded":"2023-12-02T00:33:46.233957+0000","last_fullsized":"2023-12-02T00:33:46.233957+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246900+0000","last_change":"2023-12-02T00:33:47.246900+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246900+0000","last_undegraded":"2023-12-02T00:33:47.246900+0000","last_fullsized":"2023-12-02T00:33:47.246900+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268053+0000","last_change":"2023-12-02T00:33:47.264936+0000","last_active":"2023-12-02T00:33:47.268053+0000","last_peered":"2023-12-02T00:33:47.268053+0000","last_clean":"2023-12-02T00:33:47.268053+0000","last_became_active":"2023-12-02T00:33:47.264311+0000","last_became_peered":"2023-12-02T00:33:47.264311+0000","last_unstale":"2023-12-02T00:33:47.268053+0000","last_undegraded":"2023-12-02T00:33:47.268053+0000","last_fullsized":"2023-12-02T00:33:47.268053+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:25.500001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233766+0000","last_change":"2023-12-02T00:33:35.170723+0000","last_active":"2023-12-02T00:33:46.233766+0000","last_peered":"2023-12-02T00:33:46.233766+0000","last_clean":"2023-12-02T00:33:46.233766+0000","last_became_active":"2023-12-02T00:33:35.168258+0000","last_became_peered":"2023-12-02T00:33:35.168258+0000","last_unstale":"2023-12-02T00:33:46.233766+0000","last_undegraded":"2023-12-02T00:33:46.233766+0000","last_fullsized":"2023-12-02T00:33:46.233766+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.238002+0000","last_change":"2023-12-02T00:33:34.160118+0000","last_active":"2023-12-02T00:33:46.238002+0000","last_peered":"2023-12-02T00:33:46.238002+0000","last_clean":"2023-12-02T00:33:46.238002+0000","last_became_active":"2023-12-02T00:33:34.159845+0000","last_became_peered":"2023-12-02T00:33:34.159845+0000","last_unstale":"2023-12-02T00:33:46.238002+0000","last_undegraded":"2023-12-02T00:33:46.238002+0000","last_fullsized":"2023-12-02T00:33:46.238002+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238670+0000","last_change":"2023-12-02T00:33:47.238670+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238670+0000","last_undegraded":"2023-12-02T00:33:47.238670+0000","last_fullsized":"2023-12-02T00:33:47.238670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.258100+0000","last_change":"2023-12-02T00:33:47.254521+0000","last_active":"2023-12-02T00:33:47.258100+0000","last_peered":"2023-12-02T00:33:47.258100+0000","last_clean":"2023-12-02T00:33:47.258100+0000","last_became_active":"2023-12-02T00:33:47.254240+0000","last_became_peered":"2023-12-02T00:33:47.254240+0000","last_unstale":"2023-12-02T00:33:47.258100+0000","last_undegraded":"2023-12-02T00:33:47.258100+0000","last_fullsized":"2023-12-02T00:33:47.258100+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:09.298361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236816+0000","last_change":"2023-12-02T00:33:35.176352+0000","last_active":"2023-12-02T00:33:46.236816+0000","last_peered":"2023-12-02T00:33:46.236816+0000","last_clean":"2023-12-02T00:33:46.236816+0000","last_became_active":"2023-12-02T00:33:35.176076+0000","last_became_peered":"2023-12-02T00:33:35.176076+0000","last_unstale":"2023-12-02T00:33:46.236816+0000","last_undegraded":"2023-12-02T00:33:46.236816+0000","last_fullsized":"2023-12-02T00:33:46.236816+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235557+0000","last_change":"2023-12-02T00:33:34.165836+0000","last_active":"2023-12-02T00:33:46.235557+0000","last_peered":"2023-12-02T00:33:46.235557+0000","last_clean":"2023-12-02T00:33:46.235557+0000","last_became_active":"2023-12-02T00:33:34.165519+0000","last_became_peered":"2023-12-02T00:33:34.165519+0000","last_unstale":"2023-12-02T00:33:46.235557+0000","last_undegraded":"2023-12-02T00:33:46.235557+0000","last_fullsized":"2023-12-02T00:33:46.235557+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242028+0000","last_change":"2023-12-02T00:33:47.242028+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242028+0000","last_undegraded":"2023-12-02T00:33:47.242028+0000","last_fullsized":"2023-12-02T00:33:47.242028+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.259295+0000","last_change":"2023-12-02T00:33:47.256282+0000","last_active":"2023-12-02T00:33:47.259295+0000","last_peered":"2023-12-02T00:33:47.259295+0000","last_clean":"2023-12-02T00:33:47.259295+0000","last_became_active":"2023-12-02T00:33:47.255918+0000","last_became_peered":"2023-12-02T00:33:47.255918+0000","last_unstale":"2023-12-02T00:33:47.259295+0000","last_undegraded":"2023-12-02T00:33:47.259295+0000","last_fullsized":"2023-12-02T00:33:47.259295+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:58.840570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233866+0000","last_change":"2023-12-02T00:33:35.173161+0000","last_active":"2023-12-02T00:33:46.233866+0000","last_peered":"2023-12-02T00:33:46.233866+0000","last_clean":"2023-12-02T00:33:46.233866+0000","last_became_active":"2023-12-02T00:33:35.172511+0000","last_became_peered":"2023-12-02T00:33:35.172511+0000","last_unstale":"2023-12-02T00:33:46.233866+0000","last_undegraded":"2023-12-02T00:33:46.233866+0000","last_fullsized":"2023-12-02T00:33:46.233866+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:50.685260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243400+0000","last_change":"2023-12-02T00:33:34.175526+0000","last_active":"2023-12-02T00:33:46.243400+0000","last_peered":"2023-12-02T00:33:46.243400+0000","last_clean":"2023-12-02T00:33:46.243400+0000","last_became_active":"2023-12-02T00:33:34.175226+0000","last_became_peered":"2023-12-02T00:33:34.175226+0000","last_unstale":"2023-12-02T00:33:46.243400+0000","last_undegraded":"2023-12-02T00:33:46.243400+0000","last_fullsized":"2023-12-02T00:33:46.243400+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:43.425455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237556+0000","last_change":"2023-12-02T00:33:47.237556+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237556+0000","last_undegraded":"2023-12-02T00:33:47.237556+0000","last_fullsized":"2023-12-02T00:33:47.237556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.262744+0000","last_change":"2023-12-02T00:33:47.260562+0000","last_active":"2023-12-02T00:33:47.262744+0000","last_peered":"2023-12-02T00:33:47.262744+0000","last_clean":"2023-12-02T00:33:47.262744+0000","last_became_active":"2023-12-02T00:33:47.259845+0000","last_became_peered":"2023-12-02T00:33:47.259845+0000","last_unstale":"2023-12-02T00:33:47.262744+0000","last_undegraded":"2023-12-02T00:33:47.262744+0000","last_fullsized":"2023-12-02T00:33:47.262744+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:56.513224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235877+0000","last_change":"2023-12-02T00:33:35.182340+0000","last_active":"2023-12-02T00:33:46.235877+0000","last_peered":"2023-12-02T00:33:46.235877+0000","last_clean":"2023-12-02T00:33:46.235877+0000","last_became_active":"2023-12-02T00:33:35.181985+0000","last_became_peered":"2023-12-02T00:33:35.181985+0000","last_unstale":"2023-12-02T00:33:46.235877+0000","last_undegraded":"2023-12-02T00:33:46.235877+0000","last_fullsized":"2023-12-02T00:33:46.235877+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233900+0000","last_change":"2023-12-02T00:33:34.170594+0000","last_active":"2023-12-02T00:33:46.233900+0000","last_peered":"2023-12-02T00:33:46.233900+0000","last_clean":"2023-12-02T00:33:46.233900+0000","last_became_active":"2023-12-02T00:33:34.170320+0000","last_became_peered":"2023-12-02T00:33:34.170320+0000","last_unstale":"2023-12-02T00:33:46.233900+0000","last_undegraded":"2023-12-02T00:33:46.233900+0000","last_fullsized":"2023-12-02T00:33:46.233900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:34.055582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240634+0000","last_change":"2023-12-02T00:33:47.240634+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240634+0000","last_undegraded":"2023-12-02T00:33:47.240634+0000","last_fullsized":"2023-12-02T00:33:47.240634+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.265790+0000","last_change":"2023-12-02T00:33:47.262978+0000","last_active":"2023-12-02T00:33:47.265790+0000","last_peered":"2023-12-02T00:33:47.265790+0000","last_clean":"2023-12-02T00:33:47.265790+0000","last_became_active":"2023-12-02T00:33:47.262712+0000","last_became_peered":"2023-12-02T00:33:47.262712+0000","last_unstale":"2023-12-02T00:33:47.265790+0000","last_undegraded":"2023-12-02T00:33:47.265790+0000","last_fullsized":"2023-12-02T00:33:47.265790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:30:08.119022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233620+0000","last_change":"2023-12-02T00:33:35.184306+0000","last_active":"2023-12-02T00:33:46.233620+0000","last_peered":"2023-12-02T00:33:46.233620+0000","last_clean":"2023-12-02T00:33:46.233620+0000","last_became_active":"2023-12-02T00:33:35.179995+0000","last_became_peered":"2023-12-02T00:33:35.179995+0000","last_unstale":"2023-12-02T00:33:46.233620+0000","last_undegraded":"2023-12-02T00:33:46.233620+0000","last_fullsized":"2023-12-02T00:33:46.233620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:21:16.879741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233575+0000","last_change":"2023-12-02T00:33:34.171470+0000","last_active":"2023-12-02T00:33:46.233575+0000","last_peered":"2023-12-02T00:33:46.233575+0000","last_clean":"2023-12-02T00:33:46.233575+0000","last_became_active":"2023-12-02T00:33:34.171186+0000","last_became_peered":"2023-12-02T00:33:34.171186+0000","last_unstale":"2023-12-02T00:33:46.233575+0000","last_undegraded":"2023-12-02T00:33:46.233575+0000","last_fullsized":"2023-12-02T00:33:46.233575+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:25.130926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243071+0000","last_change":"2023-12-02T00:33:47.243071+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243071+0000","last_undegraded":"2023-12-02T00:33:47.243071+0000","last_fullsized":"2023-12-02T00:33:47.243071+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263211+0000","last_change":"2023-12-02T00:33:47.260277+0000","last_active":"2023-12-02T00:33:47.263211+0000","last_peered":"2023-12-02T00:33:47.263211+0000","last_clean":"2023-12-02T00:33:47.263211+0000","last_became_active":"2023-12-02T00:33:47.259896+0000","last_became_peered":"2023-12-02T00:33:47.259896+0000","last_unstale":"2023-12-02T00:33:47.263211+0000","last_undegraded":"2023-12-02T00:33:47.263211+0000","last_fullsized":"2023-12-02T00:33:47.263211+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:06.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236257+0000","last_change":"2023-12-02T00:33:35.185713+0000","last_active":"2023-12-02T00:33:46.236257+0000","last_peered":"2023-12-02T00:33:46.236257+0000","last_clean":"2023-12-02T00:33:46.236257+0000","last_became_active":"2023-12-02T00:33:35.185346+0000","last_became_peered":"2023-12-02T00:33:35.185346+0000","last_unstale":"2023-12-02T00:33:46.236257+0000","last_undegraded":"2023-12-02T00:33:46.236257+0000","last_fullsized":"2023-12-02T00:33:46.236257+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:02.143469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243160+0000","last_change":"2023-12-02T00:33:34.177504+0000","last_active":"2023-12-02T00:33:46.243160+0000","last_peered":"2023-12-02T00:33:46.243160+0000","last_clean":"2023-12-02T00:33:46.243160+0000","last_became_active":"2023-12-02T00:33:34.176304+0000","last_became_peered":"2023-12-02T00:33:34.176304+0000","last_unstale":"2023-12-02T00:33:46.243160+0000","last_undegraded":"2023-12-02T00:33:46.243160+0000","last_fullsized":"2023-12-02T00:33:46.243160+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:13.688317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242320+0000","last_change":"2023-12-02T00:33:47.242320+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242320+0000","last_undegraded":"2023-12-02T00:33:47.242320+0000","last_fullsized":"2023-12-02T00:33:47.242320+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268492+0000","last_change":"2023-12-02T00:33:47.266270+0000","last_active":"2023-12-02T00:33:47.268492+0000","last_peered":"2023-12-02T00:33:47.268492+0000","last_clean":"2023-12-02T00:33:47.268492+0000","last_became_active":"2023-12-02T00:33:47.266014+0000","last_became_peered":"2023-12-02T00:33:47.266014+0000","last_unstale":"2023-12-02T00:33:47.268492+0000","last_undegraded":"2023-12-02T00:33:47.268492+0000","last_fullsized":"2023-12-02T00:33:47.268492+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237281+0000","last_change":"2023-12-02T00:33:35.164566+0000","last_active":"2023-12-02T00:33:46.237281+0000","last_peered":"2023-12-02T00:33:46.237281+0000","last_clean":"2023-12-02T00:33:46.237281+0000","last_became_active":"2023-12-02T00:33:35.164271+0000","last_became_peered":"2023-12-02T00:33:35.164271+0000","last_unstale":"2023-12-02T00:33:46.237281+0000","last_undegraded":"2023-12-02T00:33:46.237281+0000","last_fullsized":"2023-12-02T00:33:46.237281+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236156+0000","last_change":"2023-12-02T00:33:34.165808+0000","last_active":"2023-12-02T00:33:46.236156+0000","last_peered":"2023-12-02T00:33:46.236156+0000","last_clean":"2023-12-02T00:33:46.236156+0000","last_became_active":"2023-12-02T00:33:34.165520+0000","last_became_peered":"2023-12-02T00:33:34.165520+0000","last_unstale":"2023-12-02T00:33:46.236156+0000","last_undegraded":"2023-12-02T00:33:46.236156+0000","last_fullsized":"2023-12-02T00:33:46.236156+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:48.960061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237380+0000","last_change":"2023-12-02T00:33:47.237380+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237380+0000","last_undegraded":"2023-12-02T00:33:47.237380+0000","last_fullsized":"2023-12-02T00:33:47.237380+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260676+0000","last_change":"2023-12-02T00:33:47.257491+0000","last_active":"2023-12-02T00:33:47.260676+0000","last_peered":"2023-12-02T00:33:47.260676+0000","last_clean":"2023-12-02T00:33:47.260676+0000","last_became_active":"2023-12-02T00:33:47.257167+0000","last_became_peered":"2023-12-02T00:33:47.257167+0000","last_unstale":"2023-12-02T00:33:47.260676+0000","last_undegraded":"2023-12-02T00:33:47.260676+0000","last_fullsized":"2023-12-02T00:33:47.260676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:35:25.552791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240233+0000","last_change":"2023-12-02T00:33:35.170526+0000","last_active":"2023-12-02T00:33:46.240233+0000","last_peered":"2023-12-02T00:33:46.240233+0000","last_clean":"2023-12-02T00:33:46.240233+0000","last_became_active":"2023-12-02T00:33:35.170218+0000","last_became_peered":"2023-12-02T00:33:35.170218+0000","last_unstale":"2023-12-02T00:33:46.240233+0000","last_undegraded":"2023-12-02T00:33:46.240233+0000","last_fullsized":"2023-12-02T00:33:46.240233+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236650+0000","last_change":"2023-12-02T00:33:34.169511+0000","last_active":"2023-12-02T00:33:46.236650+0000","last_peered":"2023-12-02T00:33:46.236650+0000","last_clean":"2023-12-02T00:33:46.236650+0000","last_became_active":"2023-12-02T00:33:34.169197+0000","last_became_peered":"2023-12-02T00:33:34.169197+0000","last_unstale":"2023-12-02T00:33:46.236650+0000","last_undegraded":"2023-12-02T00:33:46.236650+0000","last_fullsized":"2023-12-02T00:33:46.236650+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:19.364545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254372+0000","last_change":"2023-12-02T00:33:47.254372+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254372+0000","last_undegraded":"2023-12-02T00:33:47.254372+0000","last_fullsized":"2023-12-02T00:33:47.254372+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263150+0000","last_change":"2023-12-02T00:33:47.259515+0000","last_active":"2023-12-02T00:33:47.263150+0000","last_peered":"2023-12-02T00:33:47.263150+0000","last_clean":"2023-12-02T00:33:47.263150+0000","last_became_active":"2023-12-02T00:33:47.259080+0000","last_became_peered":"2023-12-02T00:33:47.259080+0000","last_unstale":"2023-12-02T00:33:47.263150+0000","last_undegraded":"2023-12-02T00:33:47.263150+0000","last_fullsized":"2023-12-02T00:33:47.263150+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:22:01.453819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233309+0000","last_change":"2023-12-02T00:33:35.185856+0000","last_active":"2023-12-02T00:33:46.233309+0000","last_peered":"2023-12-02T00:33:46.233309+0000","last_clean":"2023-12-02T00:33:46.233309+0000","last_became_active":"2023-12-02T00:33:35.185350+0000","last_became_peered":"2023-12-02T00:33:35.185350+0000","last_unstale":"2023-12-02T00:33:46.233309+0000","last_undegraded":"2023-12-02T00:33:46.233309+0000","last_fullsized":"2023-12-02T00:33:46.233309+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:26.795533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233574+0000","last_change":"2023-12-02T00:33:34.169131+0000","last_active":"2023-12-02T00:33:46.233574+0000","last_peered":"2023-12-02T00:33:46.233574+0000","last_clean":"2023-12-02T00:33:46.233574+0000","last_became_active":"2023-12-02T00:33:34.168721+0000","last_became_peered":"2023-12-02T00:33:34.168721+0000","last_unstale":"2023-12-02T00:33:46.233574+0000","last_undegraded":"2023-12-02T00:33:46.233574+0000","last_fullsized":"2023-12-02T00:33:46.233574+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240389+0000","last_change":"2023-12-02T00:33:47.240389+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240389+0000","last_undegraded":"2023-12-02T00:33:47.240389+0000","last_fullsized":"2023-12-02T00:33:47.240389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268018+0000","last_change":"2023-12-02T00:33:47.264412+0000","last_active":"2023-12-02T00:33:47.268018+0000","last_peered":"2023-12-02T00:33:47.268018+0000","last_clean":"2023-12-02T00:33:47.268018+0000","last_became_active":"2023-12-02T00:33:47.264161+0000","last_became_peered":"2023-12-02T00:33:47.264161+0000","last_unstale":"2023-12-02T00:33:47.268018+0000","last_undegraded":"2023-12-02T00:33:47.268018+0000","last_fullsized":"2023-12-02T00:33:47.268018+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236929+0000","last_change":"2023-12-02T00:33:35.172670+0000","last_active":"2023-12-02T00:33:46.236929+0000","last_peered":"2023-12-02T00:33:46.236929+0000","last_clean":"2023-12-02T00:33:46.236929+0000","last_became_active":"2023-12-02T00:33:35.172397+0000","last_became_peered":"2023-12-02T00:33:35.172397+0000","last_unstale":"2023-12-02T00:33:46.236929+0000","last_undegraded":"2023-12-02T00:33:46.236929+0000","last_fullsized":"2023-12-02T00:33:46.236929+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233442+0000","last_change":"2023-12-02T00:33:34.169081+0000","last_active":"2023-12-02T00:33:46.233442+0000","last_peered":"2023-12-02T00:33:46.233442+0000","last_clean":"2023-12-02T00:33:46.233442+0000","last_became_active":"2023-12-02T00:33:34.168600+0000","last_became_peered":"2023-12-02T00:33:34.168600+0000","last_unstale":"2023-12-02T00:33:46.233442+0000","last_undegraded":"2023-12-02T00:33:46.233442+0000","last_fullsized":"2023-12-02T00:33:46.233442+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238751+0000","last_change":"2023-12-02T00:33:47.238751+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238751+0000","last_undegraded":"2023-12-02T00:33:47.238751+0000","last_fullsized":"2023-12-02T00:33:47.238751+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261820+0000","last_change":"2023-12-02T00:33:47.260010+0000","last_active":"2023-12-02T00:33:47.261820+0000","last_peered":"2023-12-02T00:33:47.261820+0000","last_clean":"2023-12-02T00:33:47.261820+0000","last_became_active":"2023-12-02T00:33:47.259703+0000","last_became_peered":"2023-12-02T00:33:47.259703+0000","last_unstale":"2023-12-02T00:33:47.261820+0000","last_undegraded":"2023-12-02T00:33:47.261820+0000","last_fullsized":"2023-12-02T00:33:47.261820+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:35:25.552791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236668+0000","last_change":"2023-12-02T00:33:35.175704+0000","last_active":"2023-12-02T00:33:46.236668+0000","last_peered":"2023-12-02T00:33:46.236668+0000","last_clean":"2023-12-02T00:33:46.236668+0000","last_became_active":"2023-12-02T00:33:35.175412+0000","last_became_peered":"2023-12-02T00:33:35.175412+0000","last_unstale":"2023-12-02T00:33:46.236668+0000","last_undegraded":"2023-12-02T00:33:46.236668+0000","last_fullsized":"2023-12-02T00:33:46.236668+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:18.477204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236197+0000","last_change":"2023-12-02T00:33:34.172768+0000","last_active":"2023-12-02T00:33:46.236197+0000","last_peered":"2023-12-02T00:33:46.236197+0000","last_clean":"2023-12-02T00:33:46.236197+0000","last_became_active":"2023-12-02T00:33:34.171359+0000","last_became_peered":"2023-12-02T00:33:34.171359+0000","last_unstale":"2023-12-02T00:33:46.236197+0000","last_undegraded":"2023-12-02T00:33:46.236197+0000","last_fullsized":"2023-12-02T00:33:46.236197+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236882+0000","last_change":"2023-12-02T00:33:47.236882+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236882+0000","last_undegraded":"2023-12-02T00:33:47.236882+0000","last_fullsized":"2023-12-02T00:33:47.236882+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263023+0000","last_change":"2023-12-02T00:33:47.260716+0000","last_active":"2023-12-02T00:33:47.263023+0000","last_peered":"2023-12-02T00:33:47.263023+0000","last_clean":"2023-12-02T00:33:47.263023+0000","last_became_active":"2023-12-02T00:33:47.260319+0000","last_became_peered":"2023-12-02T00:33:47.260319+0000","last_unstale":"2023-12-02T00:33:47.263023+0000","last_undegraded":"2023-12-02T00:33:47.263023+0000","last_fullsized":"2023-12-02T00:33:47.263023+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:23.682954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236035+0000","last_change":"2023-12-02T00:33:35.170827+0000","last_active":"2023-12-02T00:33:46.236035+0000","last_peered":"2023-12-02T00:33:46.236035+0000","last_clean":"2023-12-02T00:33:46.236035+0000","last_became_active":"2023-12-02T00:33:35.170542+0000","last_became_peered":"2023-12-02T00:33:35.170542+0000","last_unstale":"2023-12-02T00:33:46.236035+0000","last_undegraded":"2023-12-02T00:33:46.236035+0000","last_fullsized":"2023-12-02T00:33:46.236035+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235842+0000","last_change":"2023-12-02T00:33:34.166643+0000","last_active":"2023-12-02T00:33:46.235842+0000","last_peered":"2023-12-02T00:33:46.235842+0000","last_clean":"2023-12-02T00:33:46.235842+0000","last_became_active":"2023-12-02T00:33:34.164620+0000","last_became_peered":"2023-12-02T00:33:34.164620+0000","last_unstale":"2023-12-02T00:33:46.235842+0000","last_undegraded":"2023-12-02T00:33:46.235842+0000","last_fullsized":"2023-12-02T00:33:46.235842+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240145+0000","last_change":"2023-12-02T00:33:47.240145+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240145+0000","last_undegraded":"2023-12-02T00:33:47.240145+0000","last_fullsized":"2023-12-02T00:33:47.240145+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266837+0000","last_change":"2023-12-02T00:33:47.263271+0000","last_active":"2023-12-02T00:33:47.266837+0000","last_peered":"2023-12-02T00:33:47.266837+0000","last_clean":"2023-12-02T00:33:47.266837+0000","last_became_active":"2023-12-02T00:33:47.263005+0000","last_became_peered":"2023-12-02T00:33:47.263005+0000","last_unstale":"2023-12-02T00:33:47.266837+0000","last_undegraded":"2023-12-02T00:33:47.266837+0000","last_fullsized":"2023-12-02T00:33:47.266837+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:09.298361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239127+0000","last_change":"2023-12-02T00:33:35.174544+0000","last_active":"2023-12-02T00:33:46.239127+0000","last_peered":"2023-12-02T00:33:46.239127+0000","last_clean":"2023-12-02T00:33:46.239127+0000","last_became_active":"2023-12-02T00:33:35.174210+0000","last_became_peered":"2023-12-02T00:33:35.174210+0000","last_unstale":"2023-12-02T00:33:46.239127+0000","last_undegraded":"2023-12-02T00:33:46.239127+0000","last_fullsized":"2023-12-02T00:33:46.239127+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233112+0000","last_change":"2023-12-02T00:33:34.177032+0000","last_active":"2023-12-02T00:33:46.233112+0000","last_peered":"2023-12-02T00:33:46.233112+0000","last_clean":"2023-12-02T00:33:46.233112+0000","last_became_active":"2023-12-02T00:33:34.176732+0000","last_became_peered":"2023-12-02T00:33:34.176732+0000","last_unstale":"2023-12-02T00:33:46.233112+0000","last_undegraded":"2023-12-02T00:33:46.233112+0000","last_fullsized":"2023-12-02T00:33:46.233112+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:50.564638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241354+0000","last_change":"2023-12-02T00:33:47.241354+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241354+0000","last_undegraded":"2023-12-02T00:33:47.241354+0000","last_fullsized":"2023-12-02T00:33:47.241354+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.252620+0000","last_change":"2023-12-02T00:33:47.248474+0000","last_active":"2023-12-02T00:33:47.252620+0000","last_peered":"2023-12-02T00:33:47.252620+0000","last_clean":"2023-12-02T00:33:47.252620+0000","last_became_active":"2023-12-02T00:33:47.248106+0000","last_became_peered":"2023-12-02T00:33:47.248106+0000","last_unstale":"2023-12-02T00:33:47.252620+0000","last_undegraded":"2023-12-02T00:33:47.252620+0000","last_fullsized":"2023-12-02T00:33:47.252620+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:40:04.823016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233002+0000","last_change":"2023-12-02T00:33:35.185614+0000","last_active":"2023-12-02T00:33:46.233002+0000","last_peered":"2023-12-02T00:33:46.233002+0000","last_clean":"2023-12-02T00:33:46.233002+0000","last_became_active":"2023-12-02T00:33:35.185311+0000","last_became_peered":"2023-12-02T00:33:35.185311+0000","last_unstale":"2023-12-02T00:33:46.233002+0000","last_undegraded":"2023-12-02T00:33:46.233002+0000","last_fullsized":"2023-12-02T00:33:46.233002+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235467+0000","last_change":"2023-12-02T00:33:34.166446+0000","last_active":"2023-12-02T00:33:46.235467+0000","last_peered":"2023-12-02T00:33:46.235467+0000","last_clean":"2023-12-02T00:33:46.235467+0000","last_became_active":"2023-12-02T00:33:34.165210+0000","last_became_peered":"2023-12-02T00:33:34.165210+0000","last_unstale":"2023-12-02T00:33:46.235467+0000","last_undegraded":"2023-12-02T00:33:46.235467+0000","last_fullsized":"2023-12-02T00:33:46.235467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241236+0000","last_change":"2023-12-02T00:33:47.241236+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241236+0000","last_undegraded":"2023-12-02T00:33:47.241236+0000","last_fullsized":"2023-12-02T00:33:47.241236+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266144+0000","last_change":"2023-12-02T00:33:47.261272+0000","last_active":"2023-12-02T00:33:47.266144+0000","last_peered":"2023-12-02T00:33:47.266144+0000","last_clean":"2023-12-02T00:33:47.266144+0000","last_became_active":"2023-12-02T00:33:47.260942+0000","last_became_peered":"2023-12-02T00:33:47.260942+0000","last_unstale":"2023-12-02T00:33:47.266144+0000","last_undegraded":"2023-12-02T00:33:47.266144+0000","last_fullsized":"2023-12-02T00:33:47.266144+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235879+0000","last_change":"2023-12-02T00:33:35.168034+0000","last_active":"2023-12-02T00:33:46.235879+0000","last_peered":"2023-12-02T00:33:46.235879+0000","last_clean":"2023-12-02T00:33:46.235879+0000","last_became_active":"2023-12-02T00:33:35.167774+0000","last_became_peered":"2023-12-02T00:33:35.167774+0000","last_unstale":"2023-12-02T00:33:46.235879+0000","last_undegraded":"2023-12-02T00:33:46.235879+0000","last_fullsized":"2023-12-02T00:33:46.235879+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:00:30.283295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240192+0000","last_change":"2023-12-02T00:33:34.174052+0000","last_active":"2023-12-02T00:33:46.240192+0000","last_peered":"2023-12-02T00:33:46.240192+0000","last_clean":"2023-12-02T00:33:46.240192+0000","last_became_active":"2023-12-02T00:33:34.173839+0000","last_became_peered":"2023-12-02T00:33:34.173839+0000","last_unstale":"2023-12-02T00:33:46.240192+0000","last_undegraded":"2023-12-02T00:33:46.240192+0000","last_fullsized":"2023-12-02T00:33:46.240192+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:07.747703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":208,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239302+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:33:46.239302+0000","last_peered":"2023-12-02T00:33:46.239302+0000","last_clean":"2023-12-02T00:33:46.239302+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:33:46.239302+0000","last_undegraded":"2023-12-02T00:33:46.239302+0000","last_fullsized":"2023-12-02T00:33:46.239302+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574886,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1445888,"data_stored":963189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.84899999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.72999999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.875}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.83099999999999996}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.81699999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.80000000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.78000000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574887,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":366315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.51500000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.68100000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.46999999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.65100000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.441},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.59899999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.496}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.70199999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574886,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":851968,"data_stored":368750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.83999999999999997}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":1.012},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.66300000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.879},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.76100000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.99199999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":1.0589999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.96799999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":1.0409999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574887,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":835584,"data_stored":365621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.69999999999999996,"15min":0.71099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.96599999999999997,"5min":1.002,"15min":1.002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.92300000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.73999999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.89300000000000002,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.70699999999999996,"15min":0.71399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.70299999999999996}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69699999999999995,"15min":0.69299999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.94799999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.72899999999999998,"15min":0.73399999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.71999999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68999999999999995,"15min":0.68200000000000005},"min":{"1min":0.53400000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.75},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.92900000000000005,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66600000000000004,"15min":0.66300000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90200000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68000000000000005,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93799999999999994,"5min":1.139,"15min":1.139},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.76400000000000001,"15min":0.76500000000000001},"min":{"1min":0.46200000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.94299999999999995,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.622},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.96899999999999997,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80700000000000005,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0209999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.69599999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574888,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":375858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.441}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.372}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.42699999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.622},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.63600000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.57299999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574889,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":839680,"data_stored":366203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.55000000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.60799999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.57699999999999996}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":1.175}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.97899999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.873},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.73399999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":1.01}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":365815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.496},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.64100000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.68600000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.79400000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574887,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32580,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339260,"statfs":{"total":96636764160,"available":96603402240,"internally_reserved":0,"allocated":1433600,"data_stored":956023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.47499999999999998,"15min":0.48499999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56499999999999995,"5min":1.117,"15min":1.117},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71399999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.625,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.505,"15min":0.50800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.53000000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48799999999999999,"15min":0.48599999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.46100000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.77200000000000002,"15min":0.77800000000000002},"min":{"1min":0.53600000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0580000000000001,"5min":1.252,"15min":1.252},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.59199999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.127,"5min":1.266,"15min":1.266},"last":0.86299999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.75900000000000001},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.78600000000000003,"15min":0.80200000000000005},"min":{"1min":0.55300000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.94999999999999996,"5min":1.204,"15min":1.204},"last":0.77700000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.59199999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.92700000000000005,"5min":1.097,"15min":1.097},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.78900000000000003,"15min":0.80200000000000005},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.999,"5min":1.141,"15min":1.141},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81499999999999995,"15min":0.83099999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92500000000000004,"5min":1.496,"15min":1.496},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79100000000000004,"15min":0.79300000000000004},"min":{"1min":0.61499999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.746}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:33:52.340 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:33:52.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae33bf5640 1 Processor -- start 2023-12-02T00:33:52.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae33bf5640 1 -- start start 2023-12-02T00:33:52.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae33bf5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fae2c14b010 0x7fae2c0bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae33bf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c073a70 0x7fae2c06b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae33bf5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae2c06a5b0 con 0x7fae2c06b540 2023-12-02T00:33:52.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae33bf5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae2c0c1d60 con 0x7fae2c14b010 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae33bf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c0c2040 con 0x7fae2c073a70 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31991640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fae2c14b010 0x7fae2c0bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31991640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fae2c14b010 0x7fae2c0bf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33612/0 (socket says 172.21.15.133:33612) 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae32192640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fae2c06b540 0x7fae2c157c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52892/0 (socket says 172.21.15.133:52892) 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31991640 1 -- 172.21.15.133:0/4292198041 learned_addr learned my addr 172.21.15.133:0/4292198041 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31190640 1 --2- 172.21.15.133:0/4292198041 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c073a70 0x7fae2c06b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31991640 1 -- 172.21.15.133:0/4292198041 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c073a70 msgr2=0x7fae2c06b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31991640 1 --2- 172.21.15.133:0/4292198041 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c073a70 0x7fae2c06b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31991640 1 -- 172.21.15.133:0/4292198041 >> v1:172.21.15.133:6789/0 conn(0x7fae2c06b540 legacy=0x7fae2c157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae31991640 1 -- 172.21.15.133:0/4292198041 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae2c06a800 con 0x7fae2c14b010 2023-12-02T00:33:52.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.507+0000 7fae3098f640 1 -- 172.21.15.133:0/4292198041 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1618913917 0 0) 0x7fae2c06a5b0 con 0x7fae2c06b540 2023-12-02T00:33:52.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae31991640 1 --2- 172.21.15.133:0/4292198041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c0bf9f0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fae28009870 tx=0x7fae2801ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7e842e60361d251 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae3098f640 1 -- 172.21.15.133:0/4292198041 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae280a8a30 con 0x7fae2c14b010 2023-12-02T00:33:52.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae3098f640 1 -- 172.21.15.133:0/4292198041 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae280a8b90 con 0x7fae2c14b010 2023-12-02T00:33:52.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae3098f640 1 -- 172.21.15.133:0/4292198041 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae280b0440 con 0x7fae2c14b010 2023-12-02T00:33:52.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 -- 172.21.15.133:0/4292198041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 msgr2=0x7fae2c0bf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 --2- 172.21.15.133:0/4292198041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c0bf9f0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fae28009870 tx=0x7fae2801ed30 comp rx=0 tx=0).stop 2023-12-02T00:33:52.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 -- 172.21.15.133:0/4292198041 shutdown_connections 2023-12-02T00:33:52.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 --2- 172.21.15.133:0/4292198041 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c073a70 0x7fae2c06b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 --2- 172.21.15.133:0/4292198041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c0bf9f0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 -- 172.21.15.133:0/4292198041 >> 172.21.15.133:0/4292198041 conn(0x7fae2c0c30c0 msgr2=0x7fae2c0c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:52.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 -- 172.21.15.133:0/4292198041 shutdown_connections 2023-12-02T00:33:52.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.511+0000 7fae33bf5640 1 -- 172.21.15.133:0/4292198041 wait complete. 2023-12-02T00:33:52.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 Processor -- start 2023-12-02T00:33:52.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 -- start start 2023-12-02T00:33:52.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2c073a70 0x7fae2c151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c151980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.518 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c158670 0x7fae2c156bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c1ede80 con 0x7fae2c14b010 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c14d960 con 0x7fae2c073a70 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c156720 con 0x7fae2c158670 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c151980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33620/0 (socket says 172.21.15.133:33620) 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 -- 172.21.15.133:0/3066347829 learned_addr learned my addr 172.21.15.133:0/3066347829 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 -- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c158670 msgr2=0x7fae2c156bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae32192640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c158670 0x7fae2c156bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31991640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2c073a70 0x7fae2c151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c158670 0x7fae2c156bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 -- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2c073a70 msgr2=0x7fae2c151440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2c073a70 0x7fae2c151440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.519 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 -- 172.21.15.133:0/3066347829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae280094d0 con 0x7fae2c14b010 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31991640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2c073a70 0x7fae2c151440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae32192640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c158670 0x7fae2c156bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae31190640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c151980 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00e930 tx=0x7fae1c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae227fc640 1 -- 172.21.15.133:0/3066347829 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c009690 con 0x7fae2c14b010 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae227fc640 1 -- 172.21.15.133:0/3066347829 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae1c00ca00 con 0x7fae2c14b010 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae227fc640 1 -- 172.21.15.133:0/3066347829 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c00cd70 con 0x7fae2c14b010 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae2c157c00 con 0x7fae2c14b010 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae2c1581c0 con 0x7fae2c14b010 2023-12-02T00:33:52.520 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.515+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae2c156890 con 0x7fae2c14b010 2023-12-02T00:33:52.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.519+0000 7fae227fc640 1 -- 172.21.15.133:0/3066347829 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fae1c013470 con 0x7fae2c14b010 2023-12-02T00:33:52.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.519+0000 7fae227fc640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae100664a0 0x7fae10068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.519+0000 7fae227fc640 1 -- 172.21.15.133:0/3066347829 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fae1c084330 con 0x7fae2c14b010 2023-12-02T00:33:52.521 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.519+0000 7fae31991640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae100664a0 0x7fae10068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.519+0000 7fae31991640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae100664a0 0x7fae10068960 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fae280b2000 tx=0x7fae280aa070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.523+0000 7fae227fc640 1 -- 172.21.15.133:0/3066347829 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fae1c0515a0 con 0x7fae2c14b010 2023-12-02T00:33:52.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.667+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fae2c0735f0 con 0x7fae100664a0 2023-12-02T00:33:52.684 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.679+0000 7fae227fc640 1 -- 172.21.15.133:0/3066347829 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+522673 (secure 0 0 0) 0x7fae280b9420 con 0x7fae100664a0 2023-12-02T00:33:52.689 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:52.692 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:33:52.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae100664a0 msgr2=0x7fae10068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae100664a0 0x7fae10068960 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fae280b2000 tx=0x7fae280aa070 comp rx=0 tx=0).stop 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 msgr2=0x7fae2c151980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c151980 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00e930 tx=0x7fae1c00edf0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 shutdown_connections 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fae100664a0 0x7fae10068960 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fae2c158670 0x7fae2c156bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae2c14b010 0x7fae2c151980 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 --2- 172.21.15.133:0/3066347829 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fae2c073a70 0x7fae2c151440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 >> 172.21.15.133:0/3066347829 conn(0x7fae2c0c30c0 msgr2=0x7fae2c0c4770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 shutdown_connections 2023-12-02T00:33:52.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.687+0000 7fae33bf5640 1 -- 172.21.15.133:0/3066347829 wait complete. 2023-12-02T00:33:52.708 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2023-12-02T00:33:51.275861+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":201,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":244744,"kb_used_data":7776,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729976,"statfs":{"total":773094113280,"available":772843495424,"internally_reserved":0,"allocated":7962624,"data_stored":4127774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1241,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.045171"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243093+0000","last_change":"2023-12-02T00:33:47.243093+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243093+0000","last_undegraded":"2023-12-02T00:33:47.243093+0000","last_fullsized":"2023-12-02T00:33:47.243093+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233663+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:46.233663+0000","last_peered":"2023-12-02T00:33:46.233663+0000","last_clean":"2023-12-02T00:33:46.233663+0000","last_became_active":"2023-12-02T00:33:35.166278+0000","last_became_peered":"2023-12-02T00:33:35.166278+0000","last_unstale":"2023-12-02T00:33:46.233663+0000","last_undegraded":"2023-12-02T00:33:46.233663+0000","last_fullsized":"2023-12-02T00:33:46.233663+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247143+0000","last_change":"2023-12-02T00:33:47.247143+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247143+0000","last_undegraded":"2023-12-02T00:33:47.247143+0000","last_fullsized":"2023-12-02T00:33:47.247143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237860+0000","last_change":"2023-12-02T00:33:35.168161+0000","last_active":"2023-12-02T00:33:46.237860+0000","last_peered":"2023-12-02T00:33:46.237860+0000","last_clean":"2023-12-02T00:33:46.237860+0000","last_became_active":"2023-12-02T00:33:35.167432+0000","last_became_peered":"2023-12-02T00:33:35.167432+0000","last_unstale":"2023-12-02T00:33:46.237860+0000","last_undegraded":"2023-12-02T00:33:46.237860+0000","last_fullsized":"2023-12-02T00:33:46.237860+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:16.500986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240798+0000","last_change":"2023-12-02T00:33:47.240798+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240798+0000","last_undegraded":"2023-12-02T00:33:47.240798+0000","last_fullsized":"2023-12-02T00:33:47.240798+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240041+0000","last_change":"2023-12-02T00:33:35.178829+0000","last_active":"2023-12-02T00:33:46.240041+0000","last_peered":"2023-12-02T00:33:46.240041+0000","last_clean":"2023-12-02T00:33:46.240041+0000","last_became_active":"2023-12-02T00:33:35.178490+0000","last_became_peered":"2023-12-02T00:33:35.178490+0000","last_unstale":"2023-12-02T00:33:46.240041+0000","last_undegraded":"2023-12-02T00:33:46.240041+0000","last_fullsized":"2023-12-02T00:33:46.240041+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.255872+0000","last_change":"2023-12-02T00:33:47.255872+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.255872+0000","last_undegraded":"2023-12-02T00:33:47.255872+0000","last_fullsized":"2023-12-02T00:33:47.255872+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233925+0000","last_change":"2023-12-02T00:33:35.182328+0000","last_active":"2023-12-02T00:33:46.233925+0000","last_peered":"2023-12-02T00:33:46.233925+0000","last_clean":"2023-12-02T00:33:46.233925+0000","last_became_active":"2023-12-02T00:33:35.182061+0000","last_became_peered":"2023-12-02T00:33:35.182061+0000","last_unstale":"2023-12-02T00:33:46.233925+0000","last_undegraded":"2023-12-02T00:33:46.233925+0000","last_fullsized":"2023-12-02T00:33:46.233925+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:50.554861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.244112+0000","last_change":"2023-12-02T00:33:47.244112+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.244112+0000","last_undegraded":"2023-12-02T00:33:47.244112+0000","last_fullsized":"2023-12-02T00:33:47.244112+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236146+0000","last_change":"2023-12-02T00:33:35.170023+0000","last_active":"2023-12-02T00:33:46.236146+0000","last_peered":"2023-12-02T00:33:46.236146+0000","last_clean":"2023-12-02T00:33:46.236146+0000","last_became_active":"2023-12-02T00:33:35.169704+0000","last_became_peered":"2023-12-02T00:33:35.169704+0000","last_unstale":"2023-12-02T00:33:46.236146+0000","last_undegraded":"2023-12-02T00:33:46.236146+0000","last_fullsized":"2023-12-02T00:33:46.236146+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252612+0000","last_change":"2023-12-02T00:33:47.252612+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252612+0000","last_undegraded":"2023-12-02T00:33:47.252612+0000","last_fullsized":"2023-12-02T00:33:47.252612+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236582+0000","last_change":"2023-12-02T00:33:35.189735+0000","last_active":"2023-12-02T00:33:46.236582+0000","last_peered":"2023-12-02T00:33:46.236582+0000","last_clean":"2023-12-02T00:33:46.236582+0000","last_became_active":"2023-12-02T00:33:35.188951+0000","last_became_peered":"2023-12-02T00:33:35.188951+0000","last_unstale":"2023-12-02T00:33:46.236582+0000","last_undegraded":"2023-12-02T00:33:46.236582+0000","last_fullsized":"2023-12-02T00:33:46.236582+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.239304+0000","last_change":"2023-12-02T00:33:47.239304+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.239304+0000","last_undegraded":"2023-12-02T00:33:47.239304+0000","last_fullsized":"2023-12-02T00:33:47.239304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233425+0000","last_change":"2023-12-02T00:33:35.178921+0000","last_active":"2023-12-02T00:33:46.233425+0000","last_peered":"2023-12-02T00:33:46.233425+0000","last_clean":"2023-12-02T00:33:46.233425+0000","last_became_active":"2023-12-02T00:33:35.178644+0000","last_became_peered":"2023-12-02T00:33:35.178644+0000","last_unstale":"2023-12-02T00:33:46.233425+0000","last_undegraded":"2023-12-02T00:33:46.233425+0000","last_fullsized":"2023-12-02T00:33:46.233425+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:33.659773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247330+0000","last_change":"2023-12-02T00:33:47.247330+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247330+0000","last_undegraded":"2023-12-02T00:33:47.247330+0000","last_fullsized":"2023-12-02T00:33:47.247330+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235576+0000","last_change":"2023-12-02T00:33:35.172828+0000","last_active":"2023-12-02T00:33:46.235576+0000","last_peered":"2023-12-02T00:33:46.235576+0000","last_clean":"2023-12-02T00:33:46.235576+0000","last_became_active":"2023-12-02T00:33:35.172520+0000","last_became_peered":"2023-12-02T00:33:35.172520+0000","last_unstale":"2023-12-02T00:33:46.235576+0000","last_undegraded":"2023-12-02T00:33:46.235576+0000","last_fullsized":"2023-12-02T00:33:46.235576+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:50.866196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247937+0000","last_change":"2023-12-02T00:33:47.247937+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247937+0000","last_undegraded":"2023-12-02T00:33:47.247937+0000","last_fullsized":"2023-12-02T00:33:47.247937+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237100+0000","last_change":"2023-12-02T00:33:35.178113+0000","last_active":"2023-12-02T00:33:46.237100+0000","last_peered":"2023-12-02T00:33:46.237100+0000","last_clean":"2023-12-02T00:33:46.237100+0000","last_became_active":"2023-12-02T00:33:35.177830+0000","last_became_peered":"2023-12-02T00:33:35.177830+0000","last_unstale":"2023-12-02T00:33:46.237100+0000","last_undegraded":"2023-12-02T00:33:46.237100+0000","last_fullsized":"2023-12-02T00:33:46.237100+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237431+0000","last_change":"2023-12-02T00:33:47.237431+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237431+0000","last_undegraded":"2023-12-02T00:33:47.237431+0000","last_fullsized":"2023-12-02T00:33:47.237431+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233706+0000","last_change":"2023-12-02T00:33:35.178627+0000","last_active":"2023-12-02T00:33:46.233706+0000","last_peered":"2023-12-02T00:33:46.233706+0000","last_clean":"2023-12-02T00:33:46.233706+0000","last_became_active":"2023-12-02T00:33:35.178092+0000","last_became_peered":"2023-12-02T00:33:35.178092+0000","last_unstale":"2023-12-02T00:33:46.233706+0000","last_undegraded":"2023-12-02T00:33:46.233706+0000","last_fullsized":"2023-12-02T00:33:46.233706+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241940+0000","last_change":"2023-12-02T00:33:47.241940+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241940+0000","last_undegraded":"2023-12-02T00:33:47.241940+0000","last_fullsized":"2023-12-02T00:33:47.241940+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235954+0000","last_change":"2023-12-02T00:33:35.175387+0000","last_active":"2023-12-02T00:33:46.235954+0000","last_peered":"2023-12-02T00:33:46.235954+0000","last_clean":"2023-12-02T00:33:46.235954+0000","last_became_active":"2023-12-02T00:33:35.174103+0000","last_became_peered":"2023-12-02T00:33:35.174103+0000","last_unstale":"2023-12-02T00:33:46.235954+0000","last_undegraded":"2023-12-02T00:33:46.235954+0000","last_fullsized":"2023-12-02T00:33:46.235954+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:29.839037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237771+0000","last_change":"2023-12-02T00:33:47.237771+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237771+0000","last_undegraded":"2023-12-02T00:33:47.237771+0000","last_fullsized":"2023-12-02T00:33:47.237771+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233201+0000","last_change":"2023-12-02T00:33:35.177353+0000","last_active":"2023-12-02T00:33:46.233201+0000","last_peered":"2023-12-02T00:33:46.233201+0000","last_clean":"2023-12-02T00:33:46.233201+0000","last_became_active":"2023-12-02T00:33:35.176833+0000","last_became_peered":"2023-12-02T00:33:35.176833+0000","last_unstale":"2023-12-02T00:33:46.233201+0000","last_undegraded":"2023-12-02T00:33:46.233201+0000","last_fullsized":"2023-12-02T00:33:46.233201+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242733+0000","last_change":"2023-12-02T00:33:47.242733+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242733+0000","last_undegraded":"2023-12-02T00:33:47.242733+0000","last_fullsized":"2023-12-02T00:33:47.242733+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239135+0000","last_change":"2023-12-02T00:33:35.181006+0000","last_active":"2023-12-02T00:33:46.239135+0000","last_peered":"2023-12-02T00:33:46.239135+0000","last_clean":"2023-12-02T00:33:46.239135+0000","last_became_active":"2023-12-02T00:33:35.180243+0000","last_became_peered":"2023-12-02T00:33:35.180243+0000","last_unstale":"2023-12-02T00:33:46.239135+0000","last_undegraded":"2023-12-02T00:33:46.239135+0000","last_fullsized":"2023-12-02T00:33:46.239135+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.245788+0000","last_change":"2023-12-02T00:33:47.245788+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.245788+0000","last_undegraded":"2023-12-02T00:33:47.245788+0000","last_fullsized":"2023-12-02T00:33:47.245788+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233771+0000","last_change":"2023-12-02T00:33:35.173339+0000","last_active":"2023-12-02T00:33:46.233771+0000","last_peered":"2023-12-02T00:33:46.233771+0000","last_clean":"2023-12-02T00:33:46.233771+0000","last_became_active":"2023-12-02T00:33:35.172892+0000","last_became_peered":"2023-12-02T00:33:35.172892+0000","last_unstale":"2023-12-02T00:33:46.233771+0000","last_undegraded":"2023-12-02T00:33:46.233771+0000","last_fullsized":"2023-12-02T00:33:46.233771+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:08:19.171944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242591+0000","last_change":"2023-12-02T00:33:47.242591+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242591+0000","last_undegraded":"2023-12-02T00:33:47.242591+0000","last_fullsized":"2023-12-02T00:33:47.242591+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243194+0000","last_change":"2023-12-02T00:33:35.183179+0000","last_active":"2023-12-02T00:33:46.243194+0000","last_peered":"2023-12-02T00:33:46.243194+0000","last_clean":"2023-12-02T00:33:46.243194+0000","last_became_active":"2023-12-02T00:33:35.182823+0000","last_became_peered":"2023-12-02T00:33:35.182823+0000","last_unstale":"2023-12-02T00:33:46.243194+0000","last_undegraded":"2023-12-02T00:33:46.243194+0000","last_fullsized":"2023-12-02T00:33:46.243194+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:02:57.218750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241568+0000","last_change":"2023-12-02T00:33:47.241568+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241568+0000","last_undegraded":"2023-12-02T00:33:47.241568+0000","last_fullsized":"2023-12-02T00:33:47.241568+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235380+0000","last_change":"2023-12-02T00:33:35.166185+0000","last_active":"2023-12-02T00:33:46.235380+0000","last_peered":"2023-12-02T00:33:46.235380+0000","last_clean":"2023-12-02T00:33:46.235380+0000","last_became_active":"2023-12-02T00:33:35.165692+0000","last_became_peered":"2023-12-02T00:33:35.165692+0000","last_unstale":"2023-12-02T00:33:46.235380+0000","last_undegraded":"2023-12-02T00:33:46.235380+0000","last_fullsized":"2023-12-02T00:33:46.235380+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240077+0000","last_change":"2023-12-02T00:33:47.240077+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240077+0000","last_undegraded":"2023-12-02T00:33:47.240077+0000","last_fullsized":"2023-12-02T00:33:47.240077+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236869+0000","last_change":"2023-12-02T00:33:35.189546+0000","last_active":"2023-12-02T00:33:46.236869+0000","last_peered":"2023-12-02T00:33:46.236869+0000","last_clean":"2023-12-02T00:33:46.236869+0000","last_became_active":"2023-12-02T00:33:35.189200+0000","last_became_peered":"2023-12-02T00:33:35.189200+0000","last_unstale":"2023-12-02T00:33:46.236869+0000","last_undegraded":"2023-12-02T00:33:46.236869+0000","last_fullsized":"2023-12-02T00:33:46.236869+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236848+0000","last_change":"2023-12-02T00:33:47.236848+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236848+0000","last_undegraded":"2023-12-02T00:33:47.236848+0000","last_fullsized":"2023-12-02T00:33:47.236848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233989+0000","last_change":"2023-12-02T00:33:35.177354+0000","last_active":"2023-12-02T00:33:46.233989+0000","last_peered":"2023-12-02T00:33:46.233989+0000","last_clean":"2023-12-02T00:33:46.233989+0000","last_became_active":"2023-12-02T00:33:35.177041+0000","last_became_peered":"2023-12-02T00:33:35.177041+0000","last_unstale":"2023-12-02T00:33:46.233989+0000","last_undegraded":"2023-12-02T00:33:46.233989+0000","last_fullsized":"2023-12-02T00:33:46.233989+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:34:11.810512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252478+0000","last_change":"2023-12-02T00:33:47.252478+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252478+0000","last_undegraded":"2023-12-02T00:33:47.252478+0000","last_fullsized":"2023-12-02T00:33:47.252478+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235176+0000","last_change":"2023-12-02T00:33:35.183537+0000","last_active":"2023-12-02T00:33:46.235176+0000","last_peered":"2023-12-02T00:33:46.235176+0000","last_clean":"2023-12-02T00:33:46.235176+0000","last_became_active":"2023-12-02T00:33:35.175553+0000","last_became_peered":"2023-12-02T00:33:35.175553+0000","last_unstale":"2023-12-02T00:33:46.235176+0000","last_undegraded":"2023-12-02T00:33:46.235176+0000","last_fullsized":"2023-12-02T00:33:46.235176+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242215+0000","last_change":"2023-12-02T00:33:47.242215+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242215+0000","last_undegraded":"2023-12-02T00:33:47.242215+0000","last_fullsized":"2023-12-02T00:33:47.242215+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.234025+0000","last_change":"2023-12-02T00:33:35.185809+0000","last_active":"2023-12-02T00:33:46.234025+0000","last_peered":"2023-12-02T00:33:46.234025+0000","last_clean":"2023-12-02T00:33:46.234025+0000","last_became_active":"2023-12-02T00:33:35.185553+0000","last_became_peered":"2023-12-02T00:33:35.185553+0000","last_unstale":"2023-12-02T00:33:46.234025+0000","last_undegraded":"2023-12-02T00:33:46.234025+0000","last_fullsized":"2023-12-02T00:33:46.234025+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:18.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.253913+0000","last_change":"2023-12-02T00:33:47.253913+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.253913+0000","last_undegraded":"2023-12-02T00:33:47.253913+0000","last_fullsized":"2023-12-02T00:33:47.253913+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233933+0000","last_change":"2023-12-02T00:33:35.177049+0000","last_active":"2023-12-02T00:33:46.233933+0000","last_peered":"2023-12-02T00:33:46.233933+0000","last_clean":"2023-12-02T00:33:46.233933+0000","last_became_active":"2023-12-02T00:33:35.176734+0000","last_became_peered":"2023-12-02T00:33:35.176734+0000","last_unstale":"2023-12-02T00:33:46.233933+0000","last_undegraded":"2023-12-02T00:33:46.233933+0000","last_fullsized":"2023-12-02T00:33:46.233933+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:40.631294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.244762+0000","last_change":"2023-12-02T00:33:47.244762+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.244762+0000","last_undegraded":"2023-12-02T00:33:47.244762+0000","last_fullsized":"2023-12-02T00:33:47.244762+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235329+0000","last_change":"2023-12-02T00:33:35.183413+0000","last_active":"2023-12-02T00:33:46.235329+0000","last_peered":"2023-12-02T00:33:46.235329+0000","last_clean":"2023-12-02T00:33:46.235329+0000","last_became_active":"2023-12-02T00:33:35.183107+0000","last_became_peered":"2023-12-02T00:33:35.183107+0000","last_unstale":"2023-12-02T00:33:46.235329+0000","last_undegraded":"2023-12-02T00:33:46.235329+0000","last_fullsized":"2023-12-02T00:33:46.235329+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:23:01.532689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243548+0000","last_change":"2023-12-02T00:33:47.243548+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243548+0000","last_undegraded":"2023-12-02T00:33:47.243548+0000","last_fullsized":"2023-12-02T00:33:47.243548+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233003+0000","last_change":"2023-12-02T00:33:35.172366+0000","last_active":"2023-12-02T00:33:46.233003+0000","last_peered":"2023-12-02T00:33:46.233003+0000","last_clean":"2023-12-02T00:33:46.233003+0000","last_became_active":"2023-12-02T00:33:35.171420+0000","last_became_peered":"2023-12-02T00:33:35.171420+0000","last_unstale":"2023-12-02T00:33:46.233003+0000","last_undegraded":"2023-12-02T00:33:46.233003+0000","last_fullsized":"2023-12-02T00:33:46.233003+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254590+0000","last_change":"2023-12-02T00:33:47.254590+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254590+0000","last_undegraded":"2023-12-02T00:33:47.254590+0000","last_fullsized":"2023-12-02T00:33:47.254590+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233533+0000","last_change":"2023-12-02T00:33:35.185721+0000","last_active":"2023-12-02T00:33:46.233533+0000","last_peered":"2023-12-02T00:33:46.233533+0000","last_clean":"2023-12-02T00:33:46.233533+0000","last_became_active":"2023-12-02T00:33:35.185429+0000","last_became_peered":"2023-12-02T00:33:35.185429+0000","last_unstale":"2023-12-02T00:33:46.233533+0000","last_undegraded":"2023-12-02T00:33:46.233533+0000","last_fullsized":"2023-12-02T00:33:46.233533+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:14.000433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246402+0000","last_change":"2023-12-02T00:33:47.246402+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246402+0000","last_undegraded":"2023-12-02T00:33:47.246402+0000","last_fullsized":"2023-12-02T00:33:47.246402+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236080+0000","last_change":"2023-12-02T00:33:35.167648+0000","last_active":"2023-12-02T00:33:46.236080+0000","last_peered":"2023-12-02T00:33:46.236080+0000","last_clean":"2023-12-02T00:33:46.236080+0000","last_became_active":"2023-12-02T00:33:35.167115+0000","last_became_peered":"2023-12-02T00:33:35.167115+0000","last_unstale":"2023-12-02T00:33:46.236080+0000","last_undegraded":"2023-12-02T00:33:46.236080+0000","last_fullsized":"2023-12-02T00:33:46.236080+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:29.270345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236483+0000","last_change":"2023-12-02T00:33:47.236483+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236483+0000","last_undegraded":"2023-12-02T00:33:47.236483+0000","last_fullsized":"2023-12-02T00:33:47.236483+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240077+0000","last_change":"2023-12-02T00:33:35.174625+0000","last_active":"2023-12-02T00:33:46.240077+0000","last_peered":"2023-12-02T00:33:46.240077+0000","last_clean":"2023-12-02T00:33:46.240077+0000","last_became_active":"2023-12-02T00:33:35.174318+0000","last_became_peered":"2023-12-02T00:33:35.174318+0000","last_unstale":"2023-12-02T00:33:46.240077+0000","last_undegraded":"2023-12-02T00:33:46.240077+0000","last_fullsized":"2023-12-02T00:33:46.240077+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238160+0000","last_change":"2023-12-02T00:33:47.238160+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238160+0000","last_undegraded":"2023-12-02T00:33:47.238160+0000","last_fullsized":"2023-12-02T00:33:47.238160+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236619+0000","last_change":"2023-12-02T00:33:35.179032+0000","last_active":"2023-12-02T00:33:46.236619+0000","last_peered":"2023-12-02T00:33:46.236619+0000","last_clean":"2023-12-02T00:33:46.236619+0000","last_became_active":"2023-12-02T00:33:35.178722+0000","last_became_peered":"2023-12-02T00:33:35.178722+0000","last_unstale":"2023-12-02T00:33:46.236619+0000","last_undegraded":"2023-12-02T00:33:46.236619+0000","last_fullsized":"2023-12-02T00:33:46.236619+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.255370+0000","last_change":"2023-12-02T00:33:47.255370+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.255370+0000","last_undegraded":"2023-12-02T00:33:47.255370+0000","last_fullsized":"2023-12-02T00:33:47.255370+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233215+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:46.233215+0000","last_peered":"2023-12-02T00:33:46.233215+0000","last_clean":"2023-12-02T00:33:46.233215+0000","last_became_active":"2023-12-02T00:33:35.166222+0000","last_became_peered":"2023-12-02T00:33:35.166222+0000","last_unstale":"2023-12-02T00:33:46.233215+0000","last_undegraded":"2023-12-02T00:33:46.233215+0000","last_fullsized":"2023-12-02T00:33:46.233215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242296+0000","last_change":"2023-12-02T00:33:47.242296+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242296+0000","last_undegraded":"2023-12-02T00:33:47.242296+0000","last_fullsized":"2023-12-02T00:33:47.242296+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235578+0000","last_change":"2023-12-02T00:33:35.177959+0000","last_active":"2023-12-02T00:33:46.235578+0000","last_peered":"2023-12-02T00:33:46.235578+0000","last_clean":"2023-12-02T00:33:46.235578+0000","last_became_active":"2023-12-02T00:33:35.177606+0000","last_became_peered":"2023-12-02T00:33:35.177606+0000","last_unstale":"2023-12-02T00:33:46.235578+0000","last_undegraded":"2023-12-02T00:33:46.235578+0000","last_fullsized":"2023-12-02T00:33:46.235578+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:54:24.319540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241711+0000","last_change":"2023-12-02T00:33:47.241711+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241711+0000","last_undegraded":"2023-12-02T00:33:47.241711+0000","last_fullsized":"2023-12-02T00:33:47.241711+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235417+0000","last_change":"2023-12-02T00:33:35.193128+0000","last_active":"2023-12-02T00:33:46.235417+0000","last_peered":"2023-12-02T00:33:46.235417+0000","last_clean":"2023-12-02T00:33:46.235417+0000","last_became_active":"2023-12-02T00:33:35.192723+0000","last_became_peered":"2023-12-02T00:33:35.192723+0000","last_unstale":"2023-12-02T00:33:46.235417+0000","last_undegraded":"2023-12-02T00:33:46.235417+0000","last_fullsized":"2023-12-02T00:33:46.235417+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:22:02.040979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252568+0000","last_change":"2023-12-02T00:33:47.252568+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252568+0000","last_undegraded":"2023-12-02T00:33:47.252568+0000","last_fullsized":"2023-12-02T00:33:47.252568+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235582+0000","last_change":"2023-12-02T00:33:35.177231+0000","last_active":"2023-12-02T00:33:46.235582+0000","last_peered":"2023-12-02T00:33:46.235582+0000","last_clean":"2023-12-02T00:33:46.235582+0000","last_became_active":"2023-12-02T00:33:35.172149+0000","last_became_peered":"2023-12-02T00:33:35.172149+0000","last_unstale":"2023-12-02T00:33:46.235582+0000","last_undegraded":"2023-12-02T00:33:46.235582+0000","last_fullsized":"2023-12-02T00:33:46.235582+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241132+0000","last_change":"2023-12-02T00:33:47.241132+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241132+0000","last_undegraded":"2023-12-02T00:33:47.241132+0000","last_fullsized":"2023-12-02T00:33:47.241132+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.232720+0000","last_change":"2023-12-02T00:33:35.175528+0000","last_active":"2023-12-02T00:33:46.232720+0000","last_peered":"2023-12-02T00:33:46.232720+0000","last_clean":"2023-12-02T00:33:46.232720+0000","last_became_active":"2023-12-02T00:33:35.175216+0000","last_became_peered":"2023-12-02T00:33:35.175216+0000","last_unstale":"2023-12-02T00:33:46.232720+0000","last_undegraded":"2023-12-02T00:33:46.232720+0000","last_fullsized":"2023-12-02T00:33:46.232720+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242735+0000","last_change":"2023-12-02T00:33:47.242735+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242735+0000","last_undegraded":"2023-12-02T00:33:47.242735+0000","last_fullsized":"2023-12-02T00:33:47.242735+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.265852+0000","last_change":"2023-12-02T00:33:47.262834+0000","last_active":"2023-12-02T00:33:47.265852+0000","last_peered":"2023-12-02T00:33:47.265852+0000","last_clean":"2023-12-02T00:33:47.265852+0000","last_became_active":"2023-12-02T00:33:47.262616+0000","last_became_peered":"2023-12-02T00:33:47.262616+0000","last_unstale":"2023-12-02T00:33:47.265852+0000","last_undegraded":"2023-12-02T00:33:47.265852+0000","last_fullsized":"2023-12-02T00:33:47.265852+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:20.631280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237192+0000","last_change":"2023-12-02T00:33:35.167352+0000","last_active":"2023-12-02T00:33:46.237192+0000","last_peered":"2023-12-02T00:33:46.237192+0000","last_clean":"2023-12-02T00:33:46.237192+0000","last_became_active":"2023-12-02T00:33:35.165743+0000","last_became_peered":"2023-12-02T00:33:35.165743+0000","last_unstale":"2023-12-02T00:33:46.237192+0000","last_undegraded":"2023-12-02T00:33:46.237192+0000","last_fullsized":"2023-12-02T00:33:46.237192+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"66'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233797+0000","last_change":"2023-12-02T00:33:34.172905+0000","last_active":"2023-12-02T00:33:46.233797+0000","last_peered":"2023-12-02T00:33:46.233797+0000","last_clean":"2023-12-02T00:33:46.233797+0000","last_became_active":"2023-12-02T00:33:34.172671+0000","last_became_peered":"2023-12-02T00:33:34.172671+0000","last_unstale":"2023-12-02T00:33:46.233797+0000","last_undegraded":"2023-12-02T00:33:46.233797+0000","last_fullsized":"2023-12-02T00:33:46.233797+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236482+0000","last_change":"2023-12-02T00:33:47.236482+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236482+0000","last_undegraded":"2023-12-02T00:33:47.236482+0000","last_fullsized":"2023-12-02T00:33:47.236482+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268091+0000","last_change":"2023-12-02T00:33:47.265110+0000","last_active":"2023-12-02T00:33:47.268091+0000","last_peered":"2023-12-02T00:33:47.268091+0000","last_clean":"2023-12-02T00:33:47.268091+0000","last_became_active":"2023-12-02T00:33:47.264667+0000","last_became_peered":"2023-12-02T00:33:47.264667+0000","last_unstale":"2023-12-02T00:33:47.268091+0000","last_undegraded":"2023-12-02T00:33:47.268091+0000","last_fullsized":"2023-12-02T00:33:47.268091+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:22.476077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233696+0000","last_change":"2023-12-02T00:33:35.184800+0000","last_active":"2023-12-02T00:33:46.233696+0000","last_peered":"2023-12-02T00:33:46.233696+0000","last_clean":"2023-12-02T00:33:46.233696+0000","last_became_active":"2023-12-02T00:33:35.184483+0000","last_became_peered":"2023-12-02T00:33:35.184483+0000","last_unstale":"2023-12-02T00:33:46.233696+0000","last_undegraded":"2023-12-02T00:33:46.233696+0000","last_fullsized":"2023-12-02T00:33:46.233696+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237376+0000","last_change":"2023-12-02T00:33:34.175618+0000","last_active":"2023-12-02T00:33:46.237376+0000","last_peered":"2023-12-02T00:33:46.237376+0000","last_clean":"2023-12-02T00:33:46.237376+0000","last_became_active":"2023-12-02T00:33:34.175274+0000","last_became_peered":"2023-12-02T00:33:34.175274+0000","last_unstale":"2023-12-02T00:33:46.237376+0000","last_undegraded":"2023-12-02T00:33:46.237376+0000","last_fullsized":"2023-12-02T00:33:46.237376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241696+0000","last_change":"2023-12-02T00:33:47.241696+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241696+0000","last_undegraded":"2023-12-02T00:33:47.241696+0000","last_fullsized":"2023-12-02T00:33:47.241696+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268011+0000","last_change":"2023-12-02T00:33:47.264309+0000","last_active":"2023-12-02T00:33:47.268011+0000","last_peered":"2023-12-02T00:33:47.268011+0000","last_clean":"2023-12-02T00:33:47.268011+0000","last_became_active":"2023-12-02T00:33:47.263438+0000","last_became_peered":"2023-12-02T00:33:47.263438+0000","last_unstale":"2023-12-02T00:33:47.268011+0000","last_undegraded":"2023-12-02T00:33:47.268011+0000","last_fullsized":"2023-12-02T00:33:47.268011+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:38.875144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233304+0000","last_change":"2023-12-02T00:33:35.178492+0000","last_active":"2023-12-02T00:33:46.233304+0000","last_peered":"2023-12-02T00:33:46.233304+0000","last_clean":"2023-12-02T00:33:46.233304+0000","last_became_active":"2023-12-02T00:33:35.178172+0000","last_became_peered":"2023-12-02T00:33:35.178172+0000","last_unstale":"2023-12-02T00:33:46.233304+0000","last_undegraded":"2023-12-02T00:33:46.233304+0000","last_fullsized":"2023-12-02T00:33:46.233304+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237785+0000","last_change":"2023-12-02T00:33:34.176960+0000","last_active":"2023-12-02T00:33:46.237785+0000","last_peered":"2023-12-02T00:33:46.237785+0000","last_clean":"2023-12-02T00:33:46.237785+0000","last_became_active":"2023-12-02T00:33:34.176596+0000","last_became_peered":"2023-12-02T00:33:34.176596+0000","last_unstale":"2023-12-02T00:33:46.237785+0000","last_undegraded":"2023-12-02T00:33:46.237785+0000","last_fullsized":"2023-12-02T00:33:46.237785+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243655+0000","last_change":"2023-12-02T00:33:47.243655+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243655+0000","last_undegraded":"2023-12-02T00:33:47.243655+0000","last_fullsized":"2023-12-02T00:33:47.243655+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266214+0000","last_change":"2023-12-02T00:33:47.262230+0000","last_active":"2023-12-02T00:33:47.266214+0000","last_peered":"2023-12-02T00:33:47.266214+0000","last_clean":"2023-12-02T00:33:47.266214+0000","last_became_active":"2023-12-02T00:33:47.261898+0000","last_became_peered":"2023-12-02T00:33:47.261898+0000","last_unstale":"2023-12-02T00:33:47.266214+0000","last_undegraded":"2023-12-02T00:33:47.266214+0000","last_fullsized":"2023-12-02T00:33:47.266214+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240068+0000","last_change":"2023-12-02T00:33:35.188754+0000","last_active":"2023-12-02T00:33:46.240068+0000","last_peered":"2023-12-02T00:33:46.240068+0000","last_clean":"2023-12-02T00:33:46.240068+0000","last_became_active":"2023-12-02T00:33:35.188426+0000","last_became_peered":"2023-12-02T00:33:35.188426+0000","last_unstale":"2023-12-02T00:33:46.240068+0000","last_undegraded":"2023-12-02T00:33:46.240068+0000","last_fullsized":"2023-12-02T00:33:46.240068+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235467+0000","last_change":"2023-12-02T00:33:34.170809+0000","last_active":"2023-12-02T00:33:46.235467+0000","last_peered":"2023-12-02T00:33:46.235467+0000","last_clean":"2023-12-02T00:33:46.235467+0000","last_became_active":"2023-12-02T00:33:34.170550+0000","last_became_peered":"2023-12-02T00:33:34.170550+0000","last_unstale":"2023-12-02T00:33:46.235467+0000","last_undegraded":"2023-12-02T00:33:46.235467+0000","last_fullsized":"2023-12-02T00:33:46.235467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241687+0000","last_change":"2023-12-02T00:33:47.241687+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241687+0000","last_undegraded":"2023-12-02T00:33:47.241687+0000","last_fullsized":"2023-12-02T00:33:47.241687+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266741+0000","last_change":"2023-12-02T00:33:47.265175+0000","last_active":"2023-12-02T00:33:47.266741+0000","last_peered":"2023-12-02T00:33:47.266741+0000","last_clean":"2023-12-02T00:33:47.266741+0000","last_became_active":"2023-12-02T00:33:47.264834+0000","last_became_peered":"2023-12-02T00:33:47.264834+0000","last_unstale":"2023-12-02T00:33:47.266741+0000","last_undegraded":"2023-12-02T00:33:47.266741+0000","last_fullsized":"2023-12-02T00:33:47.266741+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235501+0000","last_change":"2023-12-02T00:33:35.185218+0000","last_active":"2023-12-02T00:33:46.235501+0000","last_peered":"2023-12-02T00:33:46.235501+0000","last_clean":"2023-12-02T00:33:46.235501+0000","last_became_active":"2023-12-02T00:33:35.184952+0000","last_became_peered":"2023-12-02T00:33:35.184952+0000","last_unstale":"2023-12-02T00:33:46.235501+0000","last_undegraded":"2023-12-02T00:33:46.235501+0000","last_fullsized":"2023-12-02T00:33:46.235501+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:02.074582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236500+0000","last_change":"2023-12-02T00:33:34.166946+0000","last_active":"2023-12-02T00:33:46.236500+0000","last_peered":"2023-12-02T00:33:46.236500+0000","last_clean":"2023-12-02T00:33:46.236500+0000","last_became_active":"2023-12-02T00:33:34.165688+0000","last_became_peered":"2023-12-02T00:33:34.165688+0000","last_unstale":"2023-12-02T00:33:46.236500+0000","last_undegraded":"2023-12-02T00:33:46.236500+0000","last_fullsized":"2023-12-02T00:33:46.236500+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:01.135311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240831+0000","last_change":"2023-12-02T00:33:47.240831+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240831+0000","last_undegraded":"2023-12-02T00:33:47.240831+0000","last_fullsized":"2023-12-02T00:33:47.240831+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261046+0000","last_change":"2023-12-02T00:33:47.255816+0000","last_active":"2023-12-02T00:33:47.261046+0000","last_peered":"2023-12-02T00:33:47.261046+0000","last_clean":"2023-12-02T00:33:47.261046+0000","last_became_active":"2023-12-02T00:33:47.255528+0000","last_became_peered":"2023-12-02T00:33:47.255528+0000","last_unstale":"2023-12-02T00:33:47.261046+0000","last_undegraded":"2023-12-02T00:33:47.261046+0000","last_fullsized":"2023-12-02T00:33:47.261046+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:13.741348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236303+0000","last_change":"2023-12-02T00:33:35.166501+0000","last_active":"2023-12-02T00:33:46.236303+0000","last_peered":"2023-12-02T00:33:46.236303+0000","last_clean":"2023-12-02T00:33:46.236303+0000","last_became_active":"2023-12-02T00:33:35.166230+0000","last_became_peered":"2023-12-02T00:33:35.166230+0000","last_unstale":"2023-12-02T00:33:46.236303+0000","last_undegraded":"2023-12-02T00:33:46.236303+0000","last_fullsized":"2023-12-02T00:33:46.236303+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235755+0000","last_change":"2023-12-02T00:33:34.167855+0000","last_active":"2023-12-02T00:33:46.235755+0000","last_peered":"2023-12-02T00:33:46.235755+0000","last_clean":"2023-12-02T00:33:46.235755+0000","last_became_active":"2023-12-02T00:33:34.167572+0000","last_became_peered":"2023-12-02T00:33:34.167572+0000","last_unstale":"2023-12-02T00:33:46.235755+0000","last_undegraded":"2023-12-02T00:33:46.235755+0000","last_fullsized":"2023-12-02T00:33:46.235755+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:00.653579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242055+0000","last_change":"2023-12-02T00:33:47.242055+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242055+0000","last_undegraded":"2023-12-02T00:33:47.242055+0000","last_fullsized":"2023-12-02T00:33:47.242055+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.259970+0000","last_change":"2023-12-02T00:33:47.251200+0000","last_active":"2023-12-02T00:33:47.259970+0000","last_peered":"2023-12-02T00:33:47.259970+0000","last_clean":"2023-12-02T00:33:47.259970+0000","last_became_active":"2023-12-02T00:33:47.250918+0000","last_became_peered":"2023-12-02T00:33:47.250918+0000","last_unstale":"2023-12-02T00:33:47.259970+0000","last_undegraded":"2023-12-02T00:33:47.259970+0000","last_fullsized":"2023-12-02T00:33:47.259970+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:39:03.652406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239036+0000","last_change":"2023-12-02T00:33:35.181873+0000","last_active":"2023-12-02T00:33:46.239036+0000","last_peered":"2023-12-02T00:33:46.239036+0000","last_clean":"2023-12-02T00:33:46.239036+0000","last_became_active":"2023-12-02T00:33:35.181309+0000","last_became_peered":"2023-12-02T00:33:35.181309+0000","last_unstale":"2023-12-02T00:33:46.239036+0000","last_undegraded":"2023-12-02T00:33:46.239036+0000","last_fullsized":"2023-12-02T00:33:46.239036+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237762+0000","last_change":"2023-12-02T00:33:34.166948+0000","last_active":"2023-12-02T00:33:46.237762+0000","last_peered":"2023-12-02T00:33:46.237762+0000","last_clean":"2023-12-02T00:33:46.237762+0000","last_became_active":"2023-12-02T00:33:34.165549+0000","last_became_peered":"2023-12-02T00:33:34.165549+0000","last_unstale":"2023-12-02T00:33:46.237762+0000","last_undegraded":"2023-12-02T00:33:46.237762+0000","last_fullsized":"2023-12-02T00:33:46.237762+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246375+0000","last_change":"2023-12-02T00:33:47.246375+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246375+0000","last_undegraded":"2023-12-02T00:33:47.246375+0000","last_fullsized":"2023-12-02T00:33:47.246375+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266961+0000","last_change":"2023-12-02T00:33:47.263953+0000","last_active":"2023-12-02T00:33:47.266961+0000","last_peered":"2023-12-02T00:33:47.266961+0000","last_clean":"2023-12-02T00:33:47.266961+0000","last_became_active":"2023-12-02T00:33:47.263697+0000","last_became_peered":"2023-12-02T00:33:47.263697+0000","last_unstale":"2023-12-02T00:33:47.266961+0000","last_undegraded":"2023-12-02T00:33:47.266961+0000","last_fullsized":"2023-12-02T00:33:47.266961+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:26.776086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243254+0000","last_change":"2023-12-02T00:33:35.182200+0000","last_active":"2023-12-02T00:33:46.243254+0000","last_peered":"2023-12-02T00:33:46.243254+0000","last_clean":"2023-12-02T00:33:46.243254+0000","last_became_active":"2023-12-02T00:33:35.181898+0000","last_became_peered":"2023-12-02T00:33:35.181898+0000","last_unstale":"2023-12-02T00:33:46.243254+0000","last_undegraded":"2023-12-02T00:33:46.243254+0000","last_fullsized":"2023-12-02T00:33:46.243254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235480+0000","last_change":"2023-12-02T00:33:34.166301+0000","last_active":"2023-12-02T00:33:46.235480+0000","last_peered":"2023-12-02T00:33:46.235480+0000","last_clean":"2023-12-02T00:33:46.235480+0000","last_became_active":"2023-12-02T00:33:34.166013+0000","last_became_peered":"2023-12-02T00:33:34.166013+0000","last_unstale":"2023-12-02T00:33:46.235480+0000","last_undegraded":"2023-12-02T00:33:46.235480+0000","last_fullsized":"2023-12-02T00:33:46.235480+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:04.786917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238389+0000","last_change":"2023-12-02T00:33:47.238389+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238389+0000","last_undegraded":"2023-12-02T00:33:47.238389+0000","last_fullsized":"2023-12-02T00:33:47.238389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266182+0000","last_change":"2023-12-02T00:33:47.261822+0000","last_active":"2023-12-02T00:33:47.266182+0000","last_peered":"2023-12-02T00:33:47.266182+0000","last_clean":"2023-12-02T00:33:47.266182+0000","last_became_active":"2023-12-02T00:33:47.261491+0000","last_became_peered":"2023-12-02T00:33:47.261491+0000","last_unstale":"2023-12-02T00:33:47.266182+0000","last_undegraded":"2023-12-02T00:33:47.266182+0000","last_fullsized":"2023-12-02T00:33:47.266182+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:30:08.119022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.244315+0000","last_change":"2023-12-02T00:33:35.174913+0000","last_active":"2023-12-02T00:33:46.244315+0000","last_peered":"2023-12-02T00:33:46.244315+0000","last_clean":"2023-12-02T00:33:46.244315+0000","last_became_active":"2023-12-02T00:33:35.174629+0000","last_became_peered":"2023-12-02T00:33:35.174629+0000","last_unstale":"2023-12-02T00:33:46.244315+0000","last_undegraded":"2023-12-02T00:33:46.244315+0000","last_fullsized":"2023-12-02T00:33:46.244315+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:01.157510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233853+0000","last_change":"2023-12-02T00:33:34.176994+0000","last_active":"2023-12-02T00:33:46.233853+0000","last_peered":"2023-12-02T00:33:46.233853+0000","last_clean":"2023-12-02T00:33:46.233853+0000","last_became_active":"2023-12-02T00:33:34.176647+0000","last_became_peered":"2023-12-02T00:33:34.176647+0000","last_unstale":"2023-12-02T00:33:46.233853+0000","last_undegraded":"2023-12-02T00:33:46.233853+0000","last_fullsized":"2023-12-02T00:33:46.233853+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:21.514067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247439+0000","last_change":"2023-12-02T00:33:47.247439+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247439+0000","last_undegraded":"2023-12-02T00:33:47.247439+0000","last_fullsized":"2023-12-02T00:33:47.247439+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260870+0000","last_change":"2023-12-02T00:33:47.256310+0000","last_active":"2023-12-02T00:33:47.260870+0000","last_peered":"2023-12-02T00:33:47.260870+0000","last_clean":"2023-12-02T00:33:47.260870+0000","last_became_active":"2023-12-02T00:33:47.255454+0000","last_became_peered":"2023-12-02T00:33:47.255454+0000","last_unstale":"2023-12-02T00:33:47.260870+0000","last_undegraded":"2023-12-02T00:33:47.260870+0000","last_fullsized":"2023-12-02T00:33:47.260870+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:20.631280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237167+0000","last_change":"2023-12-02T00:33:35.184705+0000","last_active":"2023-12-02T00:33:46.237167+0000","last_peered":"2023-12-02T00:33:46.237167+0000","last_clean":"2023-12-02T00:33:46.237167+0000","last_became_active":"2023-12-02T00:33:35.184391+0000","last_became_peered":"2023-12-02T00:33:35.184391+0000","last_unstale":"2023-12-02T00:33:46.237167+0000","last_undegraded":"2023-12-02T00:33:46.237167+0000","last_fullsized":"2023-12-02T00:33:46.237167+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233770+0000","last_change":"2023-12-02T00:33:34.159902+0000","last_active":"2023-12-02T00:33:46.233770+0000","last_peered":"2023-12-02T00:33:46.233770+0000","last_clean":"2023-12-02T00:33:46.233770+0000","last_became_active":"2023-12-02T00:33:34.159576+0000","last_became_peered":"2023-12-02T00:33:34.159576+0000","last_unstale":"2023-12-02T00:33:46.233770+0000","last_undegraded":"2023-12-02T00:33:46.233770+0000","last_fullsized":"2023-12-02T00:33:46.233770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:31.922343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254788+0000","last_change":"2023-12-02T00:33:47.254788+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254788+0000","last_undegraded":"2023-12-02T00:33:47.254788+0000","last_fullsized":"2023-12-02T00:33:47.254788+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260770+0000","last_change":"2023-12-02T00:33:47.254454+0000","last_active":"2023-12-02T00:33:47.260770+0000","last_peered":"2023-12-02T00:33:47.260770+0000","last_clean":"2023-12-02T00:33:47.260770+0000","last_became_active":"2023-12-02T00:33:47.254183+0000","last_became_peered":"2023-12-02T00:33:47.254183+0000","last_unstale":"2023-12-02T00:33:47.260770+0000","last_undegraded":"2023-12-02T00:33:47.260770+0000","last_fullsized":"2023-12-02T00:33:47.260770+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:53:21.505307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235379+0000","last_change":"2023-12-02T00:33:35.168089+0000","last_active":"2023-12-02T00:33:46.235379+0000","last_peered":"2023-12-02T00:33:46.235379+0000","last_clean":"2023-12-02T00:33:46.235379+0000","last_became_active":"2023-12-02T00:33:35.167788+0000","last_became_peered":"2023-12-02T00:33:35.167788+0000","last_unstale":"2023-12-02T00:33:46.235379+0000","last_undegraded":"2023-12-02T00:33:46.235379+0000","last_fullsized":"2023-12-02T00:33:46.235379+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"66'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233456+0000","last_change":"2023-12-02T00:33:34.167679+0000","last_active":"2023-12-02T00:33:46.233456+0000","last_peered":"2023-12-02T00:33:46.233456+0000","last_clean":"2023-12-02T00:33:46.233456+0000","last_became_active":"2023-12-02T00:33:34.166822+0000","last_became_peered":"2023-12-02T00:33:34.166822+0000","last_unstale":"2023-12-02T00:33:46.233456+0000","last_undegraded":"2023-12-02T00:33:46.233456+0000","last_fullsized":"2023-12-02T00:33:46.233456+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236524+0000","last_change":"2023-12-02T00:33:47.236524+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236524+0000","last_undegraded":"2023-12-02T00:33:47.236524+0000","last_fullsized":"2023-12-02T00:33:47.236524+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.267640+0000","last_change":"2023-12-02T00:33:47.263206+0000","last_active":"2023-12-02T00:33:47.267640+0000","last_peered":"2023-12-02T00:33:47.267640+0000","last_clean":"2023-12-02T00:33:47.267640+0000","last_became_active":"2023-12-02T00:33:47.262826+0000","last_became_peered":"2023-12-02T00:33:47.262826+0000","last_unstale":"2023-12-02T00:33:47.267640+0000","last_undegraded":"2023-12-02T00:33:47.267640+0000","last_fullsized":"2023-12-02T00:33:47.267640+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236688+0000","last_change":"2023-12-02T00:33:35.184828+0000","last_active":"2023-12-02T00:33:46.236688+0000","last_peered":"2023-12-02T00:33:46.236688+0000","last_clean":"2023-12-02T00:33:46.236688+0000","last_became_active":"2023-12-02T00:33:35.184465+0000","last_became_peered":"2023-12-02T00:33:35.184465+0000","last_unstale":"2023-12-02T00:33:46.236688+0000","last_undegraded":"2023-12-02T00:33:46.236688+0000","last_fullsized":"2023-12-02T00:33:46.236688+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"67'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236035+0000","last_change":"2023-12-02T00:33:34.169207+0000","last_active":"2023-12-02T00:33:46.236035+0000","last_peered":"2023-12-02T00:33:46.236035+0000","last_clean":"2023-12-02T00:33:46.236035+0000","last_became_active":"2023-12-02T00:33:34.168772+0000","last_became_peered":"2023-12-02T00:33:34.168772+0000","last_unstale":"2023-12-02T00:33:46.236035+0000","last_undegraded":"2023-12-02T00:33:46.236035+0000","last_fullsized":"2023-12-02T00:33:46.236035+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240404+0000","last_change":"2023-12-02T00:33:47.240404+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240404+0000","last_undegraded":"2023-12-02T00:33:47.240404+0000","last_fullsized":"2023-12-02T00:33:47.240404+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257336+0000","last_change":"2023-12-02T00:33:47.247138+0000","last_active":"2023-12-02T00:33:47.257336+0000","last_peered":"2023-12-02T00:33:47.257336+0000","last_clean":"2023-12-02T00:33:47.257336+0000","last_became_active":"2023-12-02T00:33:47.246664+0000","last_became_peered":"2023-12-02T00:33:47.246664+0000","last_unstale":"2023-12-02T00:33:47.257336+0000","last_undegraded":"2023-12-02T00:33:47.257336+0000","last_fullsized":"2023-12-02T00:33:47.257336+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235121+0000","last_change":"2023-12-02T00:33:35.169484+0000","last_active":"2023-12-02T00:33:46.235121+0000","last_peered":"2023-12-02T00:33:46.235121+0000","last_clean":"2023-12-02T00:33:46.235121+0000","last_became_active":"2023-12-02T00:33:35.169190+0000","last_became_peered":"2023-12-02T00:33:35.169190+0000","last_unstale":"2023-12-02T00:33:46.235121+0000","last_undegraded":"2023-12-02T00:33:46.235121+0000","last_fullsized":"2023-12-02T00:33:46.235121+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235725+0000","last_change":"2023-12-02T00:33:34.169788+0000","last_active":"2023-12-02T00:33:46.235725+0000","last_peered":"2023-12-02T00:33:46.235725+0000","last_clean":"2023-12-02T00:33:46.235725+0000","last_became_active":"2023-12-02T00:33:34.169375+0000","last_became_peered":"2023-12-02T00:33:34.169375+0000","last_unstale":"2023-12-02T00:33:46.235725+0000","last_undegraded":"2023-12-02T00:33:46.235725+0000","last_fullsized":"2023-12-02T00:33:46.235725+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:10.595186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240207+0000","last_change":"2023-12-02T00:33:47.240207+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240207+0000","last_undegraded":"2023-12-02T00:33:47.240207+0000","last_fullsized":"2023-12-02T00:33:47.240207+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261151+0000","last_change":"2023-12-02T00:33:47.254827+0000","last_active":"2023-12-02T00:33:47.261151+0000","last_peered":"2023-12-02T00:33:47.261151+0000","last_clean":"2023-12-02T00:33:47.261151+0000","last_became_active":"2023-12-02T00:33:47.254578+0000","last_became_peered":"2023-12-02T00:33:47.254578+0000","last_unstale":"2023-12-02T00:33:47.261151+0000","last_undegraded":"2023-12-02T00:33:47.261151+0000","last_fullsized":"2023-12-02T00:33:47.261151+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:14.220601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239490+0000","last_change":"2023-12-02T00:33:35.178594+0000","last_active":"2023-12-02T00:33:46.239490+0000","last_peered":"2023-12-02T00:33:46.239490+0000","last_clean":"2023-12-02T00:33:46.239490+0000","last_became_active":"2023-12-02T00:33:35.178279+0000","last_became_peered":"2023-12-02T00:33:35.178279+0000","last_unstale":"2023-12-02T00:33:46.239490+0000","last_undegraded":"2023-12-02T00:33:46.239490+0000","last_fullsized":"2023-12-02T00:33:46.239490+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243584+0000","last_change":"2023-12-02T00:33:34.172711+0000","last_active":"2023-12-02T00:33:46.243584+0000","last_peered":"2023-12-02T00:33:46.243584+0000","last_clean":"2023-12-02T00:33:46.243584+0000","last_became_active":"2023-12-02T00:33:34.172433+0000","last_became_peered":"2023-12-02T00:33:34.172433+0000","last_unstale":"2023-12-02T00:33:46.243584+0000","last_undegraded":"2023-12-02T00:33:46.243584+0000","last_fullsized":"2023-12-02T00:33:46.243584+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:12.412233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242988+0000","last_change":"2023-12-02T00:33:47.242988+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242988+0000","last_undegraded":"2023-12-02T00:33:47.242988+0000","last_fullsized":"2023-12-02T00:33:47.242988+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261368+0000","last_change":"2023-12-02T00:33:47.253408+0000","last_active":"2023-12-02T00:33:47.261368+0000","last_peered":"2023-12-02T00:33:47.261368+0000","last_clean":"2023-12-02T00:33:47.261368+0000","last_became_active":"2023-12-02T00:33:47.253091+0000","last_became_peered":"2023-12-02T00:33:47.253091+0000","last_unstale":"2023-12-02T00:33:47.261368+0000","last_undegraded":"2023-12-02T00:33:47.261368+0000","last_fullsized":"2023-12-02T00:33:47.261368+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:42:02.047829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235333+0000","last_change":"2023-12-02T00:33:35.185181+0000","last_active":"2023-12-02T00:33:46.235333+0000","last_peered":"2023-12-02T00:33:46.235333+0000","last_clean":"2023-12-02T00:33:46.235333+0000","last_became_active":"2023-12-02T00:33:35.184876+0000","last_became_peered":"2023-12-02T00:33:35.184876+0000","last_unstale":"2023-12-02T00:33:46.235333+0000","last_undegraded":"2023-12-02T00:33:46.235333+0000","last_fullsized":"2023-12-02T00:33:46.235333+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:50.582754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236436+0000","last_change":"2023-12-02T00:33:34.166278+0000","last_active":"2023-12-02T00:33:46.236436+0000","last_peered":"2023-12-02T00:33:46.236436+0000","last_clean":"2023-12-02T00:33:46.236436+0000","last_became_active":"2023-12-02T00:33:34.165308+0000","last_became_peered":"2023-12-02T00:33:34.165308+0000","last_unstale":"2023-12-02T00:33:46.236436+0000","last_undegraded":"2023-12-02T00:33:46.236436+0000","last_fullsized":"2023-12-02T00:33:46.236436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240593+0000","last_change":"2023-12-02T00:33:47.240593+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240593+0000","last_undegraded":"2023-12-02T00:33:47.240593+0000","last_fullsized":"2023-12-02T00:33:47.240593+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257499+0000","last_change":"2023-12-02T00:33:47.250400+0000","last_active":"2023-12-02T00:33:47.257499+0000","last_peered":"2023-12-02T00:33:47.257499+0000","last_clean":"2023-12-02T00:33:47.257499+0000","last_became_active":"2023-12-02T00:33:47.250106+0000","last_became_peered":"2023-12-02T00:33:47.250106+0000","last_unstale":"2023-12-02T00:33:47.257499+0000","last_undegraded":"2023-12-02T00:33:47.257499+0000","last_fullsized":"2023-12-02T00:33:47.257499+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:32.452313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235110+0000","last_change":"2023-12-02T00:33:35.168919+0000","last_active":"2023-12-02T00:33:46.235110+0000","last_peered":"2023-12-02T00:33:46.235110+0000","last_clean":"2023-12-02T00:33:46.235110+0000","last_became_active":"2023-12-02T00:33:35.168656+0000","last_became_peered":"2023-12-02T00:33:35.168656+0000","last_unstale":"2023-12-02T00:33:46.235110+0000","last_undegraded":"2023-12-02T00:33:46.235110+0000","last_fullsized":"2023-12-02T00:33:46.235110+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:50:12.144144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"66'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235748+0000","last_change":"2023-12-02T00:33:34.171485+0000","last_active":"2023-12-02T00:33:46.235748+0000","last_peered":"2023-12-02T00:33:46.235748+0000","last_clean":"2023-12-02T00:33:46.235748+0000","last_became_active":"2023-12-02T00:33:34.171108+0000","last_became_peered":"2023-12-02T00:33:34.171108+0000","last_unstale":"2023-12-02T00:33:46.235748+0000","last_undegraded":"2023-12-02T00:33:46.235748+0000","last_fullsized":"2023-12-02T00:33:46.235748+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:48.278926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242076+0000","last_change":"2023-12-02T00:33:47.242076+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242076+0000","last_undegraded":"2023-12-02T00:33:47.242076+0000","last_fullsized":"2023-12-02T00:33:47.242076+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257845+0000","last_change":"2023-12-02T00:33:47.250637+0000","last_active":"2023-12-02T00:33:47.257845+0000","last_peered":"2023-12-02T00:33:47.257845+0000","last_clean":"2023-12-02T00:33:47.257845+0000","last_became_active":"2023-12-02T00:33:47.250247+0000","last_became_peered":"2023-12-02T00:33:47.250247+0000","last_unstale":"2023-12-02T00:33:47.257845+0000","last_undegraded":"2023-12-02T00:33:47.257845+0000","last_fullsized":"2023-12-02T00:33:47.257845+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240129+0000","last_change":"2023-12-02T00:33:35.169214+0000","last_active":"2023-12-02T00:33:46.240129+0000","last_peered":"2023-12-02T00:33:46.240129+0000","last_clean":"2023-12-02T00:33:46.240129+0000","last_became_active":"2023-12-02T00:33:35.168473+0000","last_became_peered":"2023-12-02T00:33:35.168473+0000","last_unstale":"2023-12-02T00:33:46.240129+0000","last_undegraded":"2023-12-02T00:33:46.240129+0000","last_fullsized":"2023-12-02T00:33:46.240129+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233957+0000","last_change":"2023-12-02T00:33:34.164440+0000","last_active":"2023-12-02T00:33:46.233957+0000","last_peered":"2023-12-02T00:33:46.233957+0000","last_clean":"2023-12-02T00:33:46.233957+0000","last_became_active":"2023-12-02T00:33:34.163698+0000","last_became_peered":"2023-12-02T00:33:34.163698+0000","last_unstale":"2023-12-02T00:33:46.233957+0000","last_undegraded":"2023-12-02T00:33:46.233957+0000","last_fullsized":"2023-12-02T00:33:46.233957+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246900+0000","last_change":"2023-12-02T00:33:47.246900+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246900+0000","last_undegraded":"2023-12-02T00:33:47.246900+0000","last_fullsized":"2023-12-02T00:33:47.246900+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268053+0000","last_change":"2023-12-02T00:33:47.264936+0000","last_active":"2023-12-02T00:33:47.268053+0000","last_peered":"2023-12-02T00:33:47.268053+0000","last_clean":"2023-12-02T00:33:47.268053+0000","last_became_active":"2023-12-02T00:33:47.264311+0000","last_became_peered":"2023-12-02T00:33:47.264311+0000","last_unstale":"2023-12-02T00:33:47.268053+0000","last_undegraded":"2023-12-02T00:33:47.268053+0000","last_fullsized":"2023-12-02T00:33:47.268053+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:25.500001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233766+0000","last_change":"2023-12-02T00:33:35.170723+0000","last_active":"2023-12-02T00:33:46.233766+0000","last_peered":"2023-12-02T00:33:46.233766+0000","last_clean":"2023-12-02T00:33:46.233766+0000","last_became_active":"2023-12-02T00:33:35.168258+0000","last_became_peered":"2023-12-02T00:33:35.168258+0000","last_unstale":"2023-12-02T00:33:46.233766+0000","last_undegraded":"2023-12-02T00:33:46.233766+0000","last_fullsized":"2023-12-02T00:33:46.233766+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.238002+0000","last_change":"2023-12-02T00:33:34.160118+0000","last_active":"2023-12-02T00:33:46.238002+0000","last_peered":"2023-12-02T00:33:46.238002+0000","last_clean":"2023-12-02T00:33:46.238002+0000","last_became_active":"2023-12-02T00:33:34.159845+0000","last_became_peered":"2023-12-02T00:33:34.159845+0000","last_unstale":"2023-12-02T00:33:46.238002+0000","last_undegraded":"2023-12-02T00:33:46.238002+0000","last_fullsized":"2023-12-02T00:33:46.238002+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238670+0000","last_change":"2023-12-02T00:33:47.238670+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238670+0000","last_undegraded":"2023-12-02T00:33:47.238670+0000","last_fullsized":"2023-12-02T00:33:47.238670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.258100+0000","last_change":"2023-12-02T00:33:47.254521+0000","last_active":"2023-12-02T00:33:47.258100+0000","last_peered":"2023-12-02T00:33:47.258100+0000","last_clean":"2023-12-02T00:33:47.258100+0000","last_became_active":"2023-12-02T00:33:47.254240+0000","last_became_peered":"2023-12-02T00:33:47.254240+0000","last_unstale":"2023-12-02T00:33:47.258100+0000","last_undegraded":"2023-12-02T00:33:47.258100+0000","last_fullsized":"2023-12-02T00:33:47.258100+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:09.298361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236816+0000","last_change":"2023-12-02T00:33:35.176352+0000","last_active":"2023-12-02T00:33:46.236816+0000","last_peered":"2023-12-02T00:33:46.236816+0000","last_clean":"2023-12-02T00:33:46.236816+0000","last_became_active":"2023-12-02T00:33:35.176076+0000","last_became_peered":"2023-12-02T00:33:35.176076+0000","last_unstale":"2023-12-02T00:33:46.236816+0000","last_undegraded":"2023-12-02T00:33:46.236816+0000","last_fullsized":"2023-12-02T00:33:46.236816+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235557+0000","last_change":"2023-12-02T00:33:34.165836+0000","last_active":"2023-12-02T00:33:46.235557+0000","last_peered":"2023-12-02T00:33:46.235557+0000","last_clean":"2023-12-02T00:33:46.235557+0000","last_became_active":"2023-12-02T00:33:34.165519+0000","last_became_peered":"2023-12-02T00:33:34.165519+0000","last_unstale":"2023-12-02T00:33:46.235557+0000","last_undegraded":"2023-12-02T00:33:46.235557+0000","last_fullsized":"2023-12-02T00:33:46.235557+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242028+0000","last_change":"2023-12-02T00:33:47.242028+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242028+0000","last_undegraded":"2023-12-02T00:33:47.242028+0000","last_fullsized":"2023-12-02T00:33:47.242028+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.259295+0000","last_change":"2023-12-02T00:33:47.256282+0000","last_active":"2023-12-02T00:33:47.259295+0000","last_peered":"2023-12-02T00:33:47.259295+0000","last_clean":"2023-12-02T00:33:47.259295+0000","last_became_active":"2023-12-02T00:33:47.255918+0000","last_became_peered":"2023-12-02T00:33:47.255918+0000","last_unstale":"2023-12-02T00:33:47.259295+0000","last_undegraded":"2023-12-02T00:33:47.259295+0000","last_fullsized":"2023-12-02T00:33:47.259295+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:58.840570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233866+0000","last_change":"2023-12-02T00:33:35.173161+0000","last_active":"2023-12-02T00:33:46.233866+0000","last_peered":"2023-12-02T00:33:46.233866+0000","last_clean":"2023-12-02T00:33:46.233866+0000","last_became_active":"2023-12-02T00:33:35.172511+0000","last_became_peered":"2023-12-02T00:33:35.172511+0000","last_unstale":"2023-12-02T00:33:46.233866+0000","last_undegraded":"2023-12-02T00:33:46.233866+0000","last_fullsized":"2023-12-02T00:33:46.233866+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:50.685260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243400+0000","last_change":"2023-12-02T00:33:34.175526+0000","last_active":"2023-12-02T00:33:46.243400+0000","last_peered":"2023-12-02T00:33:46.243400+0000","last_clean":"2023-12-02T00:33:46.243400+0000","last_became_active":"2023-12-02T00:33:34.175226+0000","last_became_peered":"2023-12-02T00:33:34.175226+0000","last_unstale":"2023-12-02T00:33:46.243400+0000","last_undegraded":"2023-12-02T00:33:46.243400+0000","last_fullsized":"2023-12-02T00:33:46.243400+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:43.425455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237556+0000","last_change":"2023-12-02T00:33:47.237556+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237556+0000","last_undegraded":"2023-12-02T00:33:47.237556+0000","last_fullsized":"2023-12-02T00:33:47.237556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.262744+0000","last_change":"2023-12-02T00:33:47.260562+0000","last_active":"2023-12-02T00:33:47.262744+0000","last_peered":"2023-12-02T00:33:47.262744+0000","last_clean":"2023-12-02T00:33:47.262744+0000","last_became_active":"2023-12-02T00:33:47.259845+0000","last_became_peered":"2023-12-02T00:33:47.259845+0000","last_unstale":"2023-12-02T00:33:47.262744+0000","last_undegraded":"2023-12-02T00:33:47.262744+0000","last_fullsized":"2023-12-02T00:33:47.262744+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:56.513224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235877+0000","last_change":"2023-12-02T00:33:35.182340+0000","last_active":"2023-12-02T00:33:46.235877+0000","last_peered":"2023-12-02T00:33:46.235877+0000","last_clean":"2023-12-02T00:33:46.235877+0000","last_became_active":"2023-12-02T00:33:35.181985+0000","last_became_peered":"2023-12-02T00:33:35.181985+0000","last_unstale":"2023-12-02T00:33:46.235877+0000","last_undegraded":"2023-12-02T00:33:46.235877+0000","last_fullsized":"2023-12-02T00:33:46.235877+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233900+0000","last_change":"2023-12-02T00:33:34.170594+0000","last_active":"2023-12-02T00:33:46.233900+0000","last_peered":"2023-12-02T00:33:46.233900+0000","last_clean":"2023-12-02T00:33:46.233900+0000","last_became_active":"2023-12-02T00:33:34.170320+0000","last_became_peered":"2023-12-02T00:33:34.170320+0000","last_unstale":"2023-12-02T00:33:46.233900+0000","last_undegraded":"2023-12-02T00:33:46.233900+0000","last_fullsized":"2023-12-02T00:33:46.233900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:34.055582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240634+0000","last_change":"2023-12-02T00:33:47.240634+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240634+0000","last_undegraded":"2023-12-02T00:33:47.240634+0000","last_fullsized":"2023-12-02T00:33:47.240634+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.265790+0000","last_change":"2023-12-02T00:33:47.262978+0000","last_active":"2023-12-02T00:33:47.265790+0000","last_peered":"2023-12-02T00:33:47.265790+0000","last_clean":"2023-12-02T00:33:47.265790+0000","last_became_active":"2023-12-02T00:33:47.262712+0000","last_became_peered":"2023-12-02T00:33:47.262712+0000","last_unstale":"2023-12-02T00:33:47.265790+0000","last_undegraded":"2023-12-02T00:33:47.265790+0000","last_fullsized":"2023-12-02T00:33:47.265790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:30:08.119022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233620+0000","last_change":"2023-12-02T00:33:35.184306+0000","last_active":"2023-12-02T00:33:46.233620+0000","last_peered":"2023-12-02T00:33:46.233620+0000","last_clean":"2023-12-02T00:33:46.233620+0000","last_became_active":"2023-12-02T00:33:35.179995+0000","last_became_peered":"2023-12-02T00:33:35.179995+0000","last_unstale":"2023-12-02T00:33:46.233620+0000","last_undegraded":"2023-12-02T00:33:46.233620+0000","last_fullsized":"2023-12-02T00:33:46.233620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:21:16.879741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233575+0000","last_change":"2023-12-02T00:33:34.171470+0000","last_active":"2023-12-02T00:33:46.233575+0000","last_peered":"2023-12-02T00:33:46.233575+0000","last_clean":"2023-12-02T00:33:46.233575+0000","last_became_active":"2023-12-02T00:33:34.171186+0000","last_became_peered":"2023-12-02T00:33:34.171186+0000","last_unstale":"2023-12-02T00:33:46.233575+0000","last_undegraded":"2023-12-02T00:33:46.233575+0000","last_fullsized":"2023-12-02T00:33:46.233575+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:25.130926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243071+0000","last_change":"2023-12-02T00:33:47.243071+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243071+0000","last_undegraded":"2023-12-02T00:33:47.243071+0000","last_fullsized":"2023-12-02T00:33:47.243071+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263211+0000","last_change":"2023-12-02T00:33:47.260277+0000","last_active":"2023-12-02T00:33:47.263211+0000","last_peered":"2023-12-02T00:33:47.263211+0000","last_clean":"2023-12-02T00:33:47.263211+0000","last_became_active":"2023-12-02T00:33:47.259896+0000","last_became_peered":"2023-12-02T00:33:47.259896+0000","last_unstale":"2023-12-02T00:33:47.263211+0000","last_undegraded":"2023-12-02T00:33:47.263211+0000","last_fullsized":"2023-12-02T00:33:47.263211+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:06.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236257+0000","last_change":"2023-12-02T00:33:35.185713+0000","last_active":"2023-12-02T00:33:46.236257+0000","last_peered":"2023-12-02T00:33:46.236257+0000","last_clean":"2023-12-02T00:33:46.236257+0000","last_became_active":"2023-12-02T00:33:35.185346+0000","last_became_peered":"2023-12-02T00:33:35.185346+0000","last_unstale":"2023-12-02T00:33:46.236257+0000","last_undegraded":"2023-12-02T00:33:46.236257+0000","last_fullsized":"2023-12-02T00:33:46.236257+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:02.143469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243160+0000","last_change":"2023-12-02T00:33:34.177504+0000","last_active":"2023-12-02T00:33:46.243160+0000","last_peered":"2023-12-02T00:33:46.243160+0000","last_clean":"2023-12-02T00:33:46.243160+0000","last_became_active":"2023-12-02T00:33:34.176304+0000","last_became_peered":"2023-12-02T00:33:34.176304+0000","last_unstale":"2023-12-02T00:33:46.243160+0000","last_undegraded":"2023-12-02T00:33:46.243160+0000","last_fullsized":"2023-12-02T00:33:46.243160+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:13.688317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242320+0000","last_change":"2023-12-02T00:33:47.242320+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242320+0000","last_undegraded":"2023-12-02T00:33:47.242320+0000","last_fullsized":"2023-12-02T00:33:47.242320+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268492+0000","last_change":"2023-12-02T00:33:47.266270+0000","last_active":"2023-12-02T00:33:47.268492+0000","last_peered":"2023-12-02T00:33:47.268492+0000","last_clean":"2023-12-02T00:33:47.268492+0000","last_became_active":"2023-12-02T00:33:47.266014+0000","last_became_peered":"2023-12-02T00:33:47.266014+0000","last_unstale":"2023-12-02T00:33:47.268492+0000","last_undegraded":"2023-12-02T00:33:47.268492+0000","last_fullsized":"2023-12-02T00:33:47.268492+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237281+0000","last_change":"2023-12-02T00:33:35.164566+0000","last_active":"2023-12-02T00:33:46.237281+0000","last_peered":"2023-12-02T00:33:46.237281+0000","last_clean":"2023-12-02T00:33:46.237281+0000","last_became_active":"2023-12-02T00:33:35.164271+0000","last_became_peered":"2023-12-02T00:33:35.164271+0000","last_unstale":"2023-12-02T00:33:46.237281+0000","last_undegraded":"2023-12-02T00:33:46.237281+0000","last_fullsized":"2023-12-02T00:33:46.237281+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236156+0000","last_change":"2023-12-02T00:33:34.165808+0000","last_active":"2023-12-02T00:33:46.236156+0000","last_peered":"2023-12-02T00:33:46.236156+0000","last_clean":"2023-12-02T00:33:46.236156+0000","last_became_active":"2023-12-02T00:33:34.165520+0000","last_became_peered":"2023-12-02T00:33:34.165520+0000","last_unstale":"2023-12-02T00:33:46.236156+0000","last_undegraded":"2023-12-02T00:33:46.236156+0000","last_fullsized":"2023-12-02T00:33:46.236156+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:48.960061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237380+0000","last_change":"2023-12-02T00:33:47.237380+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237380+0000","last_undegraded":"2023-12-02T00:33:47.237380+0000","last_fullsized":"2023-12-02T00:33:47.237380+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260676+0000","last_change":"2023-12-02T00:33:47.257491+0000","last_active":"2023-12-02T00:33:47.260676+0000","last_peered":"2023-12-02T00:33:47.260676+0000","last_clean":"2023-12-02T00:33:47.260676+0000","last_became_active":"2023-12-02T00:33:47.257167+0000","last_became_peered":"2023-12-02T00:33:47.257167+0000","last_unstale":"2023-12-02T00:33:47.260676+0000","last_undegraded":"2023-12-02T00:33:47.260676+0000","last_fullsized":"2023-12-02T00:33:47.260676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:35:25.552791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240233+0000","last_change":"2023-12-02T00:33:35.170526+0000","last_active":"2023-12-02T00:33:46.240233+0000","last_peered":"2023-12-02T00:33:46.240233+0000","last_clean":"2023-12-02T00:33:46.240233+0000","last_became_active":"2023-12-02T00:33:35.170218+0000","last_became_peered":"2023-12-02T00:33:35.170218+0000","last_unstale":"2023-12-02T00:33:46.240233+0000","last_undegraded":"2023-12-02T00:33:46.240233+0000","last_fullsized":"2023-12-02T00:33:46.240233+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236650+0000","last_change":"2023-12-02T00:33:34.169511+0000","last_active":"2023-12-02T00:33:46.236650+0000","last_peered":"2023-12-02T00:33:46.236650+0000","last_clean":"2023-12-02T00:33:46.236650+0000","last_became_active":"2023-12-02T00:33:34.169197+0000","last_became_peered":"2023-12-02T00:33:34.169197+0000","last_unstale":"2023-12-02T00:33:46.236650+0000","last_undegraded":"2023-12-02T00:33:46.236650+0000","last_fullsized":"2023-12-02T00:33:46.236650+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:19.364545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254372+0000","last_change":"2023-12-02T00:33:47.254372+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254372+0000","last_undegraded":"2023-12-02T00:33:47.254372+0000","last_fullsized":"2023-12-02T00:33:47.254372+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263150+0000","last_change":"2023-12-02T00:33:47.259515+0000","last_active":"2023-12-02T00:33:47.263150+0000","last_peered":"2023-12-02T00:33:47.263150+0000","last_clean":"2023-12-02T00:33:47.263150+0000","last_became_active":"2023-12-02T00:33:47.259080+0000","last_became_peered":"2023-12-02T00:33:47.259080+0000","last_unstale":"2023-12-02T00:33:47.263150+0000","last_undegraded":"2023-12-02T00:33:47.263150+0000","last_fullsized":"2023-12-02T00:33:47.263150+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:22:01.453819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233309+0000","last_change":"2023-12-02T00:33:35.185856+0000","last_active":"2023-12-02T00:33:46.233309+0000","last_peered":"2023-12-02T00:33:46.233309+0000","last_clean":"2023-12-02T00:33:46.233309+0000","last_became_active":"2023-12-02T00:33:35.185350+0000","last_became_peered":"2023-12-02T00:33:35.185350+0000","last_unstale":"2023-12-02T00:33:46.233309+0000","last_undegraded":"2023-12-02T00:33:46.233309+0000","last_fullsized":"2023-12-02T00:33:46.233309+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:26.795533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233574+0000","last_change":"2023-12-02T00:33:34.169131+0000","last_active":"2023-12-02T00:33:46.233574+0000","last_peered":"2023-12-02T00:33:46.233574+0000","last_clean":"2023-12-02T00:33:46.233574+0000","last_became_active":"2023-12-02T00:33:34.168721+0000","last_became_peered":"2023-12-02T00:33:34.168721+0000","last_unstale":"2023-12-02T00:33:46.233574+0000","last_undegraded":"2023-12-02T00:33:46.233574+0000","last_fullsized":"2023-12-02T00:33:46.233574+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240389+0000","last_change":"2023-12-02T00:33:47.240389+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240389+0000","last_undegraded":"2023-12-02T00:33:47.240389+0000","last_fullsized":"2023-12-02T00:33:47.240389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268018+0000","last_change":"2023-12-02T00:33:47.264412+0000","last_active":"2023-12-02T00:33:47.268018+0000","last_peered":"2023-12-02T00:33:47.268018+0000","last_clean":"2023-12-02T00:33:47.268018+0000","last_became_active":"2023-12-02T00:33:47.264161+0000","last_became_peered":"2023-12-02T00:33:47.264161+0000","last_unstale":"2023-12-02T00:33:47.268018+0000","last_undegraded":"2023-12-02T00:33:47.268018+0000","last_fullsized":"2023-12-02T00:33:47.268018+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236929+0000","last_change":"2023-12-02T00:33:35.172670+0000","last_active":"2023-12-02T00:33:46.236929+0000","last_peered":"2023-12-02T00:33:46.236929+0000","last_clean":"2023-12-02T00:33:46.236929+0000","last_became_active":"2023-12-02T00:33:35.172397+0000","last_became_peered":"2023-12-02T00:33:35.172397+0000","last_unstale":"2023-12-02T00:33:46.236929+0000","last_undegraded":"2023-12-02T00:33:46.236929+0000","last_fullsized":"2023-12-02T00:33:46.236929+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233442+0000","last_change":"2023-12-02T00:33:34.169081+0000","last_active":"2023-12-02T00:33:46.233442+0000","last_peered":"2023-12-02T00:33:46.233442+0000","last_clean":"2023-12-02T00:33:46.233442+0000","last_became_active":"2023-12-02T00:33:34.168600+0000","last_became_peered":"2023-12-02T00:33:34.168600+0000","last_unstale":"2023-12-02T00:33:46.233442+0000","last_undegraded":"2023-12-02T00:33:46.233442+0000","last_fullsized":"2023-12-02T00:33:46.233442+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238751+0000","last_change":"2023-12-02T00:33:47.238751+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238751+0000","last_undegraded":"2023-12-02T00:33:47.238751+0000","last_fullsized":"2023-12-02T00:33:47.238751+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261820+0000","last_change":"2023-12-02T00:33:47.260010+0000","last_active":"2023-12-02T00:33:47.261820+0000","last_peered":"2023-12-02T00:33:47.261820+0000","last_clean":"2023-12-02T00:33:47.261820+0000","last_became_active":"2023-12-02T00:33:47.259703+0000","last_became_peered":"2023-12-02T00:33:47.259703+0000","last_unstale":"2023-12-02T00:33:47.261820+0000","last_undegraded":"2023-12-02T00:33:47.261820+0000","last_fullsized":"2023-12-02T00:33:47.261820+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:35:25.552791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236668+0000","last_change":"2023-12-02T00:33:35.175704+0000","last_active":"2023-12-02T00:33:46.236668+0000","last_peered":"2023-12-02T00:33:46.236668+0000","last_clean":"2023-12-02T00:33:46.236668+0000","last_became_active":"2023-12-02T00:33:35.175412+0000","last_became_peered":"2023-12-02T00:33:35.175412+0000","last_unstale":"2023-12-02T00:33:46.236668+0000","last_undegraded":"2023-12-02T00:33:46.236668+0000","last_fullsized":"2023-12-02T00:33:46.236668+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:18.477204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236197+0000","last_change":"2023-12-02T00:33:34.172768+0000","last_active":"2023-12-02T00:33:46.236197+0000","last_peered":"2023-12-02T00:33:46.236197+0000","last_clean":"2023-12-02T00:33:46.236197+0000","last_became_active":"2023-12-02T00:33:34.171359+0000","last_became_peered":"2023-12-02T00:33:34.171359+0000","last_unstale":"2023-12-02T00:33:46.236197+0000","last_undegraded":"2023-12-02T00:33:46.236197+0000","last_fullsized":"2023-12-02T00:33:46.236197+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236882+0000","last_change":"2023-12-02T00:33:47.236882+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236882+0000","last_undegraded":"2023-12-02T00:33:47.236882+0000","last_fullsized":"2023-12-02T00:33:47.236882+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263023+0000","last_change":"2023-12-02T00:33:47.260716+0000","last_active":"2023-12-02T00:33:47.263023+0000","last_peered":"2023-12-02T00:33:47.263023+0000","last_clean":"2023-12-02T00:33:47.263023+0000","last_became_active":"2023-12-02T00:33:47.260319+0000","last_became_peered":"2023-12-02T00:33:47.260319+0000","last_unstale":"2023-12-02T00:33:47.263023+0000","last_undegraded":"2023-12-02T00:33:47.263023+0000","last_fullsized":"2023-12-02T00:33:47.263023+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:23.682954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236035+0000","last_change":"2023-12-02T00:33:35.170827+0000","last_active":"2023-12-02T00:33:46.236035+0000","last_peered":"2023-12-02T00:33:46.236035+0000","last_clean":"2023-12-02T00:33:46.236035+0000","last_became_active":"2023-12-02T00:33:35.170542+0000","last_became_peered":"2023-12-02T00:33:35.170542+0000","last_unstale":"2023-12-02T00:33:46.236035+0000","last_undegraded":"2023-12-02T00:33:46.236035+0000","last_fullsized":"2023-12-02T00:33:46.236035+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235842+0000","last_change":"2023-12-02T00:33:34.166643+0000","last_active":"2023-12-02T00:33:46.235842+0000","last_peered":"2023-12-02T00:33:46.235842+0000","last_clean":"2023-12-02T00:33:46.235842+0000","last_became_active":"2023-12-02T00:33:34.164620+0000","last_became_peered":"2023-12-02T00:33:34.164620+0000","last_unstale":"2023-12-02T00:33:46.235842+0000","last_undegraded":"2023-12-02T00:33:46.235842+0000","last_fullsized":"2023-12-02T00:33:46.235842+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240145+0000","last_change":"2023-12-02T00:33:47.240145+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240145+0000","last_undegraded":"2023-12-02T00:33:47.240145+0000","last_fullsized":"2023-12-02T00:33:47.240145+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266837+0000","last_change":"2023-12-02T00:33:47.263271+0000","last_active":"2023-12-02T00:33:47.266837+0000","last_peered":"2023-12-02T00:33:47.266837+0000","last_clean":"2023-12-02T00:33:47.266837+0000","last_became_active":"2023-12-02T00:33:47.263005+0000","last_became_peered":"2023-12-02T00:33:47.263005+0000","last_unstale":"2023-12-02T00:33:47.266837+0000","last_undegraded":"2023-12-02T00:33:47.266837+0000","last_fullsized":"2023-12-02T00:33:47.266837+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:09.298361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239127+0000","last_change":"2023-12-02T00:33:35.174544+0000","last_active":"2023-12-02T00:33:46.239127+0000","last_peered":"2023-12-02T00:33:46.239127+0000","last_clean":"2023-12-02T00:33:46.239127+0000","last_became_active":"2023-12-02T00:33:35.174210+0000","last_became_peered":"2023-12-02T00:33:35.174210+0000","last_unstale":"2023-12-02T00:33:46.239127+0000","last_undegraded":"2023-12-02T00:33:46.239127+0000","last_fullsized":"2023-12-02T00:33:46.239127+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233112+0000","last_change":"2023-12-02T00:33:34.177032+0000","last_active":"2023-12-02T00:33:46.233112+0000","last_peered":"2023-12-02T00:33:46.233112+0000","last_clean":"2023-12-02T00:33:46.233112+0000","last_became_active":"2023-12-02T00:33:34.176732+0000","last_became_peered":"2023-12-02T00:33:34.176732+0000","last_unstale":"2023-12-02T00:33:46.233112+0000","last_undegraded":"2023-12-02T00:33:46.233112+0000","last_fullsized":"2023-12-02T00:33:46.233112+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:50.564638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241354+0000","last_change":"2023-12-02T00:33:47.241354+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241354+0000","last_undegraded":"2023-12-02T00:33:47.241354+0000","last_fullsized":"2023-12-02T00:33:47.241354+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.252620+0000","last_change":"2023-12-02T00:33:47.248474+0000","last_active":"2023-12-02T00:33:47.252620+0000","last_peered":"2023-12-02T00:33:47.252620+0000","last_clean":"2023-12-02T00:33:47.252620+0000","last_became_active":"2023-12-02T00:33:47.248106+0000","last_became_peered":"2023-12-02T00:33:47.248106+0000","last_unstale":"2023-12-02T00:33:47.252620+0000","last_undegraded":"2023-12-02T00:33:47.252620+0000","last_fullsized":"2023-12-02T00:33:47.252620+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:40:04.823016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233002+0000","last_change":"2023-12-02T00:33:35.185614+0000","last_active":"2023-12-02T00:33:46.233002+0000","last_peered":"2023-12-02T00:33:46.233002+0000","last_clean":"2023-12-02T00:33:46.233002+0000","last_became_active":"2023-12-02T00:33:35.185311+0000","last_became_peered":"2023-12-02T00:33:35.185311+0000","last_unstale":"2023-12-02T00:33:46.233002+0000","last_undegraded":"2023-12-02T00:33:46.233002+0000","last_fullsized":"2023-12-02T00:33:46.233002+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235467+0000","last_change":"2023-12-02T00:33:34.166446+0000","last_active":"2023-12-02T00:33:46.235467+0000","last_peered":"2023-12-02T00:33:46.235467+0000","last_clean":"2023-12-02T00:33:46.235467+0000","last_became_active":"2023-12-02T00:33:34.165210+0000","last_became_peered":"2023-12-02T00:33:34.165210+0000","last_unstale":"2023-12-02T00:33:46.235467+0000","last_undegraded":"2023-12-02T00:33:46.235467+0000","last_fullsized":"2023-12-02T00:33:46.235467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241236+0000","last_change":"2023-12-02T00:33:47.241236+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241236+0000","last_undegraded":"2023-12-02T00:33:47.241236+0000","last_fullsized":"2023-12-02T00:33:47.241236+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266144+0000","last_change":"2023-12-02T00:33:47.261272+0000","last_active":"2023-12-02T00:33:47.266144+0000","last_peered":"2023-12-02T00:33:47.266144+0000","last_clean":"2023-12-02T00:33:47.266144+0000","last_became_active":"2023-12-02T00:33:47.260942+0000","last_became_peered":"2023-12-02T00:33:47.260942+0000","last_unstale":"2023-12-02T00:33:47.266144+0000","last_undegraded":"2023-12-02T00:33:47.266144+0000","last_fullsized":"2023-12-02T00:33:47.266144+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235879+0000","last_change":"2023-12-02T00:33:35.168034+0000","last_active":"2023-12-02T00:33:46.235879+0000","last_peered":"2023-12-02T00:33:46.235879+0000","last_clean":"2023-12-02T00:33:46.235879+0000","last_became_active":"2023-12-02T00:33:35.167774+0000","last_became_peered":"2023-12-02T00:33:35.167774+0000","last_unstale":"2023-12-02T00:33:46.235879+0000","last_undegraded":"2023-12-02T00:33:46.235879+0000","last_fullsized":"2023-12-02T00:33:46.235879+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:00:30.283295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240192+0000","last_change":"2023-12-02T00:33:34.174052+0000","last_active":"2023-12-02T00:33:46.240192+0000","last_peered":"2023-12-02T00:33:46.240192+0000","last_clean":"2023-12-02T00:33:46.240192+0000","last_became_active":"2023-12-02T00:33:34.173839+0000","last_became_peered":"2023-12-02T00:33:34.173839+0000","last_unstale":"2023-12-02T00:33:46.240192+0000","last_undegraded":"2023-12-02T00:33:46.240192+0000","last_fullsized":"2023-12-02T00:33:46.240192+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:07.747703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":208,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239302+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:33:46.239302+0000","last_peered":"2023-12-02T00:33:46.239302+0000","last_clean":"2023-12-02T00:33:46.239302+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:33:46.239302+0000","last_undegraded":"2023-12-02T00:33:46.239302+0000","last_fullsized":"2023-12-02T00:33:46.239302+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574886,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1445888,"data_stored":963189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.84899999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.72999999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.875}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.83099999999999996}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.81699999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.80000000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.78000000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574887,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":366315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.51500000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.68100000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.46999999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.65100000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.441},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.59899999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.496}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.70199999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574886,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":851968,"data_stored":368750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.83999999999999997}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":1.012},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.66300000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.879},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.76100000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.99199999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":1.0589999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.96799999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":1.0409999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574887,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":835584,"data_stored":365621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.69999999999999996,"15min":0.71099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.96599999999999997,"5min":1.002,"15min":1.002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.92300000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.73999999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.89300000000000002,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.70699999999999996,"15min":0.71399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.70299999999999996}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69699999999999995,"15min":0.69299999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.94799999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.72899999999999998,"15min":0.73399999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.71999999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68999999999999995,"15min":0.68200000000000005},"min":{"1min":0.53400000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.75},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.92900000000000005,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66600000000000004,"15min":0.66300000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90200000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68000000000000005,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93799999999999994,"5min":1.139,"15min":1.139},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.76400000000000001,"15min":0.76500000000000001},"min":{"1min":0.46200000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.94299999999999995,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.622},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.96899999999999997,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80700000000000005,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0209999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.69599999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574888,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":375858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.441}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.372}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.42699999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.622},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.63600000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.57299999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574889,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":839680,"data_stored":366203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.55000000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.60799999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.57699999999999996}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":1.175}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.97899999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.873},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.73399999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":1.01}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":365815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.496},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.64100000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.68600000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.79400000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574887,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32580,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339260,"statfs":{"total":96636764160,"available":96603402240,"internally_reserved":0,"allocated":1433600,"data_stored":956023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.47499999999999998,"15min":0.48499999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56499999999999995,"5min":1.117,"15min":1.117},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71399999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.625,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.505,"15min":0.50800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.53000000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48799999999999999,"15min":0.48599999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.46100000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.77200000000000002,"15min":0.77800000000000002},"min":{"1min":0.53600000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0580000000000001,"5min":1.252,"15min":1.252},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.59199999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.127,"5min":1.266,"15min":1.266},"last":0.86299999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.75900000000000001},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.78600000000000003,"15min":0.80200000000000005},"min":{"1min":0.55300000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.94999999999999996,"5min":1.204,"15min":1.204},"last":0.77700000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.59199999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.92700000000000005,"5min":1.097,"15min":1.097},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.78900000000000003,"15min":0.80200000000000005},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.999,"5min":1.141,"15min":1.141},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81499999999999995,"15min":0.83099999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92500000000000004,"5min":1.496,"15min":1.496},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79100000000000004,"15min":0.79300000000000004},"min":{"1min":0.61499999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.746}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:33:52.716 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:33:52.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113639d640 1 Processor -- start 2023-12-02T00:33:52.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113639d640 1 -- start start 2023-12-02T00:33:52.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113639d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f11300c7ea0 0x7f113006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113639d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f113006b9e0 0x7f113015f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113639d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f113006c860 con 0x7f1130151e90 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113639d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11300c8750 con 0x7f113006b9e0 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113639d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11301552d0 con 0x7f11300c7ea0 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113493a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f113006b9e0 0x7f113015f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113493a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f113006b9e0 0x7f113015f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33634/0 (socket says 172.21.15.133:33634) 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113493a640 1 -- 172.21.15.133:0/3030320839 learned_addr learned my addr 172.21.15.133:0/3030320839 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f112f7fe640 1 --2- 172.21.15.133:0/3030320839 >> v2:172.21.15.172:3300/0 conn(0x7f11300c7ea0 0x7f113006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113493a640 1 -- 172.21.15.133:0/3030320839 >> v2:172.21.15.172:3300/0 conn(0x7f11300c7ea0 msgr2=0x7f113006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113493a640 1 --2- 172.21.15.133:0/3030320839 >> v2:172.21.15.172:3300/0 conn(0x7f11300c7ea0 0x7f113006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113493a640 1 -- 172.21.15.133:0/3030320839 >> v1:172.21.15.172:6789/0 conn(0x7f1130151e90 legacy=0x7f11300c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:52.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.891+0000 7f113493a640 1 -- 172.21.15.133:0/3030320839 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1130154930 con 0x7f113006b9e0 2023-12-02T00:33:52.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113493a640 1 --2- 172.21.15.133:0/3030320839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f113006b9e0 0x7f113015f0a0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f11300a9a70 tx=0x7f112801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c0fe5fa7f497169 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f112effd640 1 -- 172.21.15.133:0/3030320839 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11280a5570 con 0x7f113006b9e0 2023-12-02T00:33:52.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f112effd640 1 -- 172.21.15.133:0/3030320839 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11280a56d0 con 0x7f113006b9e0 2023-12-02T00:33:52.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f112effd640 1 -- 172.21.15.133:0/3030320839 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11280a5a60 con 0x7f113006b9e0 2023-12-02T00:33:52.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 -- 172.21.15.133:0/3030320839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f113006b9e0 msgr2=0x7f113015f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 --2- 172.21.15.133:0/3030320839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f113006b9e0 0x7f113015f0a0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f11300a9a70 tx=0x7f112801c8b0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 -- 172.21.15.133:0/3030320839 shutdown_connections 2023-12-02T00:33:52.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 --2- 172.21.15.133:0/3030320839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f113006b9e0 0x7f113015f0a0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 --2- 172.21.15.133:0/3030320839 >> v2:172.21.15.172:3300/0 conn(0x7f11300c7ea0 0x7f113006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 -- 172.21.15.133:0/3030320839 >> 172.21.15.133:0/3030320839 conn(0x7f11300ca170 msgr2=0x7f11300ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:52.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 -- 172.21.15.133:0/3030320839 shutdown_connections 2023-12-02T00:33:52.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.895+0000 7f113639d640 1 -- 172.21.15.133:0/3030320839 wait complete. 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 Processor -- start 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 -- start start 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f113006b9e0 0x7f11301ee5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11300c7ea0 0x7f11300ac130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1130151e90 0x7f11300aaba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11300c00d0 con 0x7f1130151e90 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11300aff00 con 0x7f113006b9e0 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11300aa710 con 0x7f11300c7ea0 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1130151e90 0x7f11300aaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1130151e90 0x7f11300aaba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33642/0 (socket says 172.21.15.133:33642) 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 -- 172.21.15.133:0/3473943843 learned_addr learned my addr 172.21.15.133:0/3473943843 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:52.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 -- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11300c7ea0 msgr2=0x7f11300ac130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11300c7ea0 0x7f11300ac130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f112ffff640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f113006b9e0 0x7f11301ee5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 -- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f113006b9e0 msgr2=0x7f11301ee5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f113006b9e0 0x7f11301ee5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 -- 172.21.15.133:0/3473943843 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1128009b30 con 0x7f1130151e90 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f112ffff640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f113006b9e0 0x7f11301ee5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113493a640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1130151e90 0x7f11300aaba0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f11280194c0 tx=0x7f1128019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f112cff9640 1 -- 172.21.15.133:0/3473943843 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11280a5570 con 0x7f1130151e90 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f112cff9640 1 -- 172.21.15.133:0/3473943843 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11280b8690 con 0x7f1130151e90 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f112cff9640 1 -- 172.21.15.133:0/3473943843 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11280b8a40 con 0x7f1130151e90 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11300a9b00 con 0x7f1130151e90 2023-12-02T00:33:52.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11300aa0c0 con 0x7f1130151e90 2023-12-02T00:33:52.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.899+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11300aa8c0 con 0x7f1130151e90 2023-12-02T00:33:52.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.903+0000 7f112cff9640 1 -- 172.21.15.133:0/3473943843 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f11280b8ba0 con 0x7f1130151e90 2023-12-02T00:33:52.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.903+0000 7f112cff9640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f111c0664a0 0x7f111c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:52.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.903+0000 7f112cff9640 1 -- 172.21.15.133:0/3473943843 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f112811f220 con 0x7f1130151e90 2023-12-02T00:33:52.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.903+0000 7f112ffff640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f111c0664a0 0x7f111c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:52.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.903+0000 7f112ffff640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f111c0664a0 0x7f111c068960 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1120000f70 tx=0x7f1120009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:52.909 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:52.907+0000 7f112cff9640 1 -- 172.21.15.133:0/3473943843 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f11300aa8c0 con 0x7f1130151e90 2023-12-02T00:33:53.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.055+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f11301556f0 con 0x7f111c0664a0 2023-12-02T00:33:53.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.067+0000 7f112cff9640 1 -- 172.21.15.133:0/3473943843 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+522673 (secure 0 0 0) 0x7f1120001cc0 con 0x7f111c0664a0 2023-12-02T00:33:53.075 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:53.079 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f111c0664a0 msgr2=0x7f111c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f111c0664a0 0x7f111c068960 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1120000f70 tx=0x7f1120009040 comp rx=0 tx=0).stop 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1130151e90 msgr2=0x7f11300aaba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1130151e90 0x7f11300aaba0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f11280194c0 tx=0x7f1128019650 comp rx=0 tx=0).stop 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 shutdown_connections 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f111c0664a0 0x7f111c068960 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1130151e90 0x7f11300aaba0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f11300c7ea0 0x7f11300ac130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 --2- 172.21.15.133:0/3473943843 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f113006b9e0 0x7f11301ee5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 >> 172.21.15.133:0/3473943843 conn(0x7f11300ca170 msgr2=0x7f113014f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:53.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 shutdown_connections 2023-12-02T00:33:53.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.071+0000 7f113639d640 1 -- 172.21.15.133:0/3473943843 wait complete. 2023-12-02T00:33:53.095 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":156,"stamp":"2023-12-02T00:33:51.275861+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594273,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":201,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":244744,"kb_used_data":7776,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729976,"statfs":{"total":773094113280,"available":772843495424,"internally_reserved":0,"allocated":7962624,"data_stored":4127774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1241,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.045171"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243093+0000","last_change":"2023-12-02T00:33:47.243093+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243093+0000","last_undegraded":"2023-12-02T00:33:47.243093+0000","last_fullsized":"2023-12-02T00:33:47.243093+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233663+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:46.233663+0000","last_peered":"2023-12-02T00:33:46.233663+0000","last_clean":"2023-12-02T00:33:46.233663+0000","last_became_active":"2023-12-02T00:33:35.166278+0000","last_became_peered":"2023-12-02T00:33:35.166278+0000","last_unstale":"2023-12-02T00:33:46.233663+0000","last_undegraded":"2023-12-02T00:33:46.233663+0000","last_fullsized":"2023-12-02T00:33:46.233663+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247143+0000","last_change":"2023-12-02T00:33:47.247143+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247143+0000","last_undegraded":"2023-12-02T00:33:47.247143+0000","last_fullsized":"2023-12-02T00:33:47.247143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237860+0000","last_change":"2023-12-02T00:33:35.168161+0000","last_active":"2023-12-02T00:33:46.237860+0000","last_peered":"2023-12-02T00:33:46.237860+0000","last_clean":"2023-12-02T00:33:46.237860+0000","last_became_active":"2023-12-02T00:33:35.167432+0000","last_became_peered":"2023-12-02T00:33:35.167432+0000","last_unstale":"2023-12-02T00:33:46.237860+0000","last_undegraded":"2023-12-02T00:33:46.237860+0000","last_fullsized":"2023-12-02T00:33:46.237860+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:16.500986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240798+0000","last_change":"2023-12-02T00:33:47.240798+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240798+0000","last_undegraded":"2023-12-02T00:33:47.240798+0000","last_fullsized":"2023-12-02T00:33:47.240798+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240041+0000","last_change":"2023-12-02T00:33:35.178829+0000","last_active":"2023-12-02T00:33:46.240041+0000","last_peered":"2023-12-02T00:33:46.240041+0000","last_clean":"2023-12-02T00:33:46.240041+0000","last_became_active":"2023-12-02T00:33:35.178490+0000","last_became_peered":"2023-12-02T00:33:35.178490+0000","last_unstale":"2023-12-02T00:33:46.240041+0000","last_undegraded":"2023-12-02T00:33:46.240041+0000","last_fullsized":"2023-12-02T00:33:46.240041+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.255872+0000","last_change":"2023-12-02T00:33:47.255872+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.255872+0000","last_undegraded":"2023-12-02T00:33:47.255872+0000","last_fullsized":"2023-12-02T00:33:47.255872+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233925+0000","last_change":"2023-12-02T00:33:35.182328+0000","last_active":"2023-12-02T00:33:46.233925+0000","last_peered":"2023-12-02T00:33:46.233925+0000","last_clean":"2023-12-02T00:33:46.233925+0000","last_became_active":"2023-12-02T00:33:35.182061+0000","last_became_peered":"2023-12-02T00:33:35.182061+0000","last_unstale":"2023-12-02T00:33:46.233925+0000","last_undegraded":"2023-12-02T00:33:46.233925+0000","last_fullsized":"2023-12-02T00:33:46.233925+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:50.554861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.244112+0000","last_change":"2023-12-02T00:33:47.244112+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.244112+0000","last_undegraded":"2023-12-02T00:33:47.244112+0000","last_fullsized":"2023-12-02T00:33:47.244112+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236146+0000","last_change":"2023-12-02T00:33:35.170023+0000","last_active":"2023-12-02T00:33:46.236146+0000","last_peered":"2023-12-02T00:33:46.236146+0000","last_clean":"2023-12-02T00:33:46.236146+0000","last_became_active":"2023-12-02T00:33:35.169704+0000","last_became_peered":"2023-12-02T00:33:35.169704+0000","last_unstale":"2023-12-02T00:33:46.236146+0000","last_undegraded":"2023-12-02T00:33:46.236146+0000","last_fullsized":"2023-12-02T00:33:46.236146+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252612+0000","last_change":"2023-12-02T00:33:47.252612+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252612+0000","last_undegraded":"2023-12-02T00:33:47.252612+0000","last_fullsized":"2023-12-02T00:33:47.252612+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236582+0000","last_change":"2023-12-02T00:33:35.189735+0000","last_active":"2023-12-02T00:33:46.236582+0000","last_peered":"2023-12-02T00:33:46.236582+0000","last_clean":"2023-12-02T00:33:46.236582+0000","last_became_active":"2023-12-02T00:33:35.188951+0000","last_became_peered":"2023-12-02T00:33:35.188951+0000","last_unstale":"2023-12-02T00:33:46.236582+0000","last_undegraded":"2023-12-02T00:33:46.236582+0000","last_fullsized":"2023-12-02T00:33:46.236582+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.239304+0000","last_change":"2023-12-02T00:33:47.239304+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.239304+0000","last_undegraded":"2023-12-02T00:33:47.239304+0000","last_fullsized":"2023-12-02T00:33:47.239304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233425+0000","last_change":"2023-12-02T00:33:35.178921+0000","last_active":"2023-12-02T00:33:46.233425+0000","last_peered":"2023-12-02T00:33:46.233425+0000","last_clean":"2023-12-02T00:33:46.233425+0000","last_became_active":"2023-12-02T00:33:35.178644+0000","last_became_peered":"2023-12-02T00:33:35.178644+0000","last_unstale":"2023-12-02T00:33:46.233425+0000","last_undegraded":"2023-12-02T00:33:46.233425+0000","last_fullsized":"2023-12-02T00:33:46.233425+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:33.659773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247330+0000","last_change":"2023-12-02T00:33:47.247330+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247330+0000","last_undegraded":"2023-12-02T00:33:47.247330+0000","last_fullsized":"2023-12-02T00:33:47.247330+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235576+0000","last_change":"2023-12-02T00:33:35.172828+0000","last_active":"2023-12-02T00:33:46.235576+0000","last_peered":"2023-12-02T00:33:46.235576+0000","last_clean":"2023-12-02T00:33:46.235576+0000","last_became_active":"2023-12-02T00:33:35.172520+0000","last_became_peered":"2023-12-02T00:33:35.172520+0000","last_unstale":"2023-12-02T00:33:46.235576+0000","last_undegraded":"2023-12-02T00:33:46.235576+0000","last_fullsized":"2023-12-02T00:33:46.235576+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:50.866196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247937+0000","last_change":"2023-12-02T00:33:47.247937+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247937+0000","last_undegraded":"2023-12-02T00:33:47.247937+0000","last_fullsized":"2023-12-02T00:33:47.247937+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237100+0000","last_change":"2023-12-02T00:33:35.178113+0000","last_active":"2023-12-02T00:33:46.237100+0000","last_peered":"2023-12-02T00:33:46.237100+0000","last_clean":"2023-12-02T00:33:46.237100+0000","last_became_active":"2023-12-02T00:33:35.177830+0000","last_became_peered":"2023-12-02T00:33:35.177830+0000","last_unstale":"2023-12-02T00:33:46.237100+0000","last_undegraded":"2023-12-02T00:33:46.237100+0000","last_fullsized":"2023-12-02T00:33:46.237100+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237431+0000","last_change":"2023-12-02T00:33:47.237431+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237431+0000","last_undegraded":"2023-12-02T00:33:47.237431+0000","last_fullsized":"2023-12-02T00:33:47.237431+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233706+0000","last_change":"2023-12-02T00:33:35.178627+0000","last_active":"2023-12-02T00:33:46.233706+0000","last_peered":"2023-12-02T00:33:46.233706+0000","last_clean":"2023-12-02T00:33:46.233706+0000","last_became_active":"2023-12-02T00:33:35.178092+0000","last_became_peered":"2023-12-02T00:33:35.178092+0000","last_unstale":"2023-12-02T00:33:46.233706+0000","last_undegraded":"2023-12-02T00:33:46.233706+0000","last_fullsized":"2023-12-02T00:33:46.233706+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241940+0000","last_change":"2023-12-02T00:33:47.241940+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241940+0000","last_undegraded":"2023-12-02T00:33:47.241940+0000","last_fullsized":"2023-12-02T00:33:47.241940+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235954+0000","last_change":"2023-12-02T00:33:35.175387+0000","last_active":"2023-12-02T00:33:46.235954+0000","last_peered":"2023-12-02T00:33:46.235954+0000","last_clean":"2023-12-02T00:33:46.235954+0000","last_became_active":"2023-12-02T00:33:35.174103+0000","last_became_peered":"2023-12-02T00:33:35.174103+0000","last_unstale":"2023-12-02T00:33:46.235954+0000","last_undegraded":"2023-12-02T00:33:46.235954+0000","last_fullsized":"2023-12-02T00:33:46.235954+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:29.839037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237771+0000","last_change":"2023-12-02T00:33:47.237771+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237771+0000","last_undegraded":"2023-12-02T00:33:47.237771+0000","last_fullsized":"2023-12-02T00:33:47.237771+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233201+0000","last_change":"2023-12-02T00:33:35.177353+0000","last_active":"2023-12-02T00:33:46.233201+0000","last_peered":"2023-12-02T00:33:46.233201+0000","last_clean":"2023-12-02T00:33:46.233201+0000","last_became_active":"2023-12-02T00:33:35.176833+0000","last_became_peered":"2023-12-02T00:33:35.176833+0000","last_unstale":"2023-12-02T00:33:46.233201+0000","last_undegraded":"2023-12-02T00:33:46.233201+0000","last_fullsized":"2023-12-02T00:33:46.233201+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242733+0000","last_change":"2023-12-02T00:33:47.242733+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242733+0000","last_undegraded":"2023-12-02T00:33:47.242733+0000","last_fullsized":"2023-12-02T00:33:47.242733+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239135+0000","last_change":"2023-12-02T00:33:35.181006+0000","last_active":"2023-12-02T00:33:46.239135+0000","last_peered":"2023-12-02T00:33:46.239135+0000","last_clean":"2023-12-02T00:33:46.239135+0000","last_became_active":"2023-12-02T00:33:35.180243+0000","last_became_peered":"2023-12-02T00:33:35.180243+0000","last_unstale":"2023-12-02T00:33:46.239135+0000","last_undegraded":"2023-12-02T00:33:46.239135+0000","last_fullsized":"2023-12-02T00:33:46.239135+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.245788+0000","last_change":"2023-12-02T00:33:47.245788+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.245788+0000","last_undegraded":"2023-12-02T00:33:47.245788+0000","last_fullsized":"2023-12-02T00:33:47.245788+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233771+0000","last_change":"2023-12-02T00:33:35.173339+0000","last_active":"2023-12-02T00:33:46.233771+0000","last_peered":"2023-12-02T00:33:46.233771+0000","last_clean":"2023-12-02T00:33:46.233771+0000","last_became_active":"2023-12-02T00:33:35.172892+0000","last_became_peered":"2023-12-02T00:33:35.172892+0000","last_unstale":"2023-12-02T00:33:46.233771+0000","last_undegraded":"2023-12-02T00:33:46.233771+0000","last_fullsized":"2023-12-02T00:33:46.233771+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:08:19.171944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242591+0000","last_change":"2023-12-02T00:33:47.242591+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242591+0000","last_undegraded":"2023-12-02T00:33:47.242591+0000","last_fullsized":"2023-12-02T00:33:47.242591+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243194+0000","last_change":"2023-12-02T00:33:35.183179+0000","last_active":"2023-12-02T00:33:46.243194+0000","last_peered":"2023-12-02T00:33:46.243194+0000","last_clean":"2023-12-02T00:33:46.243194+0000","last_became_active":"2023-12-02T00:33:35.182823+0000","last_became_peered":"2023-12-02T00:33:35.182823+0000","last_unstale":"2023-12-02T00:33:46.243194+0000","last_undegraded":"2023-12-02T00:33:46.243194+0000","last_fullsized":"2023-12-02T00:33:46.243194+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:02:57.218750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241568+0000","last_change":"2023-12-02T00:33:47.241568+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241568+0000","last_undegraded":"2023-12-02T00:33:47.241568+0000","last_fullsized":"2023-12-02T00:33:47.241568+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235380+0000","last_change":"2023-12-02T00:33:35.166185+0000","last_active":"2023-12-02T00:33:46.235380+0000","last_peered":"2023-12-02T00:33:46.235380+0000","last_clean":"2023-12-02T00:33:46.235380+0000","last_became_active":"2023-12-02T00:33:35.165692+0000","last_became_peered":"2023-12-02T00:33:35.165692+0000","last_unstale":"2023-12-02T00:33:46.235380+0000","last_undegraded":"2023-12-02T00:33:46.235380+0000","last_fullsized":"2023-12-02T00:33:46.235380+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240077+0000","last_change":"2023-12-02T00:33:47.240077+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240077+0000","last_undegraded":"2023-12-02T00:33:47.240077+0000","last_fullsized":"2023-12-02T00:33:47.240077+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236869+0000","last_change":"2023-12-02T00:33:35.189546+0000","last_active":"2023-12-02T00:33:46.236869+0000","last_peered":"2023-12-02T00:33:46.236869+0000","last_clean":"2023-12-02T00:33:46.236869+0000","last_became_active":"2023-12-02T00:33:35.189200+0000","last_became_peered":"2023-12-02T00:33:35.189200+0000","last_unstale":"2023-12-02T00:33:46.236869+0000","last_undegraded":"2023-12-02T00:33:46.236869+0000","last_fullsized":"2023-12-02T00:33:46.236869+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236848+0000","last_change":"2023-12-02T00:33:47.236848+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236848+0000","last_undegraded":"2023-12-02T00:33:47.236848+0000","last_fullsized":"2023-12-02T00:33:47.236848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233989+0000","last_change":"2023-12-02T00:33:35.177354+0000","last_active":"2023-12-02T00:33:46.233989+0000","last_peered":"2023-12-02T00:33:46.233989+0000","last_clean":"2023-12-02T00:33:46.233989+0000","last_became_active":"2023-12-02T00:33:35.177041+0000","last_became_peered":"2023-12-02T00:33:35.177041+0000","last_unstale":"2023-12-02T00:33:46.233989+0000","last_undegraded":"2023-12-02T00:33:46.233989+0000","last_fullsized":"2023-12-02T00:33:46.233989+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:34:11.810512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252478+0000","last_change":"2023-12-02T00:33:47.252478+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252478+0000","last_undegraded":"2023-12-02T00:33:47.252478+0000","last_fullsized":"2023-12-02T00:33:47.252478+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235176+0000","last_change":"2023-12-02T00:33:35.183537+0000","last_active":"2023-12-02T00:33:46.235176+0000","last_peered":"2023-12-02T00:33:46.235176+0000","last_clean":"2023-12-02T00:33:46.235176+0000","last_became_active":"2023-12-02T00:33:35.175553+0000","last_became_peered":"2023-12-02T00:33:35.175553+0000","last_unstale":"2023-12-02T00:33:46.235176+0000","last_undegraded":"2023-12-02T00:33:46.235176+0000","last_fullsized":"2023-12-02T00:33:46.235176+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242215+0000","last_change":"2023-12-02T00:33:47.242215+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242215+0000","last_undegraded":"2023-12-02T00:33:47.242215+0000","last_fullsized":"2023-12-02T00:33:47.242215+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.234025+0000","last_change":"2023-12-02T00:33:35.185809+0000","last_active":"2023-12-02T00:33:46.234025+0000","last_peered":"2023-12-02T00:33:46.234025+0000","last_clean":"2023-12-02T00:33:46.234025+0000","last_became_active":"2023-12-02T00:33:35.185553+0000","last_became_peered":"2023-12-02T00:33:35.185553+0000","last_unstale":"2023-12-02T00:33:46.234025+0000","last_undegraded":"2023-12-02T00:33:46.234025+0000","last_fullsized":"2023-12-02T00:33:46.234025+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:18.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.253913+0000","last_change":"2023-12-02T00:33:47.253913+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.253913+0000","last_undegraded":"2023-12-02T00:33:47.253913+0000","last_fullsized":"2023-12-02T00:33:47.253913+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233933+0000","last_change":"2023-12-02T00:33:35.177049+0000","last_active":"2023-12-02T00:33:46.233933+0000","last_peered":"2023-12-02T00:33:46.233933+0000","last_clean":"2023-12-02T00:33:46.233933+0000","last_became_active":"2023-12-02T00:33:35.176734+0000","last_became_peered":"2023-12-02T00:33:35.176734+0000","last_unstale":"2023-12-02T00:33:46.233933+0000","last_undegraded":"2023-12-02T00:33:46.233933+0000","last_fullsized":"2023-12-02T00:33:46.233933+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:40.631294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.244762+0000","last_change":"2023-12-02T00:33:47.244762+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.244762+0000","last_undegraded":"2023-12-02T00:33:47.244762+0000","last_fullsized":"2023-12-02T00:33:47.244762+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235329+0000","last_change":"2023-12-02T00:33:35.183413+0000","last_active":"2023-12-02T00:33:46.235329+0000","last_peered":"2023-12-02T00:33:46.235329+0000","last_clean":"2023-12-02T00:33:46.235329+0000","last_became_active":"2023-12-02T00:33:35.183107+0000","last_became_peered":"2023-12-02T00:33:35.183107+0000","last_unstale":"2023-12-02T00:33:46.235329+0000","last_undegraded":"2023-12-02T00:33:46.235329+0000","last_fullsized":"2023-12-02T00:33:46.235329+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:23:01.532689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243548+0000","last_change":"2023-12-02T00:33:47.243548+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243548+0000","last_undegraded":"2023-12-02T00:33:47.243548+0000","last_fullsized":"2023-12-02T00:33:47.243548+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233003+0000","last_change":"2023-12-02T00:33:35.172366+0000","last_active":"2023-12-02T00:33:46.233003+0000","last_peered":"2023-12-02T00:33:46.233003+0000","last_clean":"2023-12-02T00:33:46.233003+0000","last_became_active":"2023-12-02T00:33:35.171420+0000","last_became_peered":"2023-12-02T00:33:35.171420+0000","last_unstale":"2023-12-02T00:33:46.233003+0000","last_undegraded":"2023-12-02T00:33:46.233003+0000","last_fullsized":"2023-12-02T00:33:46.233003+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254590+0000","last_change":"2023-12-02T00:33:47.254590+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254590+0000","last_undegraded":"2023-12-02T00:33:47.254590+0000","last_fullsized":"2023-12-02T00:33:47.254590+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233533+0000","last_change":"2023-12-02T00:33:35.185721+0000","last_active":"2023-12-02T00:33:46.233533+0000","last_peered":"2023-12-02T00:33:46.233533+0000","last_clean":"2023-12-02T00:33:46.233533+0000","last_became_active":"2023-12-02T00:33:35.185429+0000","last_became_peered":"2023-12-02T00:33:35.185429+0000","last_unstale":"2023-12-02T00:33:46.233533+0000","last_undegraded":"2023-12-02T00:33:46.233533+0000","last_fullsized":"2023-12-02T00:33:46.233533+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:14.000433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246402+0000","last_change":"2023-12-02T00:33:47.246402+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246402+0000","last_undegraded":"2023-12-02T00:33:47.246402+0000","last_fullsized":"2023-12-02T00:33:47.246402+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236080+0000","last_change":"2023-12-02T00:33:35.167648+0000","last_active":"2023-12-02T00:33:46.236080+0000","last_peered":"2023-12-02T00:33:46.236080+0000","last_clean":"2023-12-02T00:33:46.236080+0000","last_became_active":"2023-12-02T00:33:35.167115+0000","last_became_peered":"2023-12-02T00:33:35.167115+0000","last_unstale":"2023-12-02T00:33:46.236080+0000","last_undegraded":"2023-12-02T00:33:46.236080+0000","last_fullsized":"2023-12-02T00:33:46.236080+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:29.270345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236483+0000","last_change":"2023-12-02T00:33:47.236483+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236483+0000","last_undegraded":"2023-12-02T00:33:47.236483+0000","last_fullsized":"2023-12-02T00:33:47.236483+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240077+0000","last_change":"2023-12-02T00:33:35.174625+0000","last_active":"2023-12-02T00:33:46.240077+0000","last_peered":"2023-12-02T00:33:46.240077+0000","last_clean":"2023-12-02T00:33:46.240077+0000","last_became_active":"2023-12-02T00:33:35.174318+0000","last_became_peered":"2023-12-02T00:33:35.174318+0000","last_unstale":"2023-12-02T00:33:46.240077+0000","last_undegraded":"2023-12-02T00:33:46.240077+0000","last_fullsized":"2023-12-02T00:33:46.240077+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238160+0000","last_change":"2023-12-02T00:33:47.238160+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238160+0000","last_undegraded":"2023-12-02T00:33:47.238160+0000","last_fullsized":"2023-12-02T00:33:47.238160+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236619+0000","last_change":"2023-12-02T00:33:35.179032+0000","last_active":"2023-12-02T00:33:46.236619+0000","last_peered":"2023-12-02T00:33:46.236619+0000","last_clean":"2023-12-02T00:33:46.236619+0000","last_became_active":"2023-12-02T00:33:35.178722+0000","last_became_peered":"2023-12-02T00:33:35.178722+0000","last_unstale":"2023-12-02T00:33:46.236619+0000","last_undegraded":"2023-12-02T00:33:46.236619+0000","last_fullsized":"2023-12-02T00:33:46.236619+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.255370+0000","last_change":"2023-12-02T00:33:47.255370+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.255370+0000","last_undegraded":"2023-12-02T00:33:47.255370+0000","last_fullsized":"2023-12-02T00:33:47.255370+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233215+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:46.233215+0000","last_peered":"2023-12-02T00:33:46.233215+0000","last_clean":"2023-12-02T00:33:46.233215+0000","last_became_active":"2023-12-02T00:33:35.166222+0000","last_became_peered":"2023-12-02T00:33:35.166222+0000","last_unstale":"2023-12-02T00:33:46.233215+0000","last_undegraded":"2023-12-02T00:33:46.233215+0000","last_fullsized":"2023-12-02T00:33:46.233215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242296+0000","last_change":"2023-12-02T00:33:47.242296+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242296+0000","last_undegraded":"2023-12-02T00:33:47.242296+0000","last_fullsized":"2023-12-02T00:33:47.242296+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235578+0000","last_change":"2023-12-02T00:33:35.177959+0000","last_active":"2023-12-02T00:33:46.235578+0000","last_peered":"2023-12-02T00:33:46.235578+0000","last_clean":"2023-12-02T00:33:46.235578+0000","last_became_active":"2023-12-02T00:33:35.177606+0000","last_became_peered":"2023-12-02T00:33:35.177606+0000","last_unstale":"2023-12-02T00:33:46.235578+0000","last_undegraded":"2023-12-02T00:33:46.235578+0000","last_fullsized":"2023-12-02T00:33:46.235578+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:54:24.319540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241711+0000","last_change":"2023-12-02T00:33:47.241711+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241711+0000","last_undegraded":"2023-12-02T00:33:47.241711+0000","last_fullsized":"2023-12-02T00:33:47.241711+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235417+0000","last_change":"2023-12-02T00:33:35.193128+0000","last_active":"2023-12-02T00:33:46.235417+0000","last_peered":"2023-12-02T00:33:46.235417+0000","last_clean":"2023-12-02T00:33:46.235417+0000","last_became_active":"2023-12-02T00:33:35.192723+0000","last_became_peered":"2023-12-02T00:33:35.192723+0000","last_unstale":"2023-12-02T00:33:46.235417+0000","last_undegraded":"2023-12-02T00:33:46.235417+0000","last_fullsized":"2023-12-02T00:33:46.235417+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:22:02.040979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.252568+0000","last_change":"2023-12-02T00:33:47.252568+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.252568+0000","last_undegraded":"2023-12-02T00:33:47.252568+0000","last_fullsized":"2023-12-02T00:33:47.252568+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235582+0000","last_change":"2023-12-02T00:33:35.177231+0000","last_active":"2023-12-02T00:33:46.235582+0000","last_peered":"2023-12-02T00:33:46.235582+0000","last_clean":"2023-12-02T00:33:46.235582+0000","last_became_active":"2023-12-02T00:33:35.172149+0000","last_became_peered":"2023-12-02T00:33:35.172149+0000","last_unstale":"2023-12-02T00:33:46.235582+0000","last_undegraded":"2023-12-02T00:33:46.235582+0000","last_fullsized":"2023-12-02T00:33:46.235582+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241132+0000","last_change":"2023-12-02T00:33:47.241132+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241132+0000","last_undegraded":"2023-12-02T00:33:47.241132+0000","last_fullsized":"2023-12-02T00:33:47.241132+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.232720+0000","last_change":"2023-12-02T00:33:35.175528+0000","last_active":"2023-12-02T00:33:46.232720+0000","last_peered":"2023-12-02T00:33:46.232720+0000","last_clean":"2023-12-02T00:33:46.232720+0000","last_became_active":"2023-12-02T00:33:35.175216+0000","last_became_peered":"2023-12-02T00:33:35.175216+0000","last_unstale":"2023-12-02T00:33:46.232720+0000","last_undegraded":"2023-12-02T00:33:46.232720+0000","last_fullsized":"2023-12-02T00:33:46.232720+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242735+0000","last_change":"2023-12-02T00:33:47.242735+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242735+0000","last_undegraded":"2023-12-02T00:33:47.242735+0000","last_fullsized":"2023-12-02T00:33:47.242735+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.265852+0000","last_change":"2023-12-02T00:33:47.262834+0000","last_active":"2023-12-02T00:33:47.265852+0000","last_peered":"2023-12-02T00:33:47.265852+0000","last_clean":"2023-12-02T00:33:47.265852+0000","last_became_active":"2023-12-02T00:33:47.262616+0000","last_became_peered":"2023-12-02T00:33:47.262616+0000","last_unstale":"2023-12-02T00:33:47.265852+0000","last_undegraded":"2023-12-02T00:33:47.265852+0000","last_fullsized":"2023-12-02T00:33:47.265852+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:20.631280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237192+0000","last_change":"2023-12-02T00:33:35.167352+0000","last_active":"2023-12-02T00:33:46.237192+0000","last_peered":"2023-12-02T00:33:46.237192+0000","last_clean":"2023-12-02T00:33:46.237192+0000","last_became_active":"2023-12-02T00:33:35.165743+0000","last_became_peered":"2023-12-02T00:33:35.165743+0000","last_unstale":"2023-12-02T00:33:46.237192+0000","last_undegraded":"2023-12-02T00:33:46.237192+0000","last_fullsized":"2023-12-02T00:33:46.237192+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"66'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233797+0000","last_change":"2023-12-02T00:33:34.172905+0000","last_active":"2023-12-02T00:33:46.233797+0000","last_peered":"2023-12-02T00:33:46.233797+0000","last_clean":"2023-12-02T00:33:46.233797+0000","last_became_active":"2023-12-02T00:33:34.172671+0000","last_became_peered":"2023-12-02T00:33:34.172671+0000","last_unstale":"2023-12-02T00:33:46.233797+0000","last_undegraded":"2023-12-02T00:33:46.233797+0000","last_fullsized":"2023-12-02T00:33:46.233797+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236482+0000","last_change":"2023-12-02T00:33:47.236482+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236482+0000","last_undegraded":"2023-12-02T00:33:47.236482+0000","last_fullsized":"2023-12-02T00:33:47.236482+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268091+0000","last_change":"2023-12-02T00:33:47.265110+0000","last_active":"2023-12-02T00:33:47.268091+0000","last_peered":"2023-12-02T00:33:47.268091+0000","last_clean":"2023-12-02T00:33:47.268091+0000","last_became_active":"2023-12-02T00:33:47.264667+0000","last_became_peered":"2023-12-02T00:33:47.264667+0000","last_unstale":"2023-12-02T00:33:47.268091+0000","last_undegraded":"2023-12-02T00:33:47.268091+0000","last_fullsized":"2023-12-02T00:33:47.268091+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:22.476077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233696+0000","last_change":"2023-12-02T00:33:35.184800+0000","last_active":"2023-12-02T00:33:46.233696+0000","last_peered":"2023-12-02T00:33:46.233696+0000","last_clean":"2023-12-02T00:33:46.233696+0000","last_became_active":"2023-12-02T00:33:35.184483+0000","last_became_peered":"2023-12-02T00:33:35.184483+0000","last_unstale":"2023-12-02T00:33:46.233696+0000","last_undegraded":"2023-12-02T00:33:46.233696+0000","last_fullsized":"2023-12-02T00:33:46.233696+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237376+0000","last_change":"2023-12-02T00:33:34.175618+0000","last_active":"2023-12-02T00:33:46.237376+0000","last_peered":"2023-12-02T00:33:46.237376+0000","last_clean":"2023-12-02T00:33:46.237376+0000","last_became_active":"2023-12-02T00:33:34.175274+0000","last_became_peered":"2023-12-02T00:33:34.175274+0000","last_unstale":"2023-12-02T00:33:46.237376+0000","last_undegraded":"2023-12-02T00:33:46.237376+0000","last_fullsized":"2023-12-02T00:33:46.237376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241696+0000","last_change":"2023-12-02T00:33:47.241696+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241696+0000","last_undegraded":"2023-12-02T00:33:47.241696+0000","last_fullsized":"2023-12-02T00:33:47.241696+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268011+0000","last_change":"2023-12-02T00:33:47.264309+0000","last_active":"2023-12-02T00:33:47.268011+0000","last_peered":"2023-12-02T00:33:47.268011+0000","last_clean":"2023-12-02T00:33:47.268011+0000","last_became_active":"2023-12-02T00:33:47.263438+0000","last_became_peered":"2023-12-02T00:33:47.263438+0000","last_unstale":"2023-12-02T00:33:47.268011+0000","last_undegraded":"2023-12-02T00:33:47.268011+0000","last_fullsized":"2023-12-02T00:33:47.268011+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:38.875144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233304+0000","last_change":"2023-12-02T00:33:35.178492+0000","last_active":"2023-12-02T00:33:46.233304+0000","last_peered":"2023-12-02T00:33:46.233304+0000","last_clean":"2023-12-02T00:33:46.233304+0000","last_became_active":"2023-12-02T00:33:35.178172+0000","last_became_peered":"2023-12-02T00:33:35.178172+0000","last_unstale":"2023-12-02T00:33:46.233304+0000","last_undegraded":"2023-12-02T00:33:46.233304+0000","last_fullsized":"2023-12-02T00:33:46.233304+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237785+0000","last_change":"2023-12-02T00:33:34.176960+0000","last_active":"2023-12-02T00:33:46.237785+0000","last_peered":"2023-12-02T00:33:46.237785+0000","last_clean":"2023-12-02T00:33:46.237785+0000","last_became_active":"2023-12-02T00:33:34.176596+0000","last_became_peered":"2023-12-02T00:33:34.176596+0000","last_unstale":"2023-12-02T00:33:46.237785+0000","last_undegraded":"2023-12-02T00:33:46.237785+0000","last_fullsized":"2023-12-02T00:33:46.237785+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243655+0000","last_change":"2023-12-02T00:33:47.243655+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243655+0000","last_undegraded":"2023-12-02T00:33:47.243655+0000","last_fullsized":"2023-12-02T00:33:47.243655+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266214+0000","last_change":"2023-12-02T00:33:47.262230+0000","last_active":"2023-12-02T00:33:47.266214+0000","last_peered":"2023-12-02T00:33:47.266214+0000","last_clean":"2023-12-02T00:33:47.266214+0000","last_became_active":"2023-12-02T00:33:47.261898+0000","last_became_peered":"2023-12-02T00:33:47.261898+0000","last_unstale":"2023-12-02T00:33:47.266214+0000","last_undegraded":"2023-12-02T00:33:47.266214+0000","last_fullsized":"2023-12-02T00:33:47.266214+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240068+0000","last_change":"2023-12-02T00:33:35.188754+0000","last_active":"2023-12-02T00:33:46.240068+0000","last_peered":"2023-12-02T00:33:46.240068+0000","last_clean":"2023-12-02T00:33:46.240068+0000","last_became_active":"2023-12-02T00:33:35.188426+0000","last_became_peered":"2023-12-02T00:33:35.188426+0000","last_unstale":"2023-12-02T00:33:46.240068+0000","last_undegraded":"2023-12-02T00:33:46.240068+0000","last_fullsized":"2023-12-02T00:33:46.240068+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235467+0000","last_change":"2023-12-02T00:33:34.170809+0000","last_active":"2023-12-02T00:33:46.235467+0000","last_peered":"2023-12-02T00:33:46.235467+0000","last_clean":"2023-12-02T00:33:46.235467+0000","last_became_active":"2023-12-02T00:33:34.170550+0000","last_became_peered":"2023-12-02T00:33:34.170550+0000","last_unstale":"2023-12-02T00:33:46.235467+0000","last_undegraded":"2023-12-02T00:33:46.235467+0000","last_fullsized":"2023-12-02T00:33:46.235467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241687+0000","last_change":"2023-12-02T00:33:47.241687+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241687+0000","last_undegraded":"2023-12-02T00:33:47.241687+0000","last_fullsized":"2023-12-02T00:33:47.241687+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266741+0000","last_change":"2023-12-02T00:33:47.265175+0000","last_active":"2023-12-02T00:33:47.266741+0000","last_peered":"2023-12-02T00:33:47.266741+0000","last_clean":"2023-12-02T00:33:47.266741+0000","last_became_active":"2023-12-02T00:33:47.264834+0000","last_became_peered":"2023-12-02T00:33:47.264834+0000","last_unstale":"2023-12-02T00:33:47.266741+0000","last_undegraded":"2023-12-02T00:33:47.266741+0000","last_fullsized":"2023-12-02T00:33:47.266741+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235501+0000","last_change":"2023-12-02T00:33:35.185218+0000","last_active":"2023-12-02T00:33:46.235501+0000","last_peered":"2023-12-02T00:33:46.235501+0000","last_clean":"2023-12-02T00:33:46.235501+0000","last_became_active":"2023-12-02T00:33:35.184952+0000","last_became_peered":"2023-12-02T00:33:35.184952+0000","last_unstale":"2023-12-02T00:33:46.235501+0000","last_undegraded":"2023-12-02T00:33:46.235501+0000","last_fullsized":"2023-12-02T00:33:46.235501+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:02.074582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236500+0000","last_change":"2023-12-02T00:33:34.166946+0000","last_active":"2023-12-02T00:33:46.236500+0000","last_peered":"2023-12-02T00:33:46.236500+0000","last_clean":"2023-12-02T00:33:46.236500+0000","last_became_active":"2023-12-02T00:33:34.165688+0000","last_became_peered":"2023-12-02T00:33:34.165688+0000","last_unstale":"2023-12-02T00:33:46.236500+0000","last_undegraded":"2023-12-02T00:33:46.236500+0000","last_fullsized":"2023-12-02T00:33:46.236500+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:01.135311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240831+0000","last_change":"2023-12-02T00:33:47.240831+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240831+0000","last_undegraded":"2023-12-02T00:33:47.240831+0000","last_fullsized":"2023-12-02T00:33:47.240831+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261046+0000","last_change":"2023-12-02T00:33:47.255816+0000","last_active":"2023-12-02T00:33:47.261046+0000","last_peered":"2023-12-02T00:33:47.261046+0000","last_clean":"2023-12-02T00:33:47.261046+0000","last_became_active":"2023-12-02T00:33:47.255528+0000","last_became_peered":"2023-12-02T00:33:47.255528+0000","last_unstale":"2023-12-02T00:33:47.261046+0000","last_undegraded":"2023-12-02T00:33:47.261046+0000","last_fullsized":"2023-12-02T00:33:47.261046+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:13.741348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236303+0000","last_change":"2023-12-02T00:33:35.166501+0000","last_active":"2023-12-02T00:33:46.236303+0000","last_peered":"2023-12-02T00:33:46.236303+0000","last_clean":"2023-12-02T00:33:46.236303+0000","last_became_active":"2023-12-02T00:33:35.166230+0000","last_became_peered":"2023-12-02T00:33:35.166230+0000","last_unstale":"2023-12-02T00:33:46.236303+0000","last_undegraded":"2023-12-02T00:33:46.236303+0000","last_fullsized":"2023-12-02T00:33:46.236303+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235755+0000","last_change":"2023-12-02T00:33:34.167855+0000","last_active":"2023-12-02T00:33:46.235755+0000","last_peered":"2023-12-02T00:33:46.235755+0000","last_clean":"2023-12-02T00:33:46.235755+0000","last_became_active":"2023-12-02T00:33:34.167572+0000","last_became_peered":"2023-12-02T00:33:34.167572+0000","last_unstale":"2023-12-02T00:33:46.235755+0000","last_undegraded":"2023-12-02T00:33:46.235755+0000","last_fullsized":"2023-12-02T00:33:46.235755+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:00.653579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242055+0000","last_change":"2023-12-02T00:33:47.242055+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242055+0000","last_undegraded":"2023-12-02T00:33:47.242055+0000","last_fullsized":"2023-12-02T00:33:47.242055+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.259970+0000","last_change":"2023-12-02T00:33:47.251200+0000","last_active":"2023-12-02T00:33:47.259970+0000","last_peered":"2023-12-02T00:33:47.259970+0000","last_clean":"2023-12-02T00:33:47.259970+0000","last_became_active":"2023-12-02T00:33:47.250918+0000","last_became_peered":"2023-12-02T00:33:47.250918+0000","last_unstale":"2023-12-02T00:33:47.259970+0000","last_undegraded":"2023-12-02T00:33:47.259970+0000","last_fullsized":"2023-12-02T00:33:47.259970+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:39:03.652406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239036+0000","last_change":"2023-12-02T00:33:35.181873+0000","last_active":"2023-12-02T00:33:46.239036+0000","last_peered":"2023-12-02T00:33:46.239036+0000","last_clean":"2023-12-02T00:33:46.239036+0000","last_became_active":"2023-12-02T00:33:35.181309+0000","last_became_peered":"2023-12-02T00:33:35.181309+0000","last_unstale":"2023-12-02T00:33:46.239036+0000","last_undegraded":"2023-12-02T00:33:46.239036+0000","last_fullsized":"2023-12-02T00:33:46.239036+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237762+0000","last_change":"2023-12-02T00:33:34.166948+0000","last_active":"2023-12-02T00:33:46.237762+0000","last_peered":"2023-12-02T00:33:46.237762+0000","last_clean":"2023-12-02T00:33:46.237762+0000","last_became_active":"2023-12-02T00:33:34.165549+0000","last_became_peered":"2023-12-02T00:33:34.165549+0000","last_unstale":"2023-12-02T00:33:46.237762+0000","last_undegraded":"2023-12-02T00:33:46.237762+0000","last_fullsized":"2023-12-02T00:33:46.237762+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246375+0000","last_change":"2023-12-02T00:33:47.246375+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246375+0000","last_undegraded":"2023-12-02T00:33:47.246375+0000","last_fullsized":"2023-12-02T00:33:47.246375+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266961+0000","last_change":"2023-12-02T00:33:47.263953+0000","last_active":"2023-12-02T00:33:47.266961+0000","last_peered":"2023-12-02T00:33:47.266961+0000","last_clean":"2023-12-02T00:33:47.266961+0000","last_became_active":"2023-12-02T00:33:47.263697+0000","last_became_peered":"2023-12-02T00:33:47.263697+0000","last_unstale":"2023-12-02T00:33:47.266961+0000","last_undegraded":"2023-12-02T00:33:47.266961+0000","last_fullsized":"2023-12-02T00:33:47.266961+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:26.776086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243254+0000","last_change":"2023-12-02T00:33:35.182200+0000","last_active":"2023-12-02T00:33:46.243254+0000","last_peered":"2023-12-02T00:33:46.243254+0000","last_clean":"2023-12-02T00:33:46.243254+0000","last_became_active":"2023-12-02T00:33:35.181898+0000","last_became_peered":"2023-12-02T00:33:35.181898+0000","last_unstale":"2023-12-02T00:33:46.243254+0000","last_undegraded":"2023-12-02T00:33:46.243254+0000","last_fullsized":"2023-12-02T00:33:46.243254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235480+0000","last_change":"2023-12-02T00:33:34.166301+0000","last_active":"2023-12-02T00:33:46.235480+0000","last_peered":"2023-12-02T00:33:46.235480+0000","last_clean":"2023-12-02T00:33:46.235480+0000","last_became_active":"2023-12-02T00:33:34.166013+0000","last_became_peered":"2023-12-02T00:33:34.166013+0000","last_unstale":"2023-12-02T00:33:46.235480+0000","last_undegraded":"2023-12-02T00:33:46.235480+0000","last_fullsized":"2023-12-02T00:33:46.235480+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:04.786917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238389+0000","last_change":"2023-12-02T00:33:47.238389+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238389+0000","last_undegraded":"2023-12-02T00:33:47.238389+0000","last_fullsized":"2023-12-02T00:33:47.238389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266182+0000","last_change":"2023-12-02T00:33:47.261822+0000","last_active":"2023-12-02T00:33:47.266182+0000","last_peered":"2023-12-02T00:33:47.266182+0000","last_clean":"2023-12-02T00:33:47.266182+0000","last_became_active":"2023-12-02T00:33:47.261491+0000","last_became_peered":"2023-12-02T00:33:47.261491+0000","last_unstale":"2023-12-02T00:33:47.266182+0000","last_undegraded":"2023-12-02T00:33:47.266182+0000","last_fullsized":"2023-12-02T00:33:47.266182+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:30:08.119022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.244315+0000","last_change":"2023-12-02T00:33:35.174913+0000","last_active":"2023-12-02T00:33:46.244315+0000","last_peered":"2023-12-02T00:33:46.244315+0000","last_clean":"2023-12-02T00:33:46.244315+0000","last_became_active":"2023-12-02T00:33:35.174629+0000","last_became_peered":"2023-12-02T00:33:35.174629+0000","last_unstale":"2023-12-02T00:33:46.244315+0000","last_undegraded":"2023-12-02T00:33:46.244315+0000","last_fullsized":"2023-12-02T00:33:46.244315+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:01.157510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233853+0000","last_change":"2023-12-02T00:33:34.176994+0000","last_active":"2023-12-02T00:33:46.233853+0000","last_peered":"2023-12-02T00:33:46.233853+0000","last_clean":"2023-12-02T00:33:46.233853+0000","last_became_active":"2023-12-02T00:33:34.176647+0000","last_became_peered":"2023-12-02T00:33:34.176647+0000","last_unstale":"2023-12-02T00:33:46.233853+0000","last_undegraded":"2023-12-02T00:33:46.233853+0000","last_fullsized":"2023-12-02T00:33:46.233853+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:21.514067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.247439+0000","last_change":"2023-12-02T00:33:47.247439+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.247439+0000","last_undegraded":"2023-12-02T00:33:47.247439+0000","last_fullsized":"2023-12-02T00:33:47.247439+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260870+0000","last_change":"2023-12-02T00:33:47.256310+0000","last_active":"2023-12-02T00:33:47.260870+0000","last_peered":"2023-12-02T00:33:47.260870+0000","last_clean":"2023-12-02T00:33:47.260870+0000","last_became_active":"2023-12-02T00:33:47.255454+0000","last_became_peered":"2023-12-02T00:33:47.255454+0000","last_unstale":"2023-12-02T00:33:47.260870+0000","last_undegraded":"2023-12-02T00:33:47.260870+0000","last_fullsized":"2023-12-02T00:33:47.260870+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:20.631280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237167+0000","last_change":"2023-12-02T00:33:35.184705+0000","last_active":"2023-12-02T00:33:46.237167+0000","last_peered":"2023-12-02T00:33:46.237167+0000","last_clean":"2023-12-02T00:33:46.237167+0000","last_became_active":"2023-12-02T00:33:35.184391+0000","last_became_peered":"2023-12-02T00:33:35.184391+0000","last_unstale":"2023-12-02T00:33:46.237167+0000","last_undegraded":"2023-12-02T00:33:46.237167+0000","last_fullsized":"2023-12-02T00:33:46.237167+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233770+0000","last_change":"2023-12-02T00:33:34.159902+0000","last_active":"2023-12-02T00:33:46.233770+0000","last_peered":"2023-12-02T00:33:46.233770+0000","last_clean":"2023-12-02T00:33:46.233770+0000","last_became_active":"2023-12-02T00:33:34.159576+0000","last_became_peered":"2023-12-02T00:33:34.159576+0000","last_unstale":"2023-12-02T00:33:46.233770+0000","last_undegraded":"2023-12-02T00:33:46.233770+0000","last_fullsized":"2023-12-02T00:33:46.233770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:31.922343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254788+0000","last_change":"2023-12-02T00:33:47.254788+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254788+0000","last_undegraded":"2023-12-02T00:33:47.254788+0000","last_fullsized":"2023-12-02T00:33:47.254788+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260770+0000","last_change":"2023-12-02T00:33:47.254454+0000","last_active":"2023-12-02T00:33:47.260770+0000","last_peered":"2023-12-02T00:33:47.260770+0000","last_clean":"2023-12-02T00:33:47.260770+0000","last_became_active":"2023-12-02T00:33:47.254183+0000","last_became_peered":"2023-12-02T00:33:47.254183+0000","last_unstale":"2023-12-02T00:33:47.260770+0000","last_undegraded":"2023-12-02T00:33:47.260770+0000","last_fullsized":"2023-12-02T00:33:47.260770+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:53:21.505307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235379+0000","last_change":"2023-12-02T00:33:35.168089+0000","last_active":"2023-12-02T00:33:46.235379+0000","last_peered":"2023-12-02T00:33:46.235379+0000","last_clean":"2023-12-02T00:33:46.235379+0000","last_became_active":"2023-12-02T00:33:35.167788+0000","last_became_peered":"2023-12-02T00:33:35.167788+0000","last_unstale":"2023-12-02T00:33:46.235379+0000","last_undegraded":"2023-12-02T00:33:46.235379+0000","last_fullsized":"2023-12-02T00:33:46.235379+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"66'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233456+0000","last_change":"2023-12-02T00:33:34.167679+0000","last_active":"2023-12-02T00:33:46.233456+0000","last_peered":"2023-12-02T00:33:46.233456+0000","last_clean":"2023-12-02T00:33:46.233456+0000","last_became_active":"2023-12-02T00:33:34.166822+0000","last_became_peered":"2023-12-02T00:33:34.166822+0000","last_unstale":"2023-12-02T00:33:46.233456+0000","last_undegraded":"2023-12-02T00:33:46.233456+0000","last_fullsized":"2023-12-02T00:33:46.233456+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236524+0000","last_change":"2023-12-02T00:33:47.236524+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236524+0000","last_undegraded":"2023-12-02T00:33:47.236524+0000","last_fullsized":"2023-12-02T00:33:47.236524+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.267640+0000","last_change":"2023-12-02T00:33:47.263206+0000","last_active":"2023-12-02T00:33:47.267640+0000","last_peered":"2023-12-02T00:33:47.267640+0000","last_clean":"2023-12-02T00:33:47.267640+0000","last_became_active":"2023-12-02T00:33:47.262826+0000","last_became_peered":"2023-12-02T00:33:47.262826+0000","last_unstale":"2023-12-02T00:33:47.267640+0000","last_undegraded":"2023-12-02T00:33:47.267640+0000","last_fullsized":"2023-12-02T00:33:47.267640+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236688+0000","last_change":"2023-12-02T00:33:35.184828+0000","last_active":"2023-12-02T00:33:46.236688+0000","last_peered":"2023-12-02T00:33:46.236688+0000","last_clean":"2023-12-02T00:33:46.236688+0000","last_became_active":"2023-12-02T00:33:35.184465+0000","last_became_peered":"2023-12-02T00:33:35.184465+0000","last_unstale":"2023-12-02T00:33:46.236688+0000","last_undegraded":"2023-12-02T00:33:46.236688+0000","last_fullsized":"2023-12-02T00:33:46.236688+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"67'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236035+0000","last_change":"2023-12-02T00:33:34.169207+0000","last_active":"2023-12-02T00:33:46.236035+0000","last_peered":"2023-12-02T00:33:46.236035+0000","last_clean":"2023-12-02T00:33:46.236035+0000","last_became_active":"2023-12-02T00:33:34.168772+0000","last_became_peered":"2023-12-02T00:33:34.168772+0000","last_unstale":"2023-12-02T00:33:46.236035+0000","last_undegraded":"2023-12-02T00:33:46.236035+0000","last_fullsized":"2023-12-02T00:33:46.236035+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240404+0000","last_change":"2023-12-02T00:33:47.240404+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240404+0000","last_undegraded":"2023-12-02T00:33:47.240404+0000","last_fullsized":"2023-12-02T00:33:47.240404+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257336+0000","last_change":"2023-12-02T00:33:47.247138+0000","last_active":"2023-12-02T00:33:47.257336+0000","last_peered":"2023-12-02T00:33:47.257336+0000","last_clean":"2023-12-02T00:33:47.257336+0000","last_became_active":"2023-12-02T00:33:47.246664+0000","last_became_peered":"2023-12-02T00:33:47.246664+0000","last_unstale":"2023-12-02T00:33:47.257336+0000","last_undegraded":"2023-12-02T00:33:47.257336+0000","last_fullsized":"2023-12-02T00:33:47.257336+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235121+0000","last_change":"2023-12-02T00:33:35.169484+0000","last_active":"2023-12-02T00:33:46.235121+0000","last_peered":"2023-12-02T00:33:46.235121+0000","last_clean":"2023-12-02T00:33:46.235121+0000","last_became_active":"2023-12-02T00:33:35.169190+0000","last_became_peered":"2023-12-02T00:33:35.169190+0000","last_unstale":"2023-12-02T00:33:46.235121+0000","last_undegraded":"2023-12-02T00:33:46.235121+0000","last_fullsized":"2023-12-02T00:33:46.235121+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235725+0000","last_change":"2023-12-02T00:33:34.169788+0000","last_active":"2023-12-02T00:33:46.235725+0000","last_peered":"2023-12-02T00:33:46.235725+0000","last_clean":"2023-12-02T00:33:46.235725+0000","last_became_active":"2023-12-02T00:33:34.169375+0000","last_became_peered":"2023-12-02T00:33:34.169375+0000","last_unstale":"2023-12-02T00:33:46.235725+0000","last_undegraded":"2023-12-02T00:33:46.235725+0000","last_fullsized":"2023-12-02T00:33:46.235725+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:10.595186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240207+0000","last_change":"2023-12-02T00:33:47.240207+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240207+0000","last_undegraded":"2023-12-02T00:33:47.240207+0000","last_fullsized":"2023-12-02T00:33:47.240207+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261151+0000","last_change":"2023-12-02T00:33:47.254827+0000","last_active":"2023-12-02T00:33:47.261151+0000","last_peered":"2023-12-02T00:33:47.261151+0000","last_clean":"2023-12-02T00:33:47.261151+0000","last_became_active":"2023-12-02T00:33:47.254578+0000","last_became_peered":"2023-12-02T00:33:47.254578+0000","last_unstale":"2023-12-02T00:33:47.261151+0000","last_undegraded":"2023-12-02T00:33:47.261151+0000","last_fullsized":"2023-12-02T00:33:47.261151+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:15:14.220601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239490+0000","last_change":"2023-12-02T00:33:35.178594+0000","last_active":"2023-12-02T00:33:46.239490+0000","last_peered":"2023-12-02T00:33:46.239490+0000","last_clean":"2023-12-02T00:33:46.239490+0000","last_became_active":"2023-12-02T00:33:35.178279+0000","last_became_peered":"2023-12-02T00:33:35.178279+0000","last_unstale":"2023-12-02T00:33:46.239490+0000","last_undegraded":"2023-12-02T00:33:46.239490+0000","last_fullsized":"2023-12-02T00:33:46.239490+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243584+0000","last_change":"2023-12-02T00:33:34.172711+0000","last_active":"2023-12-02T00:33:46.243584+0000","last_peered":"2023-12-02T00:33:46.243584+0000","last_clean":"2023-12-02T00:33:46.243584+0000","last_became_active":"2023-12-02T00:33:34.172433+0000","last_became_peered":"2023-12-02T00:33:34.172433+0000","last_unstale":"2023-12-02T00:33:46.243584+0000","last_undegraded":"2023-12-02T00:33:46.243584+0000","last_fullsized":"2023-12-02T00:33:46.243584+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:12.412233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242988+0000","last_change":"2023-12-02T00:33:47.242988+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242988+0000","last_undegraded":"2023-12-02T00:33:47.242988+0000","last_fullsized":"2023-12-02T00:33:47.242988+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261368+0000","last_change":"2023-12-02T00:33:47.253408+0000","last_active":"2023-12-02T00:33:47.261368+0000","last_peered":"2023-12-02T00:33:47.261368+0000","last_clean":"2023-12-02T00:33:47.261368+0000","last_became_active":"2023-12-02T00:33:47.253091+0000","last_became_peered":"2023-12-02T00:33:47.253091+0000","last_unstale":"2023-12-02T00:33:47.261368+0000","last_undegraded":"2023-12-02T00:33:47.261368+0000","last_fullsized":"2023-12-02T00:33:47.261368+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:42:02.047829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235333+0000","last_change":"2023-12-02T00:33:35.185181+0000","last_active":"2023-12-02T00:33:46.235333+0000","last_peered":"2023-12-02T00:33:46.235333+0000","last_clean":"2023-12-02T00:33:46.235333+0000","last_became_active":"2023-12-02T00:33:35.184876+0000","last_became_peered":"2023-12-02T00:33:35.184876+0000","last_unstale":"2023-12-02T00:33:46.235333+0000","last_undegraded":"2023-12-02T00:33:46.235333+0000","last_fullsized":"2023-12-02T00:33:46.235333+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:50.582754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236436+0000","last_change":"2023-12-02T00:33:34.166278+0000","last_active":"2023-12-02T00:33:46.236436+0000","last_peered":"2023-12-02T00:33:46.236436+0000","last_clean":"2023-12-02T00:33:46.236436+0000","last_became_active":"2023-12-02T00:33:34.165308+0000","last_became_peered":"2023-12-02T00:33:34.165308+0000","last_unstale":"2023-12-02T00:33:46.236436+0000","last_undegraded":"2023-12-02T00:33:46.236436+0000","last_fullsized":"2023-12-02T00:33:46.236436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240593+0000","last_change":"2023-12-02T00:33:47.240593+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240593+0000","last_undegraded":"2023-12-02T00:33:47.240593+0000","last_fullsized":"2023-12-02T00:33:47.240593+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257499+0000","last_change":"2023-12-02T00:33:47.250400+0000","last_active":"2023-12-02T00:33:47.257499+0000","last_peered":"2023-12-02T00:33:47.257499+0000","last_clean":"2023-12-02T00:33:47.257499+0000","last_became_active":"2023-12-02T00:33:47.250106+0000","last_became_peered":"2023-12-02T00:33:47.250106+0000","last_unstale":"2023-12-02T00:33:47.257499+0000","last_undegraded":"2023-12-02T00:33:47.257499+0000","last_fullsized":"2023-12-02T00:33:47.257499+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:32.452313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235110+0000","last_change":"2023-12-02T00:33:35.168919+0000","last_active":"2023-12-02T00:33:46.235110+0000","last_peered":"2023-12-02T00:33:46.235110+0000","last_clean":"2023-12-02T00:33:46.235110+0000","last_became_active":"2023-12-02T00:33:35.168656+0000","last_became_peered":"2023-12-02T00:33:35.168656+0000","last_unstale":"2023-12-02T00:33:46.235110+0000","last_undegraded":"2023-12-02T00:33:46.235110+0000","last_fullsized":"2023-12-02T00:33:46.235110+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:50:12.144144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"66'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235748+0000","last_change":"2023-12-02T00:33:34.171485+0000","last_active":"2023-12-02T00:33:46.235748+0000","last_peered":"2023-12-02T00:33:46.235748+0000","last_clean":"2023-12-02T00:33:46.235748+0000","last_became_active":"2023-12-02T00:33:34.171108+0000","last_became_peered":"2023-12-02T00:33:34.171108+0000","last_unstale":"2023-12-02T00:33:46.235748+0000","last_undegraded":"2023-12-02T00:33:46.235748+0000","last_fullsized":"2023-12-02T00:33:46.235748+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:48.278926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242076+0000","last_change":"2023-12-02T00:33:47.242076+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242076+0000","last_undegraded":"2023-12-02T00:33:47.242076+0000","last_fullsized":"2023-12-02T00:33:47.242076+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.257845+0000","last_change":"2023-12-02T00:33:47.250637+0000","last_active":"2023-12-02T00:33:47.257845+0000","last_peered":"2023-12-02T00:33:47.257845+0000","last_clean":"2023-12-02T00:33:47.257845+0000","last_became_active":"2023-12-02T00:33:47.250247+0000","last_became_peered":"2023-12-02T00:33:47.250247+0000","last_unstale":"2023-12-02T00:33:47.257845+0000","last_undegraded":"2023-12-02T00:33:47.257845+0000","last_fullsized":"2023-12-02T00:33:47.257845+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240129+0000","last_change":"2023-12-02T00:33:35.169214+0000","last_active":"2023-12-02T00:33:46.240129+0000","last_peered":"2023-12-02T00:33:46.240129+0000","last_clean":"2023-12-02T00:33:46.240129+0000","last_became_active":"2023-12-02T00:33:35.168473+0000","last_became_peered":"2023-12-02T00:33:35.168473+0000","last_unstale":"2023-12-02T00:33:46.240129+0000","last_undegraded":"2023-12-02T00:33:46.240129+0000","last_fullsized":"2023-12-02T00:33:46.240129+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233957+0000","last_change":"2023-12-02T00:33:34.164440+0000","last_active":"2023-12-02T00:33:46.233957+0000","last_peered":"2023-12-02T00:33:46.233957+0000","last_clean":"2023-12-02T00:33:46.233957+0000","last_became_active":"2023-12-02T00:33:34.163698+0000","last_became_peered":"2023-12-02T00:33:34.163698+0000","last_unstale":"2023-12-02T00:33:46.233957+0000","last_undegraded":"2023-12-02T00:33:46.233957+0000","last_fullsized":"2023-12-02T00:33:46.233957+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.246900+0000","last_change":"2023-12-02T00:33:47.246900+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.246900+0000","last_undegraded":"2023-12-02T00:33:47.246900+0000","last_fullsized":"2023-12-02T00:33:47.246900+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268053+0000","last_change":"2023-12-02T00:33:47.264936+0000","last_active":"2023-12-02T00:33:47.268053+0000","last_peered":"2023-12-02T00:33:47.268053+0000","last_clean":"2023-12-02T00:33:47.268053+0000","last_became_active":"2023-12-02T00:33:47.264311+0000","last_became_peered":"2023-12-02T00:33:47.264311+0000","last_unstale":"2023-12-02T00:33:47.268053+0000","last_undegraded":"2023-12-02T00:33:47.268053+0000","last_fullsized":"2023-12-02T00:33:47.268053+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:25.500001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233766+0000","last_change":"2023-12-02T00:33:35.170723+0000","last_active":"2023-12-02T00:33:46.233766+0000","last_peered":"2023-12-02T00:33:46.233766+0000","last_clean":"2023-12-02T00:33:46.233766+0000","last_became_active":"2023-12-02T00:33:35.168258+0000","last_became_peered":"2023-12-02T00:33:35.168258+0000","last_unstale":"2023-12-02T00:33:46.233766+0000","last_undegraded":"2023-12-02T00:33:46.233766+0000","last_fullsized":"2023-12-02T00:33:46.233766+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.238002+0000","last_change":"2023-12-02T00:33:34.160118+0000","last_active":"2023-12-02T00:33:46.238002+0000","last_peered":"2023-12-02T00:33:46.238002+0000","last_clean":"2023-12-02T00:33:46.238002+0000","last_became_active":"2023-12-02T00:33:34.159845+0000","last_became_peered":"2023-12-02T00:33:34.159845+0000","last_unstale":"2023-12-02T00:33:46.238002+0000","last_undegraded":"2023-12-02T00:33:46.238002+0000","last_fullsized":"2023-12-02T00:33:46.238002+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238670+0000","last_change":"2023-12-02T00:33:47.238670+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238670+0000","last_undegraded":"2023-12-02T00:33:47.238670+0000","last_fullsized":"2023-12-02T00:33:47.238670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.258100+0000","last_change":"2023-12-02T00:33:47.254521+0000","last_active":"2023-12-02T00:33:47.258100+0000","last_peered":"2023-12-02T00:33:47.258100+0000","last_clean":"2023-12-02T00:33:47.258100+0000","last_became_active":"2023-12-02T00:33:47.254240+0000","last_became_peered":"2023-12-02T00:33:47.254240+0000","last_unstale":"2023-12-02T00:33:47.258100+0000","last_undegraded":"2023-12-02T00:33:47.258100+0000","last_fullsized":"2023-12-02T00:33:47.258100+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:09.298361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236816+0000","last_change":"2023-12-02T00:33:35.176352+0000","last_active":"2023-12-02T00:33:46.236816+0000","last_peered":"2023-12-02T00:33:46.236816+0000","last_clean":"2023-12-02T00:33:46.236816+0000","last_became_active":"2023-12-02T00:33:35.176076+0000","last_became_peered":"2023-12-02T00:33:35.176076+0000","last_unstale":"2023-12-02T00:33:46.236816+0000","last_undegraded":"2023-12-02T00:33:46.236816+0000","last_fullsized":"2023-12-02T00:33:46.236816+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235557+0000","last_change":"2023-12-02T00:33:34.165836+0000","last_active":"2023-12-02T00:33:46.235557+0000","last_peered":"2023-12-02T00:33:46.235557+0000","last_clean":"2023-12-02T00:33:46.235557+0000","last_became_active":"2023-12-02T00:33:34.165519+0000","last_became_peered":"2023-12-02T00:33:34.165519+0000","last_unstale":"2023-12-02T00:33:46.235557+0000","last_undegraded":"2023-12-02T00:33:46.235557+0000","last_fullsized":"2023-12-02T00:33:46.235557+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242028+0000","last_change":"2023-12-02T00:33:47.242028+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242028+0000","last_undegraded":"2023-12-02T00:33:47.242028+0000","last_fullsized":"2023-12-02T00:33:47.242028+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.259295+0000","last_change":"2023-12-02T00:33:47.256282+0000","last_active":"2023-12-02T00:33:47.259295+0000","last_peered":"2023-12-02T00:33:47.259295+0000","last_clean":"2023-12-02T00:33:47.259295+0000","last_became_active":"2023-12-02T00:33:47.255918+0000","last_became_peered":"2023-12-02T00:33:47.255918+0000","last_unstale":"2023-12-02T00:33:47.259295+0000","last_undegraded":"2023-12-02T00:33:47.259295+0000","last_fullsized":"2023-12-02T00:33:47.259295+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:58.840570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233866+0000","last_change":"2023-12-02T00:33:35.173161+0000","last_active":"2023-12-02T00:33:46.233866+0000","last_peered":"2023-12-02T00:33:46.233866+0000","last_clean":"2023-12-02T00:33:46.233866+0000","last_became_active":"2023-12-02T00:33:35.172511+0000","last_became_peered":"2023-12-02T00:33:35.172511+0000","last_unstale":"2023-12-02T00:33:46.233866+0000","last_undegraded":"2023-12-02T00:33:46.233866+0000","last_fullsized":"2023-12-02T00:33:46.233866+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:50.685260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243400+0000","last_change":"2023-12-02T00:33:34.175526+0000","last_active":"2023-12-02T00:33:46.243400+0000","last_peered":"2023-12-02T00:33:46.243400+0000","last_clean":"2023-12-02T00:33:46.243400+0000","last_became_active":"2023-12-02T00:33:34.175226+0000","last_became_peered":"2023-12-02T00:33:34.175226+0000","last_unstale":"2023-12-02T00:33:46.243400+0000","last_undegraded":"2023-12-02T00:33:46.243400+0000","last_fullsized":"2023-12-02T00:33:46.243400+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:43.425455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237556+0000","last_change":"2023-12-02T00:33:47.237556+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237556+0000","last_undegraded":"2023-12-02T00:33:47.237556+0000","last_fullsized":"2023-12-02T00:33:47.237556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.262744+0000","last_change":"2023-12-02T00:33:47.260562+0000","last_active":"2023-12-02T00:33:47.262744+0000","last_peered":"2023-12-02T00:33:47.262744+0000","last_clean":"2023-12-02T00:33:47.262744+0000","last_became_active":"2023-12-02T00:33:47.259845+0000","last_became_peered":"2023-12-02T00:33:47.259845+0000","last_unstale":"2023-12-02T00:33:47.262744+0000","last_undegraded":"2023-12-02T00:33:47.262744+0000","last_fullsized":"2023-12-02T00:33:47.262744+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:56.513224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235877+0000","last_change":"2023-12-02T00:33:35.182340+0000","last_active":"2023-12-02T00:33:46.235877+0000","last_peered":"2023-12-02T00:33:46.235877+0000","last_clean":"2023-12-02T00:33:46.235877+0000","last_became_active":"2023-12-02T00:33:35.181985+0000","last_became_peered":"2023-12-02T00:33:35.181985+0000","last_unstale":"2023-12-02T00:33:46.235877+0000","last_undegraded":"2023-12-02T00:33:46.235877+0000","last_fullsized":"2023-12-02T00:33:46.235877+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233900+0000","last_change":"2023-12-02T00:33:34.170594+0000","last_active":"2023-12-02T00:33:46.233900+0000","last_peered":"2023-12-02T00:33:46.233900+0000","last_clean":"2023-12-02T00:33:46.233900+0000","last_became_active":"2023-12-02T00:33:34.170320+0000","last_became_peered":"2023-12-02T00:33:34.170320+0000","last_unstale":"2023-12-02T00:33:46.233900+0000","last_undegraded":"2023-12-02T00:33:46.233900+0000","last_fullsized":"2023-12-02T00:33:46.233900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:34.055582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240634+0000","last_change":"2023-12-02T00:33:47.240634+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240634+0000","last_undegraded":"2023-12-02T00:33:47.240634+0000","last_fullsized":"2023-12-02T00:33:47.240634+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.265790+0000","last_change":"2023-12-02T00:33:47.262978+0000","last_active":"2023-12-02T00:33:47.265790+0000","last_peered":"2023-12-02T00:33:47.265790+0000","last_clean":"2023-12-02T00:33:47.265790+0000","last_became_active":"2023-12-02T00:33:47.262712+0000","last_became_peered":"2023-12-02T00:33:47.262712+0000","last_unstale":"2023-12-02T00:33:47.265790+0000","last_undegraded":"2023-12-02T00:33:47.265790+0000","last_fullsized":"2023-12-02T00:33:47.265790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:30:08.119022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233620+0000","last_change":"2023-12-02T00:33:35.184306+0000","last_active":"2023-12-02T00:33:46.233620+0000","last_peered":"2023-12-02T00:33:46.233620+0000","last_clean":"2023-12-02T00:33:46.233620+0000","last_became_active":"2023-12-02T00:33:35.179995+0000","last_became_peered":"2023-12-02T00:33:35.179995+0000","last_unstale":"2023-12-02T00:33:46.233620+0000","last_undegraded":"2023-12-02T00:33:46.233620+0000","last_fullsized":"2023-12-02T00:33:46.233620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:21:16.879741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233575+0000","last_change":"2023-12-02T00:33:34.171470+0000","last_active":"2023-12-02T00:33:46.233575+0000","last_peered":"2023-12-02T00:33:46.233575+0000","last_clean":"2023-12-02T00:33:46.233575+0000","last_became_active":"2023-12-02T00:33:34.171186+0000","last_became_peered":"2023-12-02T00:33:34.171186+0000","last_unstale":"2023-12-02T00:33:46.233575+0000","last_undegraded":"2023-12-02T00:33:46.233575+0000","last_fullsized":"2023-12-02T00:33:46.233575+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:25.130926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.243071+0000","last_change":"2023-12-02T00:33:47.243071+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.243071+0000","last_undegraded":"2023-12-02T00:33:47.243071+0000","last_fullsized":"2023-12-02T00:33:47.243071+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263211+0000","last_change":"2023-12-02T00:33:47.260277+0000","last_active":"2023-12-02T00:33:47.263211+0000","last_peered":"2023-12-02T00:33:47.263211+0000","last_clean":"2023-12-02T00:33:47.263211+0000","last_became_active":"2023-12-02T00:33:47.259896+0000","last_became_peered":"2023-12-02T00:33:47.259896+0000","last_unstale":"2023-12-02T00:33:47.263211+0000","last_undegraded":"2023-12-02T00:33:47.263211+0000","last_fullsized":"2023-12-02T00:33:47.263211+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:06.332730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236257+0000","last_change":"2023-12-02T00:33:35.185713+0000","last_active":"2023-12-02T00:33:46.236257+0000","last_peered":"2023-12-02T00:33:46.236257+0000","last_clean":"2023-12-02T00:33:46.236257+0000","last_became_active":"2023-12-02T00:33:35.185346+0000","last_became_peered":"2023-12-02T00:33:35.185346+0000","last_unstale":"2023-12-02T00:33:46.236257+0000","last_undegraded":"2023-12-02T00:33:46.236257+0000","last_fullsized":"2023-12-02T00:33:46.236257+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:02.143469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.243160+0000","last_change":"2023-12-02T00:33:34.177504+0000","last_active":"2023-12-02T00:33:46.243160+0000","last_peered":"2023-12-02T00:33:46.243160+0000","last_clean":"2023-12-02T00:33:46.243160+0000","last_became_active":"2023-12-02T00:33:34.176304+0000","last_became_peered":"2023-12-02T00:33:34.176304+0000","last_unstale":"2023-12-02T00:33:46.243160+0000","last_undegraded":"2023-12-02T00:33:46.243160+0000","last_fullsized":"2023-12-02T00:33:46.243160+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:13.688317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.242320+0000","last_change":"2023-12-02T00:33:47.242320+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.242320+0000","last_undegraded":"2023-12-02T00:33:47.242320+0000","last_fullsized":"2023-12-02T00:33:47.242320+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268492+0000","last_change":"2023-12-02T00:33:47.266270+0000","last_active":"2023-12-02T00:33:47.268492+0000","last_peered":"2023-12-02T00:33:47.268492+0000","last_clean":"2023-12-02T00:33:47.268492+0000","last_became_active":"2023-12-02T00:33:47.266014+0000","last_became_peered":"2023-12-02T00:33:47.266014+0000","last_unstale":"2023-12-02T00:33:47.268492+0000","last_undegraded":"2023-12-02T00:33:47.268492+0000","last_fullsized":"2023-12-02T00:33:47.268492+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.237281+0000","last_change":"2023-12-02T00:33:35.164566+0000","last_active":"2023-12-02T00:33:46.237281+0000","last_peered":"2023-12-02T00:33:46.237281+0000","last_clean":"2023-12-02T00:33:46.237281+0000","last_became_active":"2023-12-02T00:33:35.164271+0000","last_became_peered":"2023-12-02T00:33:35.164271+0000","last_unstale":"2023-12-02T00:33:46.237281+0000","last_undegraded":"2023-12-02T00:33:46.237281+0000","last_fullsized":"2023-12-02T00:33:46.237281+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"66'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236156+0000","last_change":"2023-12-02T00:33:34.165808+0000","last_active":"2023-12-02T00:33:46.236156+0000","last_peered":"2023-12-02T00:33:46.236156+0000","last_clean":"2023-12-02T00:33:46.236156+0000","last_became_active":"2023-12-02T00:33:34.165520+0000","last_became_peered":"2023-12-02T00:33:34.165520+0000","last_unstale":"2023-12-02T00:33:46.236156+0000","last_undegraded":"2023-12-02T00:33:46.236156+0000","last_fullsized":"2023-12-02T00:33:46.236156+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:48.960061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.237380+0000","last_change":"2023-12-02T00:33:47.237380+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.237380+0000","last_undegraded":"2023-12-02T00:33:47.237380+0000","last_fullsized":"2023-12-02T00:33:47.237380+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.260676+0000","last_change":"2023-12-02T00:33:47.257491+0000","last_active":"2023-12-02T00:33:47.260676+0000","last_peered":"2023-12-02T00:33:47.260676+0000","last_clean":"2023-12-02T00:33:47.260676+0000","last_became_active":"2023-12-02T00:33:47.257167+0000","last_became_peered":"2023-12-02T00:33:47.257167+0000","last_unstale":"2023-12-02T00:33:47.260676+0000","last_undegraded":"2023-12-02T00:33:47.260676+0000","last_fullsized":"2023-12-02T00:33:47.260676+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:35:25.552791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240233+0000","last_change":"2023-12-02T00:33:35.170526+0000","last_active":"2023-12-02T00:33:46.240233+0000","last_peered":"2023-12-02T00:33:46.240233+0000","last_clean":"2023-12-02T00:33:46.240233+0000","last_became_active":"2023-12-02T00:33:35.170218+0000","last_became_peered":"2023-12-02T00:33:35.170218+0000","last_unstale":"2023-12-02T00:33:46.240233+0000","last_undegraded":"2023-12-02T00:33:46.240233+0000","last_fullsized":"2023-12-02T00:33:46.240233+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236650+0000","last_change":"2023-12-02T00:33:34.169511+0000","last_active":"2023-12-02T00:33:46.236650+0000","last_peered":"2023-12-02T00:33:46.236650+0000","last_clean":"2023-12-02T00:33:46.236650+0000","last_became_active":"2023-12-02T00:33:34.169197+0000","last_became_peered":"2023-12-02T00:33:34.169197+0000","last_unstale":"2023-12-02T00:33:46.236650+0000","last_undegraded":"2023-12-02T00:33:46.236650+0000","last_fullsized":"2023-12-02T00:33:46.236650+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:19.364545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.254372+0000","last_change":"2023-12-02T00:33:47.254372+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.254372+0000","last_undegraded":"2023-12-02T00:33:47.254372+0000","last_fullsized":"2023-12-02T00:33:47.254372+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263150+0000","last_change":"2023-12-02T00:33:47.259515+0000","last_active":"2023-12-02T00:33:47.263150+0000","last_peered":"2023-12-02T00:33:47.263150+0000","last_clean":"2023-12-02T00:33:47.263150+0000","last_became_active":"2023-12-02T00:33:47.259080+0000","last_became_peered":"2023-12-02T00:33:47.259080+0000","last_unstale":"2023-12-02T00:33:47.263150+0000","last_undegraded":"2023-12-02T00:33:47.263150+0000","last_fullsized":"2023-12-02T00:33:47.263150+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:22:01.453819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233309+0000","last_change":"2023-12-02T00:33:35.185856+0000","last_active":"2023-12-02T00:33:46.233309+0000","last_peered":"2023-12-02T00:33:46.233309+0000","last_clean":"2023-12-02T00:33:46.233309+0000","last_became_active":"2023-12-02T00:33:35.185350+0000","last_became_peered":"2023-12-02T00:33:35.185350+0000","last_unstale":"2023-12-02T00:33:46.233309+0000","last_undegraded":"2023-12-02T00:33:46.233309+0000","last_fullsized":"2023-12-02T00:33:46.233309+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:26.795533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233574+0000","last_change":"2023-12-02T00:33:34.169131+0000","last_active":"2023-12-02T00:33:46.233574+0000","last_peered":"2023-12-02T00:33:46.233574+0000","last_clean":"2023-12-02T00:33:46.233574+0000","last_became_active":"2023-12-02T00:33:34.168721+0000","last_became_peered":"2023-12-02T00:33:34.168721+0000","last_unstale":"2023-12-02T00:33:46.233574+0000","last_undegraded":"2023-12-02T00:33:46.233574+0000","last_fullsized":"2023-12-02T00:33:46.233574+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240389+0000","last_change":"2023-12-02T00:33:47.240389+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240389+0000","last_undegraded":"2023-12-02T00:33:47.240389+0000","last_fullsized":"2023-12-02T00:33:47.240389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.268018+0000","last_change":"2023-12-02T00:33:47.264412+0000","last_active":"2023-12-02T00:33:47.268018+0000","last_peered":"2023-12-02T00:33:47.268018+0000","last_clean":"2023-12-02T00:33:47.268018+0000","last_became_active":"2023-12-02T00:33:47.264161+0000","last_became_peered":"2023-12-02T00:33:47.264161+0000","last_unstale":"2023-12-02T00:33:47.268018+0000","last_undegraded":"2023-12-02T00:33:47.268018+0000","last_fullsized":"2023-12-02T00:33:47.268018+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:44:37.300325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236929+0000","last_change":"2023-12-02T00:33:35.172670+0000","last_active":"2023-12-02T00:33:46.236929+0000","last_peered":"2023-12-02T00:33:46.236929+0000","last_clean":"2023-12-02T00:33:46.236929+0000","last_became_active":"2023-12-02T00:33:35.172397+0000","last_became_peered":"2023-12-02T00:33:35.172397+0000","last_unstale":"2023-12-02T00:33:46.236929+0000","last_undegraded":"2023-12-02T00:33:46.236929+0000","last_fullsized":"2023-12-02T00:33:46.236929+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233442+0000","last_change":"2023-12-02T00:33:34.169081+0000","last_active":"2023-12-02T00:33:46.233442+0000","last_peered":"2023-12-02T00:33:46.233442+0000","last_clean":"2023-12-02T00:33:46.233442+0000","last_became_active":"2023-12-02T00:33:34.168600+0000","last_became_peered":"2023-12-02T00:33:34.168600+0000","last_unstale":"2023-12-02T00:33:46.233442+0000","last_undegraded":"2023-12-02T00:33:46.233442+0000","last_fullsized":"2023-12-02T00:33:46.233442+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.238751+0000","last_change":"2023-12-02T00:33:47.238751+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.238751+0000","last_undegraded":"2023-12-02T00:33:47.238751+0000","last_fullsized":"2023-12-02T00:33:47.238751+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.261820+0000","last_change":"2023-12-02T00:33:47.260010+0000","last_active":"2023-12-02T00:33:47.261820+0000","last_peered":"2023-12-02T00:33:47.261820+0000","last_clean":"2023-12-02T00:33:47.261820+0000","last_became_active":"2023-12-02T00:33:47.259703+0000","last_became_peered":"2023-12-02T00:33:47.259703+0000","last_unstale":"2023-12-02T00:33:47.261820+0000","last_undegraded":"2023-12-02T00:33:47.261820+0000","last_fullsized":"2023-12-02T00:33:47.261820+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:35:25.552791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236668+0000","last_change":"2023-12-02T00:33:35.175704+0000","last_active":"2023-12-02T00:33:46.236668+0000","last_peered":"2023-12-02T00:33:46.236668+0000","last_clean":"2023-12-02T00:33:46.236668+0000","last_became_active":"2023-12-02T00:33:35.175412+0000","last_became_peered":"2023-12-02T00:33:35.175412+0000","last_unstale":"2023-12-02T00:33:46.236668+0000","last_undegraded":"2023-12-02T00:33:46.236668+0000","last_fullsized":"2023-12-02T00:33:46.236668+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:18.477204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236197+0000","last_change":"2023-12-02T00:33:34.172768+0000","last_active":"2023-12-02T00:33:46.236197+0000","last_peered":"2023-12-02T00:33:46.236197+0000","last_clean":"2023-12-02T00:33:46.236197+0000","last_became_active":"2023-12-02T00:33:34.171359+0000","last_became_peered":"2023-12-02T00:33:34.171359+0000","last_unstale":"2023-12-02T00:33:46.236197+0000","last_undegraded":"2023-12-02T00:33:46.236197+0000","last_fullsized":"2023-12-02T00:33:46.236197+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.236882+0000","last_change":"2023-12-02T00:33:47.236882+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.236882+0000","last_undegraded":"2023-12-02T00:33:47.236882+0000","last_fullsized":"2023-12-02T00:33:47.236882+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.263023+0000","last_change":"2023-12-02T00:33:47.260716+0000","last_active":"2023-12-02T00:33:47.263023+0000","last_peered":"2023-12-02T00:33:47.263023+0000","last_clean":"2023-12-02T00:33:47.263023+0000","last_became_active":"2023-12-02T00:33:47.260319+0000","last_became_peered":"2023-12-02T00:33:47.260319+0000","last_unstale":"2023-12-02T00:33:47.263023+0000","last_undegraded":"2023-12-02T00:33:47.263023+0000","last_fullsized":"2023-12-02T00:33:47.263023+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:23.682954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.236035+0000","last_change":"2023-12-02T00:33:35.170827+0000","last_active":"2023-12-02T00:33:46.236035+0000","last_peered":"2023-12-02T00:33:46.236035+0000","last_clean":"2023-12-02T00:33:46.236035+0000","last_became_active":"2023-12-02T00:33:35.170542+0000","last_became_peered":"2023-12-02T00:33:35.170542+0000","last_unstale":"2023-12-02T00:33:46.236035+0000","last_undegraded":"2023-12-02T00:33:46.236035+0000","last_fullsized":"2023-12-02T00:33:46.236035+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235842+0000","last_change":"2023-12-02T00:33:34.166643+0000","last_active":"2023-12-02T00:33:46.235842+0000","last_peered":"2023-12-02T00:33:46.235842+0000","last_clean":"2023-12-02T00:33:46.235842+0000","last_became_active":"2023-12-02T00:33:34.164620+0000","last_became_peered":"2023-12-02T00:33:34.164620+0000","last_unstale":"2023-12-02T00:33:46.235842+0000","last_undegraded":"2023-12-02T00:33:46.235842+0000","last_fullsized":"2023-12-02T00:33:46.235842+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.240145+0000","last_change":"2023-12-02T00:33:47.240145+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.240145+0000","last_undegraded":"2023-12-02T00:33:47.240145+0000","last_fullsized":"2023-12-02T00:33:47.240145+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266837+0000","last_change":"2023-12-02T00:33:47.263271+0000","last_active":"2023-12-02T00:33:47.266837+0000","last_peered":"2023-12-02T00:33:47.266837+0000","last_clean":"2023-12-02T00:33:47.266837+0000","last_became_active":"2023-12-02T00:33:47.263005+0000","last_became_peered":"2023-12-02T00:33:47.263005+0000","last_unstale":"2023-12-02T00:33:47.266837+0000","last_undegraded":"2023-12-02T00:33:47.266837+0000","last_fullsized":"2023-12-02T00:33:47.266837+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:09.298361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239127+0000","last_change":"2023-12-02T00:33:35.174544+0000","last_active":"2023-12-02T00:33:46.239127+0000","last_peered":"2023-12-02T00:33:46.239127+0000","last_clean":"2023-12-02T00:33:46.239127+0000","last_became_active":"2023-12-02T00:33:35.174210+0000","last_became_peered":"2023-12-02T00:33:35.174210+0000","last_unstale":"2023-12-02T00:33:46.239127+0000","last_undegraded":"2023-12-02T00:33:46.239127+0000","last_fullsized":"2023-12-02T00:33:46.239127+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233112+0000","last_change":"2023-12-02T00:33:34.177032+0000","last_active":"2023-12-02T00:33:46.233112+0000","last_peered":"2023-12-02T00:33:46.233112+0000","last_clean":"2023-12-02T00:33:46.233112+0000","last_became_active":"2023-12-02T00:33:34.176732+0000","last_became_peered":"2023-12-02T00:33:34.176732+0000","last_unstale":"2023-12-02T00:33:46.233112+0000","last_undegraded":"2023-12-02T00:33:46.233112+0000","last_fullsized":"2023-12-02T00:33:46.233112+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:50.564638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241354+0000","last_change":"2023-12-02T00:33:47.241354+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241354+0000","last_undegraded":"2023-12-02T00:33:47.241354+0000","last_fullsized":"2023-12-02T00:33:47.241354+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.252620+0000","last_change":"2023-12-02T00:33:47.248474+0000","last_active":"2023-12-02T00:33:47.252620+0000","last_peered":"2023-12-02T00:33:47.252620+0000","last_clean":"2023-12-02T00:33:47.252620+0000","last_became_active":"2023-12-02T00:33:47.248106+0000","last_became_peered":"2023-12-02T00:33:47.248106+0000","last_unstale":"2023-12-02T00:33:47.252620+0000","last_undegraded":"2023-12-02T00:33:47.252620+0000","last_fullsized":"2023-12-02T00:33:47.252620+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:40:04.823016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.233002+0000","last_change":"2023-12-02T00:33:35.185614+0000","last_active":"2023-12-02T00:33:46.233002+0000","last_peered":"2023-12-02T00:33:46.233002+0000","last_clean":"2023-12-02T00:33:46.233002+0000","last_became_active":"2023-12-02T00:33:35.185311+0000","last_became_peered":"2023-12-02T00:33:35.185311+0000","last_unstale":"2023-12-02T00:33:46.233002+0000","last_undegraded":"2023-12-02T00:33:46.233002+0000","last_fullsized":"2023-12-02T00:33:46.233002+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235467+0000","last_change":"2023-12-02T00:33:34.166446+0000","last_active":"2023-12-02T00:33:46.235467+0000","last_peered":"2023-12-02T00:33:46.235467+0000","last_clean":"2023-12-02T00:33:46.235467+0000","last_became_active":"2023-12-02T00:33:34.165210+0000","last_became_peered":"2023-12-02T00:33:34.165210+0000","last_unstale":"2023-12-02T00:33:46.235467+0000","last_undegraded":"2023-12-02T00:33:46.235467+0000","last_fullsized":"2023-12-02T00:33:46.235467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2023-12-02T00:33:47.241236+0000","last_change":"2023-12-02T00:33:47.241236+0000","last_active":"2023-12-02T00:33:47.227753+0000","last_peered":"2023-12-02T00:33:47.227753+0000","last_clean":"2023-12-02T00:33:47.227753+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-02T00:33:47.241236+0000","last_undegraded":"2023-12-02T00:33:47.241236+0000","last_fullsized":"2023-12-02T00:33:47.241236+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":9,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-02T00:33:47.266144+0000","last_change":"2023-12-02T00:33:47.261272+0000","last_active":"2023-12-02T00:33:47.266144+0000","last_peered":"2023-12-02T00:33:47.266144+0000","last_clean":"2023-12-02T00:33:47.266144+0000","last_became_active":"2023-12-02T00:33:47.260942+0000","last_became_peered":"2023-12-02T00:33:47.260942+0000","last_unstale":"2023-12-02T00:33:47.266144+0000","last_undegraded":"2023-12-02T00:33:47.266144+0000","last_fullsized":"2023-12-02T00:33:47.266144+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:13.237121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.235879+0000","last_change":"2023-12-02T00:33:35.168034+0000","last_active":"2023-12-02T00:33:46.235879+0000","last_peered":"2023-12-02T00:33:46.235879+0000","last_clean":"2023-12-02T00:33:46.235879+0000","last_became_active":"2023-12-02T00:33:35.167774+0000","last_became_peered":"2023-12-02T00:33:35.167774+0000","last_unstale":"2023-12-02T00:33:46.235879+0000","last_undegraded":"2023-12-02T00:33:46.235879+0000","last_fullsized":"2023-12-02T00:33:46.235879+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:00:30.283295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"66'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.240192+0000","last_change":"2023-12-02T00:33:34.174052+0000","last_active":"2023-12-02T00:33:46.240192+0000","last_peered":"2023-12-02T00:33:46.240192+0000","last_clean":"2023-12-02T00:33:46.240192+0000","last_became_active":"2023-12-02T00:33:34.173839+0000","last_became_peered":"2023-12-02T00:33:34.173839+0000","last_unstale":"2023-12-02T00:33:46.240192+0000","last_undegraded":"2023-12-02T00:33:46.240192+0000","last_fullsized":"2023-12-02T00:33:46.240192+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:07.747703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":208,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-02T00:33:46.239302+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:33:46.239302+0000","last_peered":"2023-12-02T00:33:46.239302+0000","last_clean":"2023-12-02T00:33:46.239302+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:33:46.239302+0000","last_undegraded":"2023-12-02T00:33:46.239302+0000","last_fullsized":"2023-12-02T00:33:46.239302+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574886,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32596,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339244,"statfs":{"total":96636764160,"available":96603385856,"internally_reserved":0,"allocated":1445888,"data_stored":963189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.84899999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.72999999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.875}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.83099999999999996}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.81699999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.80000000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.78000000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574887,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":366315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.51500000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.68100000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.46999999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.65100000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.441},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.59899999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.496}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.70199999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574886,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32012,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339828,"statfs":{"total":96636764160,"available":96603983872,"internally_reserved":0,"allocated":851968,"data_stored":368750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.83999999999999997}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":1.012},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.66300000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.879},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.76100000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.99199999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":1.0589999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.96799999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":1.0409999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574887,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":835584,"data_stored":365621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.69999999999999996,"15min":0.71099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.96599999999999997,"5min":1.002,"15min":1.002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.92300000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.73999999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66100000000000003,"15min":0.66300000000000003},"min":{"1min":0.48099999999999998,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.89300000000000002,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.70699999999999996,"15min":0.71399999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.70299999999999996}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.69699999999999995,"15min":0.69299999999999995},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.94799999999999995,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.72899999999999998,"15min":0.73399999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.71999999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68999999999999995,"15min":0.68200000000000005},"min":{"1min":0.53400000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.75},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.92900000000000005,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.66600000000000004,"15min":0.66300000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.90200000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68000000000000005,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93799999999999994,"5min":1.139,"15min":1.139},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.76400000000000001,"15min":0.76500000000000001},"min":{"1min":0.46200000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.94299999999999995,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.622},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.45700000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76100000000000001,"15min":0.76300000000000001},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.96899999999999997,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80700000000000005,"15min":0.80800000000000005},"min":{"1min":0.51700000000000002,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0209999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.69599999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574888,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":375858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.441}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.372}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.42699999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.622},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.63600000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.57299999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574889,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27840,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344000,"statfs":{"total":96636764160,"available":96608256000,"internally_reserved":0,"allocated":839680,"data_stored":366203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.55000000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.60799999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.57699999999999996}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.93300000000000005},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":1.175}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.97899999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.873},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.73399999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":1.01}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32008,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339832,"statfs":{"total":96636764160,"available":96603987968,"internally_reserved":0,"allocated":847872,"data_stored":365815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.496},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.77900000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.64100000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.68600000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.79400000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574887,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32580,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339260,"statfs":{"total":96636764160,"available":96603402240,"internally_reserved":0,"allocated":1433600,"data_stored":956023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.47499999999999998,"15min":0.48499999999999999},"min":{"1min":0.28000000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.56499999999999995,"5min":1.117,"15min":1.117},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71399999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.505,"15min":0.51300000000000001},"min":{"1min":0.32900000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.625,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.505,"15min":0.50800000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.53000000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48799999999999999,"15min":0.48599999999999999},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.46100000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.77200000000000002,"15min":0.77800000000000002},"min":{"1min":0.53600000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0580000000000001,"5min":1.252,"15min":1.252},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.59199999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.127,"5min":1.266,"15min":1.266},"last":0.86299999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.75900000000000001},"min":{"1min":0.54600000000000004,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.78600000000000003,"15min":0.80200000000000005},"min":{"1min":0.55300000000000005,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.94999999999999996,"5min":1.204,"15min":1.204},"last":0.77700000000000002}]},{"osd":6,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.59199999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.92700000000000005,"5min":1.097,"15min":1.097},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.78900000000000003,"15min":0.80200000000000005},"min":{"1min":0.56599999999999995,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.999,"5min":1.141,"15min":1.141},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:32:49 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.81499999999999995,"15min":0.83099999999999996},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.92500000000000004,"5min":1.496,"15min":1.496},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79100000000000004,"15min":0.79300000000000004},"min":{"1min":0.61499999999999999,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.746}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:33:53.103 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3d is not active+clean 2023-12-02T00:33:53.103 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.243093+0000', 'last_change': '2023-12-02T00:33:47.243093+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.243093+0000', 'last_undegraded': '2023-12-02T00:33:47.243093+0000', 'last_fullsized': '2023-12-02T00:33:47.243093+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:33:53.103 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3c is not active+clean 2023-12-02T00:33:53.103 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.247143+0000', 'last_change': '2023-12-02T00:33:47.247143+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.247143+0000', 'last_undegraded': '2023-12-02T00:33:47.247143+0000', 'last_fullsized': '2023-12-02T00:33:47.247143+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.103 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3f is not active+clean 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240798+0000', 'last_change': '2023-12-02T00:33:47.240798+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240798+0000', 'last_undegraded': '2023-12-02T00:33:47.240798+0000', 'last_fullsized': '2023-12-02T00:33:47.240798+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3e is not active+clean 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.255872+0000', 'last_change': '2023-12-02T00:33:47.255872+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.255872+0000', 'last_undegraded': '2023-12-02T00:33:47.255872+0000', 'last_fullsized': '2023-12-02T00:33:47.255872+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.39 is not active+clean 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.244112+0000', 'last_change': '2023-12-02T00:33:47.244112+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.244112+0000', 'last_undegraded': '2023-12-02T00:33:47.244112+0000', 'last_fullsized': '2023-12-02T00:33:47.244112+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.38 is not active+clean 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.252612+0000', 'last_change': '2023-12-02T00:33:47.252612+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.252612+0000', 'last_undegraded': '2023-12-02T00:33:47.252612+0000', 'last_fullsized': '2023-12-02T00:33:47.252612+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3b is not active+clean 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.239304+0000', 'last_change': '2023-12-02T00:33:47.239304+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.239304+0000', 'last_undegraded': '2023-12-02T00:33:47.239304+0000', 'last_fullsized': '2023-12-02T00:33:47.239304+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3a is not active+clean 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.247330+0000', 'last_change': '2023-12-02T00:33:47.247330+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.247330+0000', 'last_undegraded': '2023-12-02T00:33:47.247330+0000', 'last_fullsized': '2023-12-02T00:33:47.247330+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.104 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.35 is not active+clean 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.247937+0000', 'last_change': '2023-12-02T00:33:47.247937+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.247937+0000', 'last_undegraded': '2023-12-02T00:33:47.247937+0000', 'last_fullsized': '2023-12-02T00:33:47.247937+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.34 is not active+clean 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.237431+0000', 'last_change': '2023-12-02T00:33:47.237431+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.237431+0000', 'last_undegraded': '2023-12-02T00:33:47.237431+0000', 'last_fullsized': '2023-12-02T00:33:47.237431+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.37 is not active+clean 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241940+0000', 'last_change': '2023-12-02T00:33:47.241940+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241940+0000', 'last_undegraded': '2023-12-02T00:33:47.241940+0000', 'last_fullsized': '2023-12-02T00:33:47.241940+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.36 is not active+clean 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.237771+0000', 'last_change': '2023-12-02T00:33:47.237771+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.237771+0000', 'last_undegraded': '2023-12-02T00:33:47.237771+0000', 'last_fullsized': '2023-12-02T00:33:47.237771+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.31 is not active+clean 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242733+0000', 'last_change': '2023-12-02T00:33:47.242733+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242733+0000', 'last_undegraded': '2023-12-02T00:33:47.242733+0000', 'last_fullsized': '2023-12-02T00:33:47.242733+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.30 is not active+clean 2023-12-02T00:33:53.105 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.245788+0000', 'last_change': '2023-12-02T00:33:47.245788+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.245788+0000', 'last_undegraded': '2023-12-02T00:33:47.245788+0000', 'last_fullsized': '2023-12-02T00:33:47.245788+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.33 is not active+clean 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242591+0000', 'last_change': '2023-12-02T00:33:47.242591+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242591+0000', 'last_undegraded': '2023-12-02T00:33:47.242591+0000', 'last_fullsized': '2023-12-02T00:33:47.242591+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.32 is not active+clean 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241568+0000', 'last_change': '2023-12-02T00:33:47.241568+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241568+0000', 'last_undegraded': '2023-12-02T00:33:47.241568+0000', 'last_fullsized': '2023-12-02T00:33:47.241568+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2d is not active+clean 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240077+0000', 'last_change': '2023-12-02T00:33:47.240077+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240077+0000', 'last_undegraded': '2023-12-02T00:33:47.240077+0000', 'last_fullsized': '2023-12-02T00:33:47.240077+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2c is not active+clean 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.236848+0000', 'last_change': '2023-12-02T00:33:47.236848+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.236848+0000', 'last_undegraded': '2023-12-02T00:33:47.236848+0000', 'last_fullsized': '2023-12-02T00:33:47.236848+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2f is not active+clean 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.252478+0000', 'last_change': '2023-12-02T00:33:47.252478+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.252478+0000', 'last_undegraded': '2023-12-02T00:33:47.252478+0000', 'last_fullsized': '2023-12-02T00:33:47.252478+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2e is not active+clean 2023-12-02T00:33:53.106 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242215+0000', 'last_change': '2023-12-02T00:33:47.242215+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242215+0000', 'last_undegraded': '2023-12-02T00:33:47.242215+0000', 'last_fullsized': '2023-12-02T00:33:47.242215+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.29 is not active+clean 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.253913+0000', 'last_change': '2023-12-02T00:33:47.253913+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.253913+0000', 'last_undegraded': '2023-12-02T00:33:47.253913+0000', 'last_fullsized': '2023-12-02T00:33:47.253913+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.28 is not active+clean 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.244762+0000', 'last_change': '2023-12-02T00:33:47.244762+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.244762+0000', 'last_undegraded': '2023-12-02T00:33:47.244762+0000', 'last_fullsized': '2023-12-02T00:33:47.244762+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2b is not active+clean 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.243548+0000', 'last_change': '2023-12-02T00:33:47.243548+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.243548+0000', 'last_undegraded': '2023-12-02T00:33:47.243548+0000', 'last_fullsized': '2023-12-02T00:33:47.243548+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2a is not active+clean 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.254590+0000', 'last_change': '2023-12-02T00:33:47.254590+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.254590+0000', 'last_undegraded': '2023-12-02T00:33:47.254590+0000', 'last_fullsized': '2023-12-02T00:33:47.254590+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.25 is not active+clean 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.246402+0000', 'last_change': '2023-12-02T00:33:47.246402+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.246402+0000', 'last_undegraded': '2023-12-02T00:33:47.246402+0000', 'last_fullsized': '2023-12-02T00:33:47.246402+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.24 is not active+clean 2023-12-02T00:33:53.107 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.236483+0000', 'last_change': '2023-12-02T00:33:47.236483+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.236483+0000', 'last_undegraded': '2023-12-02T00:33:47.236483+0000', 'last_fullsized': '2023-12-02T00:33:47.236483+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.27 is not active+clean 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.238160+0000', 'last_change': '2023-12-02T00:33:47.238160+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.238160+0000', 'last_undegraded': '2023-12-02T00:33:47.238160+0000', 'last_fullsized': '2023-12-02T00:33:47.238160+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.26 is not active+clean 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.255370+0000', 'last_change': '2023-12-02T00:33:47.255370+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.255370+0000', 'last_undegraded': '2023-12-02T00:33:47.255370+0000', 'last_fullsized': '2023-12-02T00:33:47.255370+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.21 is not active+clean 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242296+0000', 'last_change': '2023-12-02T00:33:47.242296+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242296+0000', 'last_undegraded': '2023-12-02T00:33:47.242296+0000', 'last_fullsized': '2023-12-02T00:33:47.242296+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.20 is not active+clean 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241711+0000', 'last_change': '2023-12-02T00:33:47.241711+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241711+0000', 'last_undegraded': '2023-12-02T00:33:47.241711+0000', 'last_fullsized': '2023-12-02T00:33:47.241711+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.23 is not active+clean 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.252568+0000', 'last_change': '2023-12-02T00:33:47.252568+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.252568+0000', 'last_undegraded': '2023-12-02T00:33:47.252568+0000', 'last_fullsized': '2023-12-02T00:33:47.252568+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.108 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.22 is not active+clean 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241132+0000', 'last_change': '2023-12-02T00:33:47.241132+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241132+0000', 'last_undegraded': '2023-12-02T00:33:47.241132+0000', 'last_fullsized': '2023-12-02T00:33:47.241132+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1c is not active+clean 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242735+0000', 'last_change': '2023-12-02T00:33:47.242735+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242735+0000', 'last_undegraded': '2023-12-02T00:33:47.242735+0000', 'last_fullsized': '2023-12-02T00:33:47.242735+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1d is not active+clean 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.236482+0000', 'last_change': '2023-12-02T00:33:47.236482+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.236482+0000', 'last_undegraded': '2023-12-02T00:33:47.236482+0000', 'last_fullsized': '2023-12-02T00:33:47.236482+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1e is not active+clean 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241696+0000', 'last_change': '2023-12-02T00:33:47.241696+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241696+0000', 'last_undegraded': '2023-12-02T00:33:47.241696+0000', 'last_fullsized': '2023-12-02T00:33:47.241696+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1f is not active+clean 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.243655+0000', 'last_change': '2023-12-02T00:33:47.243655+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.243655+0000', 'last_undegraded': '2023-12-02T00:33:47.243655+0000', 'last_fullsized': '2023-12-02T00:33:47.243655+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.18 is not active+clean 2023-12-02T00:33:53.109 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241687+0000', 'last_change': '2023-12-02T00:33:47.241687+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241687+0000', 'last_undegraded': '2023-12-02T00:33:47.241687+0000', 'last_fullsized': '2023-12-02T00:33:47.241687+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.19 is not active+clean 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240831+0000', 'last_change': '2023-12-02T00:33:47.240831+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240831+0000', 'last_undegraded': '2023-12-02T00:33:47.240831+0000', 'last_fullsized': '2023-12-02T00:33:47.240831+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1a is not active+clean 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242055+0000', 'last_change': '2023-12-02T00:33:47.242055+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242055+0000', 'last_undegraded': '2023-12-02T00:33:47.242055+0000', 'last_fullsized': '2023-12-02T00:33:47.242055+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1b is not active+clean 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.246375+0000', 'last_change': '2023-12-02T00:33:47.246375+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.246375+0000', 'last_undegraded': '2023-12-02T00:33:47.246375+0000', 'last_fullsized': '2023-12-02T00:33:47.246375+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.14 is not active+clean 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.238389+0000', 'last_change': '2023-12-02T00:33:47.238389+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.238389+0000', 'last_undegraded': '2023-12-02T00:33:47.238389+0000', 'last_fullsized': '2023-12-02T00:33:47.238389+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.15 is not active+clean 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.247439+0000', 'last_change': '2023-12-02T00:33:47.247439+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.247439+0000', 'last_undegraded': '2023-12-02T00:33:47.247439+0000', 'last_fullsized': '2023-12-02T00:33:47.247439+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.16 is not active+clean 2023-12-02T00:33:53.110 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.254788+0000', 'last_change': '2023-12-02T00:33:47.254788+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.254788+0000', 'last_undegraded': '2023-12-02T00:33:47.254788+0000', 'last_fullsized': '2023-12-02T00:33:47.254788+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.17 is not active+clean 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.236524+0000', 'last_change': '2023-12-02T00:33:47.236524+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.236524+0000', 'last_undegraded': '2023-12-02T00:33:47.236524+0000', 'last_fullsized': '2023-12-02T00:33:47.236524+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.10 is not active+clean 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240404+0000', 'last_change': '2023-12-02T00:33:47.240404+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240404+0000', 'last_undegraded': '2023-12-02T00:33:47.240404+0000', 'last_fullsized': '2023-12-02T00:33:47.240404+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.11 is not active+clean 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240207+0000', 'last_change': '2023-12-02T00:33:47.240207+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240207+0000', 'last_undegraded': '2023-12-02T00:33:47.240207+0000', 'last_fullsized': '2023-12-02T00:33:47.240207+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.12 is not active+clean 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242988+0000', 'last_change': '2023-12-02T00:33:47.242988+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242988+0000', 'last_undegraded': '2023-12-02T00:33:47.242988+0000', 'last_fullsized': '2023-12-02T00:33:47.242988+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.13 is not active+clean 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240593+0000', 'last_change': '2023-12-02T00:33:47.240593+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240593+0000', 'last_undegraded': '2023-12-02T00:33:47.240593+0000', 'last_fullsized': '2023-12-02T00:33:47.240593+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.c is not active+clean 2023-12-02T00:33:53.111 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242076+0000', 'last_change': '2023-12-02T00:33:47.242076+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242076+0000', 'last_undegraded': '2023-12-02T00:33:47.242076+0000', 'last_fullsized': '2023-12-02T00:33:47.242076+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.d is not active+clean 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.246900+0000', 'last_change': '2023-12-02T00:33:47.246900+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.246900+0000', 'last_undegraded': '2023-12-02T00:33:47.246900+0000', 'last_fullsized': '2023-12-02T00:33:47.246900+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.f is not active+clean 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.238670+0000', 'last_change': '2023-12-02T00:33:47.238670+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.238670+0000', 'last_undegraded': '2023-12-02T00:33:47.238670+0000', 'last_fullsized': '2023-12-02T00:33:47.238670+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.8 is not active+clean 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242028+0000', 'last_change': '2023-12-02T00:33:47.242028+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242028+0000', 'last_undegraded': '2023-12-02T00:33:47.242028+0000', 'last_fullsized': '2023-12-02T00:33:47.242028+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.9 is not active+clean 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.237556+0000', 'last_change': '2023-12-02T00:33:47.237556+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.237556+0000', 'last_undegraded': '2023-12-02T00:33:47.237556+0000', 'last_fullsized': '2023-12-02T00:33:47.237556+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.a is not active+clean 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240634+0000', 'last_change': '2023-12-02T00:33:47.240634+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240634+0000', 'last_undegraded': '2023-12-02T00:33:47.240634+0000', 'last_fullsized': '2023-12-02T00:33:47.240634+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.112 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.b is not active+clean 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.243071+0000', 'last_change': '2023-12-02T00:33:47.243071+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.243071+0000', 'last_undegraded': '2023-12-02T00:33:47.243071+0000', 'last_fullsized': '2023-12-02T00:33:47.243071+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.4 is not active+clean 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.242320+0000', 'last_change': '2023-12-02T00:33:47.242320+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.242320+0000', 'last_undegraded': '2023-12-02T00:33:47.242320+0000', 'last_fullsized': '2023-12-02T00:33:47.242320+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.5 is not active+clean 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.237380+0000', 'last_change': '2023-12-02T00:33:47.237380+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.237380+0000', 'last_undegraded': '2023-12-02T00:33:47.237380+0000', 'last_fullsized': '2023-12-02T00:33:47.237380+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.6 is not active+clean 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.254372+0000', 'last_change': '2023-12-02T00:33:47.254372+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.254372+0000', 'last_undegraded': '2023-12-02T00:33:47.254372+0000', 'last_fullsized': '2023-12-02T00:33:47.254372+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.7 is not active+clean 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240389+0000', 'last_change': '2023-12-02T00:33:47.240389+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240389+0000', 'last_undegraded': '2023-12-02T00:33:47.240389+0000', 'last_fullsized': '2023-12-02T00:33:47.240389+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.0 is not active+clean 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.238751+0000', 'last_change': '2023-12-02T00:33:47.238751+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.238751+0000', 'last_undegraded': '2023-12-02T00:33:47.238751+0000', 'last_fullsized': '2023-12-02T00:33:47.238751+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.113 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1 is not active+clean 2023-12-02T00:33:53.114 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.236882+0000', 'last_change': '2023-12-02T00:33:47.236882+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.236882+0000', 'last_undegraded': '2023-12-02T00:33:47.236882+0000', 'last_fullsized': '2023-12-02T00:33:47.236882+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-02T00:33:53.114 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2 is not active+clean 2023-12-02T00:33:53.114 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.240145+0000', 'last_change': '2023-12-02T00:33:47.240145+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.240145+0000', 'last_undegraded': '2023-12-02T00:33:47.240145+0000', 'last_fullsized': '2023-12-02T00:33:47.240145+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.114 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3 is not active+clean 2023-12-02T00:33:53.114 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241354+0000', 'last_change': '2023-12-02T00:33:47.241354+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241354+0000', 'last_undegraded': '2023-12-02T00:33:47.241354+0000', 'last_fullsized': '2023-12-02T00:33:47.241354+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-12-02T00:33:53.114 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.e is not active+clean 2023-12-02T00:33:53.114 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2023-12-02T00:33:47.241236+0000', 'last_change': '2023-12-02T00:33:47.241236+0000', 'last_active': '2023-12-02T00:33:47.227753+0000', 'last_peered': '2023-12-02T00:33:47.227753+0000', 'last_clean': '2023-12-02T00:33:47.227753+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-02T00:33:47.241236+0000', 'last_undegraded': '2023-12-02T00:33:47.241236+0000', 'last_fullsized': '2023-12-02T00:33:47.241236+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'last_clean_scrub_stamp': '2023-12-02T00:33:47.227753+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-12-02T00:33:53.115 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-02T00:33:53.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.271+0000 7f86b252a640 1 Processor -- start 2023-12-02T00:33:53.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.271+0000 7f86b252a640 1 -- start start 2023-12-02T00:33:53.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86b252a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f86ac0c5260 0x7f86ac06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86b252a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86b252a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86ac0c2580 con 0x7f86ac0c60f0 2023-12-02T00:33:53.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86b252a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86ac153510 con 0x7f86ac0c5260 2023-12-02T00:33:53.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86b252a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86ac0c17f0 con 0x7f86ac0c5640 2023-12-02T00:33:53.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86abfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f86ac0c5260 0x7f86ac06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86b0ac7640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f86ac0c60f0 0x7f86ac155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52908/0 (socket says 172.21.15.133:52908) 2023-12-02T00:33:53.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86b0ac7640 1 -- 172.21.15.133:0/2187853057 learned_addr learned my addr 172.21.15.133:0/2187853057 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:53.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86ab7fe640 1 --2- 172.21.15.133:0/2187853057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86abfff640 1 -- 172.21.15.133:0/2187853057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 msgr2=0x7f86ac0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:53.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86abfff640 1 --2- 172.21.15.133:0/2187853057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86abfff640 1 -- 172.21.15.133:0/2187853057 >> v1:172.21.15.133:6789/0 conn(0x7f86ac0c60f0 legacy=0x7f86ac155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86abfff640 1 -- 172.21.15.133:0/2187853057 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86ac0c1a00 con 0x7f86ac0c5260 2023-12-02T00:33:53.279 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.275+0000 7f86aaffd640 1 -- 172.21.15.133:0/2187853057 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2326472352 0 0) 0x7f86ac0c2580 con 0x7f86ac0c60f0 2023-12-02T00:33:53.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86abfff640 1 --2- 172.21.15.133:0/2187853057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c5260 0x7f86ac06d5b0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f86ac0c1930 tx=0x7f869c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fc682f784688f00 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:53.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86aaffd640 1 -- 172.21.15.133:0/2187853057 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869c0ac640 con 0x7f86ac0c5260 2023-12-02T00:33:53.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86aaffd640 1 -- 172.21.15.133:0/2187853057 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f869c0ac7a0 con 0x7f86ac0c5260 2023-12-02T00:33:53.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86aaffd640 1 -- 172.21.15.133:0/2187853057 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869c0acb30 con 0x7f86ac0c5260 2023-12-02T00:33:53.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 -- 172.21.15.133:0/2187853057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c5260 msgr2=0x7f86ac06d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 --2- 172.21.15.133:0/2187853057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c5260 0x7f86ac06d5b0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f86ac0c1930 tx=0x7f869c01c3c0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 -- 172.21.15.133:0/2187853057 shutdown_connections 2023-12-02T00:33:53.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 --2- 172.21.15.133:0/2187853057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 --2- 172.21.15.133:0/2187853057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c5260 0x7f86ac06d5b0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 -- 172.21.15.133:0/2187853057 >> 172.21.15.133:0/2187853057 conn(0x7f86ac06a5b0 msgr2=0x7f86ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:53.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 -- 172.21.15.133:0/2187853057 shutdown_connections 2023-12-02T00:33:53.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 -- 172.21.15.133:0/2187853057 wait complete. 2023-12-02T00:33:53.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.279+0000 7f86b252a640 1 Processor -- start 2023-12-02T00:33:53.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b252a640 1 -- start start 2023-12-02T00:33:53.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b252a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86ac0c5260 0x7f86ac150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b252a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac149ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b252a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c60f0 0x7f86ac14a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b252a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86ac14f9a0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b252a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86ac0a63f0 con 0x7f86ac0c5260 2023-12-02T00:33:53.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b252a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86ac15d200 con 0x7f86ac0c5640 2023-12-02T00:33:53.286 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c60f0 0x7f86ac14a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c60f0 0x7f86ac14a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33656/0 (socket says 172.21.15.133:33656) 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 -- 172.21.15.133:0/389166108 learned_addr learned my addr 172.21.15.133:0/389166108 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86ab7fe640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac149ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86abfff640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86ac0c5260 0x7f86ac150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 -- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 msgr2=0x7f86ac149ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac149ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 -- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86ac0c5260 msgr2=0x7f86ac150d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86ac0c5260 0x7f86ac150d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 -- 172.21.15.133:0/389166108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f869c009420 con 0x7f86ac0c60f0 2023-12-02T00:33:53.287 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.283+0000 7f86b0ac7640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c60f0 0x7f86ac14a1e0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f86a4001570 tx=0x7f86a400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:53.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86a8ff9640 1 -- 172.21.15.133:0/389166108 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86a400a640 con 0x7f86ac0c60f0 2023-12-02T00:33:53.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86a8ff9640 1 -- 172.21.15.133:0/389166108 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86a400a7c0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86a8ff9640 1 -- 172.21.15.133:0/389166108 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86a400ab70 con 0x7f86ac0c60f0 2023-12-02T00:33:53.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86ac14f3e0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86ac0aaaa0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.289 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86ac14c130 con 0x7f86ac0c60f0 2023-12-02T00:33:53.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86a8ff9640 1 -- 172.21.15.133:0/389166108 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f86a400acd0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86a8ff9640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86980664a0 0x7f8698068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86a8ff9640 1 -- 172.21.15.133:0/389166108 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f86a40835a0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.287+0000 7f86abfff640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86980664a0 0x7f8698068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.291+0000 7f86abfff640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86980664a0 0x7f8698068960 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f869c0ae000 tx=0x7f869c0a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:53.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.291+0000 7f86a8ff9640 1 -- 172.21.15.133:0/389166108 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f86a40507a0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.495+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f86ac068400 con 0x7f86ac0c60f0 2023-12-02T00:33:53.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.495+0000 7f86a8ff9640 1 -- 172.21.15.133:0/389166108 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1534 (secure 0 0 0) 0x7f86a4053dc0 con 0x7f86ac0c60f0 2023-12-02T00:33:53.499 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:53.499 INFO:teuthology.orchestra.run.smithi133.stdout:{"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":199,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":71,"num_osds":8,"num_up_osds":8,"osd_up_since":1701477046,"num_in_osds":8,"osd_in_since":1701477036,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":193}],"num_pgs":193,"num_pools":5,"num_objects":46,"data_bytes":596683,"bytes_used":259493888,"bytes_avail":772834619392,"bytes_total":773094113280,"write_bytes_sec":2710,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":52,"id":6,"up":1,"in":1,"max":1,"id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":6495},{"filesystem_id":6,"rank":0,"name":"a","status":"up:active","gid":6501}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2023-12-02T00:32:29.258371+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-02T00:33:53.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86980664a0 msgr2=0x7f8698068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86980664a0 0x7f8698068960 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f869c0ae000 tx=0x7f869c0a7000 comp rx=0 tx=0).stop 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c60f0 msgr2=0x7f86ac14a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c60f0 0x7f86ac14a1e0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f86a4001570 tx=0x7f86a400cca0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 shutdown_connections 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f86980664a0 0x7f8698068960 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86ac0c60f0 0x7f86ac14a1e0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f86ac0c5640 0x7f86ac149ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 --2- 172.21.15.133:0/389166108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f86ac0c5260 0x7f86ac150d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 >> 172.21.15.133:0/389166108 conn(0x7f86ac06a5b0 msgr2=0x7f86ac0a5160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 shutdown_connections 2023-12-02T00:33:53.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.499+0000 7f86b252a640 1 -- 172.21.15.133:0/389166108 wait complete. 2023-12-02T00:33:53.520 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-02T00:33:53.520 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:33:53.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f730889a640 1 Processor -- start 2023-12-02T00:33:53.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f730889a640 1 -- start start 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f730889a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f73040c5640 0x7f73040c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f730889a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c60f0 0x7f7304155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f730889a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73040c2580 con 0x7f73040c5260 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f730889a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7304153510 con 0x7f73040c5640 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f730889a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73040c17f0 con 0x7f73040c60f0 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f72fbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f73040c5640 0x7f73040c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f72fbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f73040c5640 0x7f73040c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33660/0 (socket says 172.21.15.133:33660) 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f72fbfff640 1 -- 172.21.15.133:0/4106226172 learned_addr learned my addr 172.21.15.133:0/4106226172 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f72fbfff640 1 -- 172.21.15.133:0/4106226172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c60f0 msgr2=0x7f7304155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f72fbfff640 1 --2- 172.21.15.133:0/4106226172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c60f0 0x7f7304155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f72fbfff640 1 -- 172.21.15.133:0/4106226172 >> v1:172.21.15.172:6789/0 conn(0x7f73040c5260 legacy=0x7f730406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:53.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.655+0000 7f72fbfff640 1 -- 172.21.15.133:0/4106226172 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73040c1a00 con 0x7f73040c5640 2023-12-02T00:33:53.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f72fbfff640 1 --2- 172.21.15.133:0/4106226172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73040c5bb0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f73040c1930 tx=0x7f72ec01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d67217735efe4e58 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:53.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f7301d9b640 1 -- 172.21.15.133:0/4106226172 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ec0ab600 con 0x7f73040c5640 2023-12-02T00:33:53.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f7301d9b640 1 -- 172.21.15.133:0/4106226172 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72ec0ab760 con 0x7f73040c5640 2023-12-02T00:33:53.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f7301d9b640 1 -- 172.21.15.133:0/4106226172 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ec0abaf0 con 0x7f73040c5640 2023-12-02T00:33:53.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 -- 172.21.15.133:0/4106226172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 msgr2=0x7f73040c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 --2- 172.21.15.133:0/4106226172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73040c5bb0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f73040c1930 tx=0x7f72ec01c420 comp rx=0 tx=0).stop 2023-12-02T00:33:53.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 -- 172.21.15.133:0/4106226172 shutdown_connections 2023-12-02T00:33:53.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 --2- 172.21.15.133:0/4106226172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c60f0 0x7f7304155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 --2- 172.21.15.133:0/4106226172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73040c5bb0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 -- 172.21.15.133:0/4106226172 >> 172.21.15.133:0/4106226172 conn(0x7f730406a5b0 msgr2=0x7f730406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:53.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 -- 172.21.15.133:0/4106226172 shutdown_connections 2023-12-02T00:33:53.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.659+0000 7f730889a640 1 -- 172.21.15.133:0/4106226172 wait complete. 2023-12-02T00:33:53.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 Processor -- start 2023-12-02T00:33:53.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 -- start start 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c5260 0x7f73040a7d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73041ee1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f73040c60f0 0x7f73041ee6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73041eacb0 con 0x7f73040c5640 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73041eaf90 con 0x7f73040c60f0 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73041eb270 con 0x7f73040c5260 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73041ee1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73041ee1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:33672/0 (socket says 172.21.15.133:33672) 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 -- 172.21.15.133:0/250431265 learned_addr learned my addr 172.21.15.133:0/250431265 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f7302d9d640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f73040c60f0 0x7f73041ee6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730259c640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c5260 0x7f73040a7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 -- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c5260 msgr2=0x7f73040a7d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c5260 0x7f73040a7d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 -- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f73040c60f0 msgr2=0x7f73041ee6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f73040c60f0 0x7f73041ee6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 -- 172.21.15.133:0/250431265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72ec0094d0 con 0x7f73040c5640 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f7302d9d640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f73040c60f0 0x7f73041ee6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:53.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72fbfff640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73041ee1a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f72ec0ad040 tx=0x7f72ec01ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:53.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72faffd640 1 -- 172.21.15.133:0/250431265 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ec0b4800 con 0x7f73040c5640 2023-12-02T00:33:53.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72faffd640 1 -- 172.21.15.133:0/250431265 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72ec0b4980 con 0x7f73040c5640 2023-12-02T00:33:53.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f72faffd640 1 -- 172.21.15.133:0/250431265 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ec0b4d30 con 0x7f73040c5640 2023-12-02T00:33:53.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73041eb550 con 0x7f73040c5640 2023-12-02T00:33:53.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73040a8250 con 0x7f73040c5640 2023-12-02T00:33:53.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.663+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7304068400 con 0x7f73040c5640 2023-12-02T00:33:53.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.667+0000 7f72faffd640 1 -- 172.21.15.133:0/250431265 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f72ec0c7440 con 0x7f73040c5640 2023-12-02T00:33:53.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.667+0000 7f72faffd640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f72e4066470 0x7f72e4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:53.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.667+0000 7f72faffd640 1 -- 172.21.15.133:0/250431265 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f72ec11ed60 con 0x7f73040c5640 2023-12-02T00:33:53.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.667+0000 7f730259c640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f72e4066470 0x7f72e4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:53.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.667+0000 7f730259c640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f72e4066470 0x7f72e4068930 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f73041553f0 tx=0x7f72f4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:53.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.671+0000 7f72faffd640 1 -- 172.21.15.133:0/250431265 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f72ec0ebf90 con 0x7f73040c5640 2023-12-02T00:33:53.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.819+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f73040c6c50 con 0x7f72e4066470 2023-12-02T00:33:53.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.831+0000 7f72faffd640 1 -- 172.21.15.133:0/250431265 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527877 (secure 0 0 0) 0x7f73040c6c50 con 0x7f72e4066470 2023-12-02T00:33:53.839 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:53.843 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:33:53.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f72e4066470 msgr2=0x7f72e4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f72e4066470 0x7f72e4068930 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f73041553f0 tx=0x7f72f4008040 comp rx=0 tx=0).stop 2023-12-02T00:33:53.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 msgr2=0x7f73041ee1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:53.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73041ee1a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f72ec0ad040 tx=0x7f72ec01ac60 comp rx=0 tx=0).stop 2023-12-02T00:33:53.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 shutdown_connections 2023-12-02T00:33:53.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f72e4066470 0x7f72e4068930 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f73040c60f0 0x7f73041ee6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f73040c5640 0x7f73041ee1a0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 --2- 172.21.15.133:0/250431265 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f73040c5260 0x7f73040a7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:53.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 >> 172.21.15.133:0/250431265 conn(0x7f730406a5b0 msgr2=0x7f7304066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:53.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 shutdown_connections 2023-12-02T00:33:53.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:53.835+0000 7f730889a640 1 -- 172.21.15.133:0/250431265 wait complete. 2023-12-02T00:33:53.858 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":157,"stamp":"2023-12-02T00:33:53.276287+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":376,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253412,"kb_used_data":8104,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721308,"statfs":{"total":773094113280,"available":772834619392,"internally_reserved":0,"allocated":8298496,"data_stored":4293694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":54,"apply_latency_ms":54,"commit_latency_ns":54000000,"apply_latency_ns":54000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3651,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.043641"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271770+0000","last_change":"2023-12-02T00:33:48.287277+0000","last_active":"2023-12-02T00:33:49.271770+0000","last_peered":"2023-12-02T00:33:49.271770+0000","last_clean":"2023-12-02T00:33:49.271770+0000","last_became_active":"2023-12-02T00:33:48.282826+0000","last_became_peered":"2023-12-02T00:33:48.282826+0000","last_unstale":"2023-12-02T00:33:49.271770+0000","last_undegraded":"2023-12-02T00:33:49.271770+0000","last_fullsized":"2023-12-02T00:33:49.271770+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:59.849666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258162+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:48.258162+0000","last_peered":"2023-12-02T00:33:48.258162+0000","last_clean":"2023-12-02T00:33:48.258162+0000","last_became_active":"2023-12-02T00:33:35.166278+0000","last_became_peered":"2023-12-02T00:33:35.166278+0000","last_unstale":"2023-12-02T00:33:48.258162+0000","last_undegraded":"2023-12-02T00:33:48.258162+0000","last_fullsized":"2023-12-02T00:33:48.258162+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403094+0000","last_change":"2023-12-02T00:33:48.297254+0000","last_active":"2023-12-02T00:33:49.403094+0000","last_peered":"2023-12-02T00:33:49.403094+0000","last_clean":"2023-12-02T00:33:49.403094+0000","last_became_active":"2023-12-02T00:33:48.296978+0000","last_became_peered":"2023-12-02T00:33:48.296978+0000","last_unstale":"2023-12-02T00:33:49.403094+0000","last_undegraded":"2023-12-02T00:33:49.403094+0000","last_fullsized":"2023-12-02T00:33:49.403094+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:17:57.210856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267790+0000","last_change":"2023-12-02T00:33:35.168161+0000","last_active":"2023-12-02T00:33:48.267790+0000","last_peered":"2023-12-02T00:33:48.267790+0000","last_clean":"2023-12-02T00:33:48.267790+0000","last_became_active":"2023-12-02T00:33:35.167432+0000","last_became_peered":"2023-12-02T00:33:35.167432+0000","last_unstale":"2023-12-02T00:33:48.267790+0000","last_undegraded":"2023-12-02T00:33:48.267790+0000","last_fullsized":"2023-12-02T00:33:48.267790+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:16.500986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271985+0000","last_change":"2023-12-02T00:33:48.280978+0000","last_active":"2023-12-02T00:33:49.271985+0000","last_peered":"2023-12-02T00:33:49.271985+0000","last_clean":"2023-12-02T00:33:49.271985+0000","last_became_active":"2023-12-02T00:33:48.277968+0000","last_became_peered":"2023-12-02T00:33:48.277968+0000","last_unstale":"2023-12-02T00:33:49.271985+0000","last_undegraded":"2023-12-02T00:33:49.271985+0000","last_fullsized":"2023-12-02T00:33:49.271985+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:27.785182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265075+0000","last_change":"2023-12-02T00:33:35.178829+0000","last_active":"2023-12-02T00:33:48.265075+0000","last_peered":"2023-12-02T00:33:48.265075+0000","last_clean":"2023-12-02T00:33:48.265075+0000","last_became_active":"2023-12-02T00:33:35.178490+0000","last_became_peered":"2023-12-02T00:33:35.178490+0000","last_unstale":"2023-12-02T00:33:48.265075+0000","last_undegraded":"2023-12-02T00:33:48.265075+0000","last_fullsized":"2023-12-02T00:33:48.265075+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801439+0000","last_change":"2023-12-02T00:33:48.277590+0000","last_active":"2023-12-02T00:33:49.801439+0000","last_peered":"2023-12-02T00:33:49.801439+0000","last_clean":"2023-12-02T00:33:49.801439+0000","last_became_active":"2023-12-02T00:33:48.275852+0000","last_became_peered":"2023-12-02T00:33:48.275852+0000","last_unstale":"2023-12-02T00:33:49.801439+0000","last_undegraded":"2023-12-02T00:33:49.801439+0000","last_fullsized":"2023-12-02T00:33:49.801439+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:29:49.959839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258359+0000","last_change":"2023-12-02T00:33:35.182328+0000","last_active":"2023-12-02T00:33:48.258359+0000","last_peered":"2023-12-02T00:33:48.258359+0000","last_clean":"2023-12-02T00:33:48.258359+0000","last_became_active":"2023-12-02T00:33:35.182061+0000","last_became_peered":"2023-12-02T00:33:35.182061+0000","last_unstale":"2023-12-02T00:33:48.258359+0000","last_undegraded":"2023-12-02T00:33:48.258359+0000","last_fullsized":"2023-12-02T00:33:48.258359+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:50.554861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904924+0000","last_change":"2023-12-02T00:33:48.275985+0000","last_active":"2023-12-02T00:33:49.904924+0000","last_peered":"2023-12-02T00:33:49.904924+0000","last_clean":"2023-12-02T00:33:49.904924+0000","last_became_active":"2023-12-02T00:33:48.275550+0000","last_became_peered":"2023-12-02T00:33:48.275550+0000","last_unstale":"2023-12-02T00:33:49.904924+0000","last_undegraded":"2023-12-02T00:33:49.904924+0000","last_fullsized":"2023-12-02T00:33:49.904924+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:47.352789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255599+0000","last_change":"2023-12-02T00:33:35.170023+0000","last_active":"2023-12-02T00:33:48.255599+0000","last_peered":"2023-12-02T00:33:48.255599+0000","last_clean":"2023-12-02T00:33:48.255599+0000","last_became_active":"2023-12-02T00:33:35.169704+0000","last_became_peered":"2023-12-02T00:33:35.169704+0000","last_unstale":"2023-12-02T00:33:48.255599+0000","last_undegraded":"2023-12-02T00:33:48.255599+0000","last_fullsized":"2023-12-02T00:33:48.255599+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800543+0000","last_change":"2023-12-02T00:33:48.272188+0000","last_active":"2023-12-02T00:33:49.800543+0000","last_peered":"2023-12-02T00:33:49.800543+0000","last_clean":"2023-12-02T00:33:49.800543+0000","last_became_active":"2023-12-02T00:33:48.271910+0000","last_became_peered":"2023-12-02T00:33:48.271910+0000","last_unstale":"2023-12-02T00:33:49.800543+0000","last_undegraded":"2023-12-02T00:33:49.800543+0000","last_fullsized":"2023-12-02T00:33:49.800543+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266275+0000","last_change":"2023-12-02T00:33:35.189735+0000","last_active":"2023-12-02T00:33:48.266275+0000","last_peered":"2023-12-02T00:33:48.266275+0000","last_clean":"2023-12-02T00:33:48.266275+0000","last_became_active":"2023-12-02T00:33:35.188951+0000","last_became_peered":"2023-12-02T00:33:35.188951+0000","last_unstale":"2023-12-02T00:33:48.266275+0000","last_undegraded":"2023-12-02T00:33:48.266275+0000","last_fullsized":"2023-12-02T00:33:48.266275+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272169+0000","last_change":"2023-12-02T00:33:48.287766+0000","last_active":"2023-12-02T00:33:49.272169+0000","last_peered":"2023-12-02T00:33:49.272169+0000","last_clean":"2023-12-02T00:33:49.272169+0000","last_became_active":"2023-12-02T00:33:48.287392+0000","last_became_peered":"2023-12-02T00:33:48.287392+0000","last_unstale":"2023-12-02T00:33:49.272169+0000","last_undegraded":"2023-12-02T00:33:49.272169+0000","last_fullsized":"2023-12-02T00:33:49.272169+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259135+0000","last_change":"2023-12-02T00:33:35.178921+0000","last_active":"2023-12-02T00:33:48.259135+0000","last_peered":"2023-12-02T00:33:48.259135+0000","last_clean":"2023-12-02T00:33:48.259135+0000","last_became_active":"2023-12-02T00:33:35.178644+0000","last_became_peered":"2023-12-02T00:33:35.178644+0000","last_unstale":"2023-12-02T00:33:48.259135+0000","last_undegraded":"2023-12-02T00:33:48.259135+0000","last_fullsized":"2023-12-02T00:33:48.259135+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:33.659773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904826+0000","last_change":"2023-12-02T00:33:48.275896+0000","last_active":"2023-12-02T00:33:49.904826+0000","last_peered":"2023-12-02T00:33:49.904826+0000","last_clean":"2023-12-02T00:33:49.904826+0000","last_became_active":"2023-12-02T00:33:48.275589+0000","last_became_peered":"2023-12-02T00:33:48.275589+0000","last_unstale":"2023-12-02T00:33:49.904826+0000","last_undegraded":"2023-12-02T00:33:49.904826+0000","last_fullsized":"2023-12-02T00:33:49.904826+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:53:44.588964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265995+0000","last_change":"2023-12-02T00:33:35.172828+0000","last_active":"2023-12-02T00:33:48.265995+0000","last_peered":"2023-12-02T00:33:48.265995+0000","last_clean":"2023-12-02T00:33:48.265995+0000","last_became_active":"2023-12-02T00:33:35.172520+0000","last_became_peered":"2023-12-02T00:33:35.172520+0000","last_unstale":"2023-12-02T00:33:48.265995+0000","last_undegraded":"2023-12-02T00:33:48.265995+0000","last_fullsized":"2023-12-02T00:33:48.265995+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:50.866196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905582+0000","last_change":"2023-12-02T00:33:48.282279+0000","last_active":"2023-12-02T00:33:49.905582+0000","last_peered":"2023-12-02T00:33:49.905582+0000","last_clean":"2023-12-02T00:33:49.905582+0000","last_became_active":"2023-12-02T00:33:48.281684+0000","last_became_peered":"2023-12-02T00:33:48.281684+0000","last_unstale":"2023-12-02T00:33:49.905582+0000","last_undegraded":"2023-12-02T00:33:49.905582+0000","last_fullsized":"2023-12-02T00:33:49.905582+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:23:07.466862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267480+0000","last_change":"2023-12-02T00:33:35.178113+0000","last_active":"2023-12-02T00:33:48.267480+0000","last_peered":"2023-12-02T00:33:48.267480+0000","last_clean":"2023-12-02T00:33:48.267480+0000","last_became_active":"2023-12-02T00:33:35.177830+0000","last_became_peered":"2023-12-02T00:33:35.177830+0000","last_unstale":"2023-12-02T00:33:48.267480+0000","last_undegraded":"2023-12-02T00:33:48.267480+0000","last_fullsized":"2023-12-02T00:33:48.267480+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272515+0000","last_change":"2023-12-02T00:33:48.278506+0000","last_active":"2023-12-02T00:33:49.272515+0000","last_peered":"2023-12-02T00:33:49.272515+0000","last_clean":"2023-12-02T00:33:49.272515+0000","last_became_active":"2023-12-02T00:33:48.276551+0000","last_became_peered":"2023-12-02T00:33:48.276551+0000","last_unstale":"2023-12-02T00:33:49.272515+0000","last_undegraded":"2023-12-02T00:33:49.272515+0000","last_fullsized":"2023-12-02T00:33:49.272515+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:03:17.741141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256760+0000","last_change":"2023-12-02T00:33:35.178627+0000","last_active":"2023-12-02T00:33:48.256760+0000","last_peered":"2023-12-02T00:33:48.256760+0000","last_clean":"2023-12-02T00:33:48.256760+0000","last_became_active":"2023-12-02T00:33:35.178092+0000","last_became_peered":"2023-12-02T00:33:35.178092+0000","last_unstale":"2023-12-02T00:33:48.256760+0000","last_undegraded":"2023-12-02T00:33:48.256760+0000","last_fullsized":"2023-12-02T00:33:48.256760+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273366+0000","last_change":"2023-12-02T00:33:48.283461+0000","last_active":"2023-12-02T00:33:49.273366+0000","last_peered":"2023-12-02T00:33:49.273366+0000","last_clean":"2023-12-02T00:33:49.273366+0000","last_became_active":"2023-12-02T00:33:48.283097+0000","last_became_peered":"2023-12-02T00:33:48.283097+0000","last_unstale":"2023-12-02T00:33:49.273366+0000","last_undegraded":"2023-12-02T00:33:49.273366+0000","last_fullsized":"2023-12-02T00:33:49.273366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:37.893633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268376+0000","last_change":"2023-12-02T00:33:35.175387+0000","last_active":"2023-12-02T00:33:48.268376+0000","last_peered":"2023-12-02T00:33:48.268376+0000","last_clean":"2023-12-02T00:33:48.268376+0000","last_became_active":"2023-12-02T00:33:35.174103+0000","last_became_peered":"2023-12-02T00:33:35.174103+0000","last_unstale":"2023-12-02T00:33:48.268376+0000","last_undegraded":"2023-12-02T00:33:48.268376+0000","last_fullsized":"2023-12-02T00:33:48.268376+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:29.839037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273174+0000","last_change":"2023-12-02T00:33:48.274419+0000","last_active":"2023-12-02T00:33:49.273174+0000","last_peered":"2023-12-02T00:33:49.273174+0000","last_clean":"2023-12-02T00:33:49.273174+0000","last_became_active":"2023-12-02T00:33:48.273230+0000","last_became_peered":"2023-12-02T00:33:48.273230+0000","last_unstale":"2023-12-02T00:33:49.273174+0000","last_undegraded":"2023-12-02T00:33:49.273174+0000","last_fullsized":"2023-12-02T00:33:49.273174+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:28:14.025685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256034+0000","last_change":"2023-12-02T00:33:35.177353+0000","last_active":"2023-12-02T00:33:48.256034+0000","last_peered":"2023-12-02T00:33:48.256034+0000","last_clean":"2023-12-02T00:33:48.256034+0000","last_became_active":"2023-12-02T00:33:35.176833+0000","last_became_peered":"2023-12-02T00:33:35.176833+0000","last_unstale":"2023-12-02T00:33:48.256034+0000","last_undegraded":"2023-12-02T00:33:48.256034+0000","last_fullsized":"2023-12-02T00:33:48.256034+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402737+0000","last_change":"2023-12-02T00:33:48.280680+0000","last_active":"2023-12-02T00:33:49.402737+0000","last_peered":"2023-12-02T00:33:49.402737+0000","last_clean":"2023-12-02T00:33:49.402737+0000","last_became_active":"2023-12-02T00:33:48.280405+0000","last_became_peered":"2023-12-02T00:33:48.280405+0000","last_unstale":"2023-12-02T00:33:49.402737+0000","last_undegraded":"2023-12-02T00:33:49.402737+0000","last_fullsized":"2023-12-02T00:33:49.402737+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:54.632379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262059+0000","last_change":"2023-12-02T00:33:35.181006+0000","last_active":"2023-12-02T00:33:48.262059+0000","last_peered":"2023-12-02T00:33:48.262059+0000","last_clean":"2023-12-02T00:33:48.262059+0000","last_became_active":"2023-12-02T00:33:35.180243+0000","last_became_peered":"2023-12-02T00:33:35.180243+0000","last_unstale":"2023-12-02T00:33:48.262059+0000","last_undegraded":"2023-12-02T00:33:48.262059+0000","last_fullsized":"2023-12-02T00:33:48.262059+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904520+0000","last_change":"2023-12-02T00:33:48.272434+0000","last_active":"2023-12-02T00:33:49.904520+0000","last_peered":"2023-12-02T00:33:49.904520+0000","last_clean":"2023-12-02T00:33:49.904520+0000","last_became_active":"2023-12-02T00:33:48.272084+0000","last_became_peered":"2023-12-02T00:33:48.272084+0000","last_unstale":"2023-12-02T00:33:49.904520+0000","last_undegraded":"2023-12-02T00:33:49.904520+0000","last_fullsized":"2023-12-02T00:33:49.904520+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:46:09.972149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258804+0000","last_change":"2023-12-02T00:33:35.173339+0000","last_active":"2023-12-02T00:33:48.258804+0000","last_peered":"2023-12-02T00:33:48.258804+0000","last_clean":"2023-12-02T00:33:48.258804+0000","last_became_active":"2023-12-02T00:33:35.172892+0000","last_became_peered":"2023-12-02T00:33:35.172892+0000","last_unstale":"2023-12-02T00:33:48.258804+0000","last_undegraded":"2023-12-02T00:33:48.258804+0000","last_fullsized":"2023-12-02T00:33:48.258804+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:08:19.171944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402957+0000","last_change":"2023-12-02T00:33:48.286969+0000","last_active":"2023-12-02T00:33:49.402957+0000","last_peered":"2023-12-02T00:33:49.402957+0000","last_clean":"2023-12-02T00:33:49.402957+0000","last_became_active":"2023-12-02T00:33:48.286692+0000","last_became_peered":"2023-12-02T00:33:48.286692+0000","last_unstale":"2023-12-02T00:33:49.402957+0000","last_undegraded":"2023-12-02T00:33:49.402957+0000","last_fullsized":"2023-12-02T00:33:49.402957+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:47.352789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266076+0000","last_change":"2023-12-02T00:33:35.183179+0000","last_active":"2023-12-02T00:33:48.266076+0000","last_peered":"2023-12-02T00:33:48.266076+0000","last_clean":"2023-12-02T00:33:48.266076+0000","last_became_active":"2023-12-02T00:33:35.182823+0000","last_became_peered":"2023-12-02T00:33:35.182823+0000","last_unstale":"2023-12-02T00:33:48.266076+0000","last_undegraded":"2023-12-02T00:33:48.266076+0000","last_fullsized":"2023-12-02T00:33:48.266076+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:02:57.218750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903800+0000","last_change":"2023-12-02T00:33:48.289699+0000","last_active":"2023-12-02T00:33:49.903800+0000","last_peered":"2023-12-02T00:33:49.903800+0000","last_clean":"2023-12-02T00:33:49.903800+0000","last_became_active":"2023-12-02T00:33:48.289387+0000","last_became_peered":"2023-12-02T00:33:48.289387+0000","last_unstale":"2023-12-02T00:33:49.903800+0000","last_undegraded":"2023-12-02T00:33:49.903800+0000","last_fullsized":"2023-12-02T00:33:49.903800+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:31.166259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256484+0000","last_change":"2023-12-02T00:33:35.166185+0000","last_active":"2023-12-02T00:33:48.256484+0000","last_peered":"2023-12-02T00:33:48.256484+0000","last_clean":"2023-12-02T00:33:48.256484+0000","last_became_active":"2023-12-02T00:33:35.165692+0000","last_became_peered":"2023-12-02T00:33:35.165692+0000","last_unstale":"2023-12-02T00:33:48.256484+0000","last_undegraded":"2023-12-02T00:33:48.256484+0000","last_fullsized":"2023-12-02T00:33:48.256484+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904291+0000","last_change":"2023-12-02T00:33:48.279586+0000","last_active":"2023-12-02T00:33:49.904291+0000","last_peered":"2023-12-02T00:33:49.904291+0000","last_clean":"2023-12-02T00:33:49.904291+0000","last_became_active":"2023-12-02T00:33:48.279292+0000","last_became_peered":"2023-12-02T00:33:48.279292+0000","last_unstale":"2023-12-02T00:33:49.904291+0000","last_undegraded":"2023-12-02T00:33:49.904291+0000","last_fullsized":"2023-12-02T00:33:49.904291+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:24:08.554931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.257635+0000","last_change":"2023-12-02T00:33:35.189546+0000","last_active":"2023-12-02T00:33:48.257635+0000","last_peered":"2023-12-02T00:33:48.257635+0000","last_clean":"2023-12-02T00:33:48.257635+0000","last_became_active":"2023-12-02T00:33:35.189200+0000","last_became_peered":"2023-12-02T00:33:35.189200+0000","last_unstale":"2023-12-02T00:33:48.257635+0000","last_undegraded":"2023-12-02T00:33:48.257635+0000","last_fullsized":"2023-12-02T00:33:48.257635+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272668+0000","last_change":"2023-12-02T00:33:48.283184+0000","last_active":"2023-12-02T00:33:49.272668+0000","last_peered":"2023-12-02T00:33:49.272668+0000","last_clean":"2023-12-02T00:33:49.272668+0000","last_became_active":"2023-12-02T00:33:48.282807+0000","last_became_peered":"2023-12-02T00:33:48.282807+0000","last_unstale":"2023-12-02T00:33:49.272668+0000","last_undegraded":"2023-12-02T00:33:49.272668+0000","last_fullsized":"2023-12-02T00:33:49.272668+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:54.632379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259620+0000","last_change":"2023-12-02T00:33:35.177354+0000","last_active":"2023-12-02T00:33:48.259620+0000","last_peered":"2023-12-02T00:33:48.259620+0000","last_clean":"2023-12-02T00:33:48.259620+0000","last_became_active":"2023-12-02T00:33:35.177041+0000","last_became_peered":"2023-12-02T00:33:35.177041+0000","last_unstale":"2023-12-02T00:33:48.259620+0000","last_undegraded":"2023-12-02T00:33:48.259620+0000","last_fullsized":"2023-12-02T00:33:48.259620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:34:11.810512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801464+0000","last_change":"2023-12-02T00:33:48.289217+0000","last_active":"2023-12-02T00:33:49.801464+0000","last_peered":"2023-12-02T00:33:49.801464+0000","last_clean":"2023-12-02T00:33:49.801464+0000","last_became_active":"2023-12-02T00:33:48.288888+0000","last_became_peered":"2023-12-02T00:33:48.288888+0000","last_unstale":"2023-12-02T00:33:49.801464+0000","last_undegraded":"2023-12-02T00:33:49.801464+0000","last_fullsized":"2023-12-02T00:33:49.801464+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:37.105389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254324+0000","last_change":"2023-12-02T00:33:35.183537+0000","last_active":"2023-12-02T00:33:48.254324+0000","last_peered":"2023-12-02T00:33:48.254324+0000","last_clean":"2023-12-02T00:33:48.254324+0000","last_became_active":"2023-12-02T00:33:35.175553+0000","last_became_peered":"2023-12-02T00:33:35.175553+0000","last_unstale":"2023-12-02T00:33:48.254324+0000","last_undegraded":"2023-12-02T00:33:48.254324+0000","last_fullsized":"2023-12-02T00:33:48.254324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403404+0000","last_change":"2023-12-02T00:33:48.293845+0000","last_active":"2023-12-02T00:33:49.403404+0000","last_peered":"2023-12-02T00:33:49.403404+0000","last_clean":"2023-12-02T00:33:49.403404+0000","last_became_active":"2023-12-02T00:33:48.292739+0000","last_became_peered":"2023-12-02T00:33:48.292739+0000","last_unstale":"2023-12-02T00:33:49.403404+0000","last_undegraded":"2023-12-02T00:33:49.403404+0000","last_fullsized":"2023-12-02T00:33:49.403404+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:23:07.466862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258549+0000","last_change":"2023-12-02T00:33:35.185809+0000","last_active":"2023-12-02T00:33:48.258549+0000","last_peered":"2023-12-02T00:33:48.258549+0000","last_clean":"2023-12-02T00:33:48.258549+0000","last_became_active":"2023-12-02T00:33:35.185553+0000","last_became_peered":"2023-12-02T00:33:35.185553+0000","last_unstale":"2023-12-02T00:33:48.258549+0000","last_undegraded":"2023-12-02T00:33:48.258549+0000","last_fullsized":"2023-12-02T00:33:48.258549+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:18.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800620+0000","last_change":"2023-12-02T00:33:48.275700+0000","last_active":"2023-12-02T00:33:49.800620+0000","last_peered":"2023-12-02T00:33:49.800620+0000","last_clean":"2023-12-02T00:33:49.800620+0000","last_became_active":"2023-12-02T00:33:48.275411+0000","last_became_peered":"2023-12-02T00:33:48.275411+0000","last_unstale":"2023-12-02T00:33:49.800620+0000","last_undegraded":"2023-12-02T00:33:49.800620+0000","last_fullsized":"2023-12-02T00:33:49.800620+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:17.761408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259654+0000","last_change":"2023-12-02T00:33:35.177049+0000","last_active":"2023-12-02T00:33:48.259654+0000","last_peered":"2023-12-02T00:33:48.259654+0000","last_clean":"2023-12-02T00:33:48.259654+0000","last_became_active":"2023-12-02T00:33:35.176734+0000","last_became_peered":"2023-12-02T00:33:35.176734+0000","last_unstale":"2023-12-02T00:33:48.259654+0000","last_undegraded":"2023-12-02T00:33:48.259654+0000","last_fullsized":"2023-12-02T00:33:48.259654+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:40.631294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904795+0000","last_change":"2023-12-02T00:33:48.279709+0000","last_active":"2023-12-02T00:33:49.904795+0000","last_peered":"2023-12-02T00:33:49.904795+0000","last_clean":"2023-12-02T00:33:49.904795+0000","last_became_active":"2023-12-02T00:33:48.279365+0000","last_became_peered":"2023-12-02T00:33:48.279365+0000","last_unstale":"2023-12-02T00:33:49.904795+0000","last_undegraded":"2023-12-02T00:33:49.904795+0000","last_fullsized":"2023-12-02T00:33:49.904795+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:37.893633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266103+0000","last_change":"2023-12-02T00:33:35.183413+0000","last_active":"2023-12-02T00:33:48.266103+0000","last_peered":"2023-12-02T00:33:48.266103+0000","last_clean":"2023-12-02T00:33:48.266103+0000","last_became_active":"2023-12-02T00:33:35.183107+0000","last_became_peered":"2023-12-02T00:33:35.183107+0000","last_unstale":"2023-12-02T00:33:48.266103+0000","last_undegraded":"2023-12-02T00:33:48.266103+0000","last_fullsized":"2023-12-02T00:33:48.266103+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:23:01.532689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903989+0000","last_change":"2023-12-02T00:33:48.285741+0000","last_active":"2023-12-02T00:33:49.903989+0000","last_peered":"2023-12-02T00:33:49.903989+0000","last_clean":"2023-12-02T00:33:49.903989+0000","last_became_active":"2023-12-02T00:33:48.285439+0000","last_became_peered":"2023-12-02T00:33:48.285439+0000","last_unstale":"2023-12-02T00:33:49.903989+0000","last_undegraded":"2023-12-02T00:33:49.903989+0000","last_fullsized":"2023-12-02T00:33:49.903989+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:15.232176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255107+0000","last_change":"2023-12-02T00:33:35.172366+0000","last_active":"2023-12-02T00:33:48.255107+0000","last_peered":"2023-12-02T00:33:48.255107+0000","last_clean":"2023-12-02T00:33:48.255107+0000","last_became_active":"2023-12-02T00:33:35.171420+0000","last_became_peered":"2023-12-02T00:33:35.171420+0000","last_unstale":"2023-12-02T00:33:48.255107+0000","last_undegraded":"2023-12-02T00:33:48.255107+0000","last_fullsized":"2023-12-02T00:33:48.255107+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800680+0000","last_change":"2023-12-02T00:33:48.278603+0000","last_active":"2023-12-02T00:33:49.800680+0000","last_peered":"2023-12-02T00:33:49.800680+0000","last_clean":"2023-12-02T00:33:49.800680+0000","last_became_active":"2023-12-02T00:33:48.278337+0000","last_became_peered":"2023-12-02T00:33:48.278337+0000","last_unstale":"2023-12-02T00:33:49.800680+0000","last_undegraded":"2023-12-02T00:33:49.800680+0000","last_fullsized":"2023-12-02T00:33:49.800680+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:12:37.768285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259643+0000","last_change":"2023-12-02T00:33:35.185721+0000","last_active":"2023-12-02T00:33:48.259643+0000","last_peered":"2023-12-02T00:33:48.259643+0000","last_clean":"2023-12-02T00:33:48.259643+0000","last_became_active":"2023-12-02T00:33:35.185429+0000","last_became_peered":"2023-12-02T00:33:35.185429+0000","last_unstale":"2023-12-02T00:33:48.259643+0000","last_undegraded":"2023-12-02T00:33:48.259643+0000","last_fullsized":"2023-12-02T00:33:48.259643+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:14.000433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905746+0000","last_change":"2023-12-02T00:33:48.291719+0000","last_active":"2023-12-02T00:33:49.905746+0000","last_peered":"2023-12-02T00:33:49.905746+0000","last_clean":"2023-12-02T00:33:49.905746+0000","last_became_active":"2023-12-02T00:33:48.291391+0000","last_became_peered":"2023-12-02T00:33:48.291391+0000","last_unstale":"2023-12-02T00:33:49.905746+0000","last_undegraded":"2023-12-02T00:33:49.905746+0000","last_fullsized":"2023-12-02T00:33:49.905746+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269441+0000","last_change":"2023-12-02T00:33:35.167648+0000","last_active":"2023-12-02T00:33:48.269441+0000","last_peered":"2023-12-02T00:33:48.269441+0000","last_clean":"2023-12-02T00:33:48.269441+0000","last_became_active":"2023-12-02T00:33:35.167115+0000","last_became_peered":"2023-12-02T00:33:35.167115+0000","last_unstale":"2023-12-02T00:33:48.269441+0000","last_undegraded":"2023-12-02T00:33:48.269441+0000","last_fullsized":"2023-12-02T00:33:48.269441+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:29.270345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272679+0000","last_change":"2023-12-02T00:33:48.282059+0000","last_active":"2023-12-02T00:33:49.272679+0000","last_peered":"2023-12-02T00:33:49.272679+0000","last_clean":"2023-12-02T00:33:49.272679+0000","last_became_active":"2023-12-02T00:33:48.281766+0000","last_became_peered":"2023-12-02T00:33:48.281766+0000","last_unstale":"2023-12-02T00:33:49.272679+0000","last_undegraded":"2023-12-02T00:33:49.272679+0000","last_fullsized":"2023-12-02T00:33:49.272679+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:17.761408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262067+0000","last_change":"2023-12-02T00:33:35.174625+0000","last_active":"2023-12-02T00:33:48.262067+0000","last_peered":"2023-12-02T00:33:48.262067+0000","last_clean":"2023-12-02T00:33:48.262067+0000","last_became_active":"2023-12-02T00:33:35.174318+0000","last_became_peered":"2023-12-02T00:33:35.174318+0000","last_unstale":"2023-12-02T00:33:48.262067+0000","last_undegraded":"2023-12-02T00:33:48.262067+0000","last_fullsized":"2023-12-02T00:33:48.262067+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273417+0000","last_change":"2023-12-02T00:33:48.272022+0000","last_active":"2023-12-02T00:33:49.273417+0000","last_peered":"2023-12-02T00:33:49.273417+0000","last_clean":"2023-12-02T00:33:49.273417+0000","last_became_active":"2023-12-02T00:33:48.271466+0000","last_became_peered":"2023-12-02T00:33:48.271466+0000","last_unstale":"2023-12-02T00:33:49.273417+0000","last_undegraded":"2023-12-02T00:33:49.273417+0000","last_fullsized":"2023-12-02T00:33:49.273417+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:58:10.417875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255069+0000","last_change":"2023-12-02T00:33:35.179032+0000","last_active":"2023-12-02T00:33:48.255069+0000","last_peered":"2023-12-02T00:33:48.255069+0000","last_clean":"2023-12-02T00:33:48.255069+0000","last_became_active":"2023-12-02T00:33:35.178722+0000","last_became_peered":"2023-12-02T00:33:35.178722+0000","last_unstale":"2023-12-02T00:33:48.255069+0000","last_undegraded":"2023-12-02T00:33:48.255069+0000","last_fullsized":"2023-12-02T00:33:48.255069+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801514+0000","last_change":"2023-12-02T00:33:48.278146+0000","last_active":"2023-12-02T00:33:49.801514+0000","last_peered":"2023-12-02T00:33:49.801514+0000","last_clean":"2023-12-02T00:33:49.801514+0000","last_became_active":"2023-12-02T00:33:48.277866+0000","last_became_peered":"2023-12-02T00:33:48.277866+0000","last_unstale":"2023-12-02T00:33:49.801514+0000","last_undegraded":"2023-12-02T00:33:49.801514+0000","last_fullsized":"2023-12-02T00:33:49.801514+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:37.436318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256125+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:48.256125+0000","last_peered":"2023-12-02T00:33:48.256125+0000","last_clean":"2023-12-02T00:33:48.256125+0000","last_became_active":"2023-12-02T00:33:35.166222+0000","last_became_peered":"2023-12-02T00:33:35.166222+0000","last_unstale":"2023-12-02T00:33:48.256125+0000","last_undegraded":"2023-12-02T00:33:48.256125+0000","last_fullsized":"2023-12-02T00:33:48.256125+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403017+0000","last_change":"2023-12-02T00:33:48.282181+0000","last_active":"2023-12-02T00:33:49.403017+0000","last_peered":"2023-12-02T00:33:49.403017+0000","last_clean":"2023-12-02T00:33:49.403017+0000","last_became_active":"2023-12-02T00:33:48.277345+0000","last_became_peered":"2023-12-02T00:33:48.277345+0000","last_unstale":"2023-12-02T00:33:49.403017+0000","last_undegraded":"2023-12-02T00:33:49.403017+0000","last_fullsized":"2023-12-02T00:33:49.403017+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:25:53.128796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266397+0000","last_change":"2023-12-02T00:33:35.177959+0000","last_active":"2023-12-02T00:33:48.266397+0000","last_peered":"2023-12-02T00:33:48.266397+0000","last_clean":"2023-12-02T00:33:48.266397+0000","last_became_active":"2023-12-02T00:33:35.177606+0000","last_became_peered":"2023-12-02T00:33:35.177606+0000","last_unstale":"2023-12-02T00:33:48.266397+0000","last_undegraded":"2023-12-02T00:33:48.266397+0000","last_fullsized":"2023-12-02T00:33:48.266397+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:54:24.319540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271071+0000","last_change":"2023-12-02T00:33:48.277425+0000","last_active":"2023-12-02T00:33:49.271071+0000","last_peered":"2023-12-02T00:33:49.271071+0000","last_clean":"2023-12-02T00:33:49.271071+0000","last_became_active":"2023-12-02T00:33:48.277127+0000","last_became_peered":"2023-12-02T00:33:48.277127+0000","last_unstale":"2023-12-02T00:33:49.271071+0000","last_undegraded":"2023-12-02T00:33:49.271071+0000","last_fullsized":"2023-12-02T00:33:49.271071+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:21.844568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266144+0000","last_change":"2023-12-02T00:33:35.193128+0000","last_active":"2023-12-02T00:33:48.266144+0000","last_peered":"2023-12-02T00:33:48.266144+0000","last_clean":"2023-12-02T00:33:48.266144+0000","last_became_active":"2023-12-02T00:33:35.192723+0000","last_became_peered":"2023-12-02T00:33:35.192723+0000","last_unstale":"2023-12-02T00:33:48.266144+0000","last_undegraded":"2023-12-02T00:33:48.266144+0000","last_fullsized":"2023-12-02T00:33:48.266144+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:22:02.040979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800958+0000","last_change":"2023-12-02T00:33:48.271357+0000","last_active":"2023-12-02T00:33:49.800958+0000","last_peered":"2023-12-02T00:33:49.800958+0000","last_clean":"2023-12-02T00:33:49.800958+0000","last_became_active":"2023-12-02T00:33:48.271074+0000","last_became_peered":"2023-12-02T00:33:48.271074+0000","last_unstale":"2023-12-02T00:33:49.800958+0000","last_undegraded":"2023-12-02T00:33:49.800958+0000","last_fullsized":"2023-12-02T00:33:49.800958+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:15.547216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255251+0000","last_change":"2023-12-02T00:33:35.177231+0000","last_active":"2023-12-02T00:33:48.255251+0000","last_peered":"2023-12-02T00:33:48.255251+0000","last_clean":"2023-12-02T00:33:48.255251+0000","last_became_active":"2023-12-02T00:33:35.172149+0000","last_became_peered":"2023-12-02T00:33:35.172149+0000","last_unstale":"2023-12-02T00:33:48.255251+0000","last_undegraded":"2023-12-02T00:33:48.255251+0000","last_fullsized":"2023-12-02T00:33:48.255251+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904272+0000","last_change":"2023-12-02T00:33:48.280115+0000","last_active":"2023-12-02T00:33:49.904272+0000","last_peered":"2023-12-02T00:33:49.904272+0000","last_clean":"2023-12-02T00:33:49.904272+0000","last_became_active":"2023-12-02T00:33:48.279851+0000","last_became_peered":"2023-12-02T00:33:48.279851+0000","last_unstale":"2023-12-02T00:33:49.904272+0000","last_undegraded":"2023-12-02T00:33:49.904272+0000","last_fullsized":"2023-12-02T00:33:49.904272+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:31.565911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254916+0000","last_change":"2023-12-02T00:33:35.175528+0000","last_active":"2023-12-02T00:33:48.254916+0000","last_peered":"2023-12-02T00:33:48.254916+0000","last_clean":"2023-12-02T00:33:48.254916+0000","last_became_active":"2023-12-02T00:33:35.175216+0000","last_became_peered":"2023-12-02T00:33:35.175216+0000","last_unstale":"2023-12-02T00:33:48.254916+0000","last_undegraded":"2023-12-02T00:33:48.254916+0000","last_fullsized":"2023-12-02T00:33:48.254916+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271480+0000","last_change":"2023-12-02T00:33:48.281601+0000","last_active":"2023-12-02T00:33:49.271480+0000","last_peered":"2023-12-02T00:33:49.271480+0000","last_clean":"2023-12-02T00:33:49.271480+0000","last_became_active":"2023-12-02T00:33:48.281346+0000","last_became_peered":"2023-12-02T00:33:48.281346+0000","last_unstale":"2023-12-02T00:33:49.271480+0000","last_undegraded":"2023-12-02T00:33:49.271480+0000","last_fullsized":"2023-12-02T00:33:49.271480+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:39.948163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.306034+0000","last_change":"2023-12-02T00:33:47.262834+0000","last_active":"2023-12-02T00:33:48.306034+0000","last_peered":"2023-12-02T00:33:48.306034+0000","last_clean":"2023-12-02T00:33:48.306034+0000","last_became_active":"2023-12-02T00:33:47.262616+0000","last_became_peered":"2023-12-02T00:33:47.262616+0000","last_unstale":"2023-12-02T00:33:48.306034+0000","last_undegraded":"2023-12-02T00:33:48.306034+0000","last_fullsized":"2023-12-02T00:33:48.306034+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256389+0000","last_change":"2023-12-02T00:33:35.167352+0000","last_active":"2023-12-02T00:33:48.256389+0000","last_peered":"2023-12-02T00:33:48.256389+0000","last_clean":"2023-12-02T00:33:48.256389+0000","last_became_active":"2023-12-02T00:33:35.165743+0000","last_became_peered":"2023-12-02T00:33:35.165743+0000","last_unstale":"2023-12-02T00:33:48.256389+0000","last_undegraded":"2023-12-02T00:33:48.256389+0000","last_fullsized":"2023-12-02T00:33:48.256389+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"66'4","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258315+0000","last_change":"2023-12-02T00:33:34.172905+0000","last_active":"2023-12-02T00:33:48.258315+0000","last_peered":"2023-12-02T00:33:48.258315+0000","last_clean":"2023-12-02T00:33:48.258315+0000","last_became_active":"2023-12-02T00:33:34.172671+0000","last_became_peered":"2023-12-02T00:33:34.172671+0000","last_unstale":"2023-12-02T00:33:48.258315+0000","last_undegraded":"2023-12-02T00:33:48.258315+0000","last_fullsized":"2023-12-02T00:33:48.258315+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272601+0000","last_change":"2023-12-02T00:33:48.277186+0000","last_active":"2023-12-02T00:33:49.272601+0000","last_peered":"2023-12-02T00:33:49.272601+0000","last_clean":"2023-12-02T00:33:49.272601+0000","last_became_active":"2023-12-02T00:33:48.276860+0000","last_became_peered":"2023-12-02T00:33:48.276860+0000","last_unstale":"2023-12-02T00:33:49.272601+0000","last_undegraded":"2023-12-02T00:33:49.272601+0000","last_fullsized":"2023-12-02T00:33:49.272601+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:46:09.972149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.306268+0000","last_change":"2023-12-02T00:33:47.265110+0000","last_active":"2023-12-02T00:33:48.306268+0000","last_peered":"2023-12-02T00:33:48.306268+0000","last_clean":"2023-12-02T00:33:48.306268+0000","last_became_active":"2023-12-02T00:33:47.264667+0000","last_became_peered":"2023-12-02T00:33:47.264667+0000","last_unstale":"2023-12-02T00:33:48.306268+0000","last_undegraded":"2023-12-02T00:33:48.306268+0000","last_fullsized":"2023-12-02T00:33:48.306268+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:28:25.727235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258215+0000","last_change":"2023-12-02T00:33:35.184800+0000","last_active":"2023-12-02T00:33:48.258215+0000","last_peered":"2023-12-02T00:33:48.258215+0000","last_clean":"2023-12-02T00:33:48.258215+0000","last_became_active":"2023-12-02T00:33:35.184483+0000","last_became_peered":"2023-12-02T00:33:35.184483+0000","last_unstale":"2023-12-02T00:33:48.258215+0000","last_undegraded":"2023-12-02T00:33:48.258215+0000","last_fullsized":"2023-12-02T00:33:48.258215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256512+0000","last_change":"2023-12-02T00:33:34.175618+0000","last_active":"2023-12-02T00:33:48.256512+0000","last_peered":"2023-12-02T00:33:48.256512+0000","last_clean":"2023-12-02T00:33:48.256512+0000","last_became_active":"2023-12-02T00:33:34.175274+0000","last_became_peered":"2023-12-02T00:33:34.175274+0000","last_unstale":"2023-12-02T00:33:48.256512+0000","last_undegraded":"2023-12-02T00:33:48.256512+0000","last_fullsized":"2023-12-02T00:33:48.256512+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904507+0000","last_change":"2023-12-02T00:33:48.284910+0000","last_active":"2023-12-02T00:33:49.904507+0000","last_peered":"2023-12-02T00:33:49.904507+0000","last_clean":"2023-12-02T00:33:49.904507+0000","last_became_active":"2023-12-02T00:33:48.284612+0000","last_became_peered":"2023-12-02T00:33:48.284612+0000","last_unstale":"2023-12-02T00:33:49.904507+0000","last_undegraded":"2023-12-02T00:33:49.904507+0000","last_fullsized":"2023-12-02T00:33:49.904507+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:35.610932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"70'4","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.305859+0000","last_change":"2023-12-02T00:33:47.264309+0000","last_active":"2023-12-02T00:33:48.305859+0000","last_peered":"2023-12-02T00:33:48.305859+0000","last_clean":"2023-12-02T00:33:48.305859+0000","last_became_active":"2023-12-02T00:33:47.263438+0000","last_became_peered":"2023-12-02T00:33:47.263438+0000","last_unstale":"2023-12-02T00:33:48.305859+0000","last_undegraded":"2023-12-02T00:33:48.305859+0000","last_fullsized":"2023-12-02T00:33:48.305859+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:53.623282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256229+0000","last_change":"2023-12-02T00:33:35.178492+0000","last_active":"2023-12-02T00:33:48.256229+0000","last_peered":"2023-12-02T00:33:48.256229+0000","last_clean":"2023-12-02T00:33:48.256229+0000","last_became_active":"2023-12-02T00:33:35.178172+0000","last_became_peered":"2023-12-02T00:33:35.178172+0000","last_unstale":"2023-12-02T00:33:48.256229+0000","last_undegraded":"2023-12-02T00:33:48.256229+0000","last_fullsized":"2023-12-02T00:33:48.256229+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254417+0000","last_change":"2023-12-02T00:33:34.176960+0000","last_active":"2023-12-02T00:33:48.254417+0000","last_peered":"2023-12-02T00:33:48.254417+0000","last_clean":"2023-12-02T00:33:48.254417+0000","last_became_active":"2023-12-02T00:33:34.176596+0000","last_became_peered":"2023-12-02T00:33:34.176596+0000","last_unstale":"2023-12-02T00:33:48.254417+0000","last_undegraded":"2023-12-02T00:33:48.254417+0000","last_fullsized":"2023-12-02T00:33:48.254417+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403437+0000","last_change":"2023-12-02T00:33:48.277346+0000","last_active":"2023-12-02T00:33:49.403437+0000","last_peered":"2023-12-02T00:33:49.403437+0000","last_clean":"2023-12-02T00:33:49.403437+0000","last_became_active":"2023-12-02T00:33:48.277026+0000","last_became_peered":"2023-12-02T00:33:48.277026+0000","last_unstale":"2023-12-02T00:33:49.403437+0000","last_undegraded":"2023-12-02T00:33:49.403437+0000","last_fullsized":"2023-12-02T00:33:49.403437+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.289825+0000","last_change":"2023-12-02T00:33:47.262230+0000","last_active":"2023-12-02T00:33:48.289825+0000","last_peered":"2023-12-02T00:33:48.289825+0000","last_clean":"2023-12-02T00:33:48.289825+0000","last_became_active":"2023-12-02T00:33:47.261898+0000","last_became_peered":"2023-12-02T00:33:47.261898+0000","last_unstale":"2023-12-02T00:33:48.289825+0000","last_undegraded":"2023-12-02T00:33:48.289825+0000","last_fullsized":"2023-12-02T00:33:48.289825+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:28:25.727235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265544+0000","last_change":"2023-12-02T00:33:35.188754+0000","last_active":"2023-12-02T00:33:48.265544+0000","last_peered":"2023-12-02T00:33:48.265544+0000","last_clean":"2023-12-02T00:33:48.265544+0000","last_became_active":"2023-12-02T00:33:35.188426+0000","last_became_peered":"2023-12-02T00:33:35.188426+0000","last_unstale":"2023-12-02T00:33:48.265544+0000","last_undegraded":"2023-12-02T00:33:48.265544+0000","last_fullsized":"2023-12-02T00:33:48.265544+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253456+0000","last_change":"2023-12-02T00:33:34.170809+0000","last_active":"2023-12-02T00:33:48.253456+0000","last_peered":"2023-12-02T00:33:48.253456+0000","last_clean":"2023-12-02T00:33:48.253456+0000","last_became_active":"2023-12-02T00:33:34.170550+0000","last_became_peered":"2023-12-02T00:33:34.170550+0000","last_unstale":"2023-12-02T00:33:48.253456+0000","last_undegraded":"2023-12-02T00:33:48.253456+0000","last_fullsized":"2023-12-02T00:33:48.253456+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402871+0000","last_change":"2023-12-02T00:33:48.276723+0000","last_active":"2023-12-02T00:33:49.402871+0000","last_peered":"2023-12-02T00:33:49.402871+0000","last_clean":"2023-12-02T00:33:49.402871+0000","last_became_active":"2023-12-02T00:33:48.276432+0000","last_became_peered":"2023-12-02T00:33:48.276432+0000","last_unstale":"2023-12-02T00:33:49.402871+0000","last_undegraded":"2023-12-02T00:33:49.402871+0000","last_fullsized":"2023-12-02T00:33:49.402871+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:53:44.588964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255120+0000","last_change":"2023-12-02T00:33:47.265175+0000","last_active":"2023-12-02T00:33:48.255120+0000","last_peered":"2023-12-02T00:33:48.255120+0000","last_clean":"2023-12-02T00:33:48.255120+0000","last_became_active":"2023-12-02T00:33:47.264834+0000","last_became_peered":"2023-12-02T00:33:47.264834+0000","last_unstale":"2023-12-02T00:33:48.255120+0000","last_undegraded":"2023-12-02T00:33:48.255120+0000","last_fullsized":"2023-12-02T00:33:48.255120+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:20:20.579875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266182+0000","last_change":"2023-12-02T00:33:35.185218+0000","last_active":"2023-12-02T00:33:48.266182+0000","last_peered":"2023-12-02T00:33:48.266182+0000","last_clean":"2023-12-02T00:33:48.266182+0000","last_became_active":"2023-12-02T00:33:35.184952+0000","last_became_peered":"2023-12-02T00:33:35.184952+0000","last_unstale":"2023-12-02T00:33:48.266182+0000","last_undegraded":"2023-12-02T00:33:48.266182+0000","last_fullsized":"2023-12-02T00:33:48.266182+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:02.074582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255869+0000","last_change":"2023-12-02T00:33:34.166946+0000","last_active":"2023-12-02T00:33:48.255869+0000","last_peered":"2023-12-02T00:33:48.255869+0000","last_clean":"2023-12-02T00:33:48.255869+0000","last_became_active":"2023-12-02T00:33:34.165688+0000","last_became_peered":"2023-12-02T00:33:34.165688+0000","last_unstale":"2023-12-02T00:33:48.255869+0000","last_undegraded":"2023-12-02T00:33:48.255869+0000","last_fullsized":"2023-12-02T00:33:48.255869+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:01.135311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272613+0000","last_change":"2023-12-02T00:33:48.269309+0000","last_active":"2023-12-02T00:33:49.272613+0000","last_peered":"2023-12-02T00:33:49.272613+0000","last_clean":"2023-12-02T00:33:49.272613+0000","last_became_active":"2023-12-02T00:33:48.268999+0000","last_became_peered":"2023-12-02T00:33:48.268999+0000","last_unstale":"2023-12-02T00:33:49.272613+0000","last_undegraded":"2023-12-02T00:33:49.272613+0000","last_fullsized":"2023-12-02T00:33:49.272613+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:39.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268959+0000","last_change":"2023-12-02T00:33:47.255816+0000","last_active":"2023-12-02T00:33:48.268959+0000","last_peered":"2023-12-02T00:33:48.268959+0000","last_clean":"2023-12-02T00:33:48.268959+0000","last_became_active":"2023-12-02T00:33:47.255528+0000","last_became_peered":"2023-12-02T00:33:47.255528+0000","last_unstale":"2023-12-02T00:33:48.268959+0000","last_undegraded":"2023-12-02T00:33:48.268959+0000","last_fullsized":"2023-12-02T00:33:48.268959+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:23.109895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255695+0000","last_change":"2023-12-02T00:33:35.166501+0000","last_active":"2023-12-02T00:33:48.255695+0000","last_peered":"2023-12-02T00:33:48.255695+0000","last_clean":"2023-12-02T00:33:48.255695+0000","last_became_active":"2023-12-02T00:33:35.166230+0000","last_became_peered":"2023-12-02T00:33:35.166230+0000","last_unstale":"2023-12-02T00:33:48.255695+0000","last_undegraded":"2023-12-02T00:33:48.255695+0000","last_fullsized":"2023-12-02T00:33:48.255695+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254967+0000","last_change":"2023-12-02T00:33:34.167855+0000","last_active":"2023-12-02T00:33:48.254967+0000","last_peered":"2023-12-02T00:33:48.254967+0000","last_clean":"2023-12-02T00:33:48.254967+0000","last_became_active":"2023-12-02T00:33:34.167572+0000","last_became_peered":"2023-12-02T00:33:34.167572+0000","last_unstale":"2023-12-02T00:33:48.254967+0000","last_undegraded":"2023-12-02T00:33:48.254967+0000","last_fullsized":"2023-12-02T00:33:48.254967+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:00.653579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905087+0000","last_change":"2023-12-02T00:33:48.282728+0000","last_active":"2023-12-02T00:33:49.905087+0000","last_peered":"2023-12-02T00:33:49.905087+0000","last_clean":"2023-12-02T00:33:49.905087+0000","last_became_active":"2023-12-02T00:33:48.282386+0000","last_became_peered":"2023-12-02T00:33:48.282386+0000","last_unstale":"2023-12-02T00:33:49.905087+0000","last_undegraded":"2023-12-02T00:33:49.905087+0000","last_fullsized":"2023-12-02T00:33:49.905087+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:21.640377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.294748+0000","last_change":"2023-12-02T00:33:47.251200+0000","last_active":"2023-12-02T00:33:48.294748+0000","last_peered":"2023-12-02T00:33:48.294748+0000","last_clean":"2023-12-02T00:33:48.294748+0000","last_became_active":"2023-12-02T00:33:47.250918+0000","last_became_peered":"2023-12-02T00:33:47.250918+0000","last_unstale":"2023-12-02T00:33:48.294748+0000","last_undegraded":"2023-12-02T00:33:48.294748+0000","last_fullsized":"2023-12-02T00:33:48.294748+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:34.601835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.261631+0000","last_change":"2023-12-02T00:33:35.181873+0000","last_active":"2023-12-02T00:33:48.261631+0000","last_peered":"2023-12-02T00:33:48.261631+0000","last_clean":"2023-12-02T00:33:48.261631+0000","last_became_active":"2023-12-02T00:33:35.181309+0000","last_became_peered":"2023-12-02T00:33:35.181309+0000","last_unstale":"2023-12-02T00:33:48.261631+0000","last_undegraded":"2023-12-02T00:33:48.261631+0000","last_fullsized":"2023-12-02T00:33:48.261631+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252601+0000","last_change":"2023-12-02T00:33:34.166948+0000","last_active":"2023-12-02T00:33:48.252601+0000","last_peered":"2023-12-02T00:33:48.252601+0000","last_clean":"2023-12-02T00:33:48.252601+0000","last_became_active":"2023-12-02T00:33:34.165549+0000","last_became_peered":"2023-12-02T00:33:34.165549+0000","last_unstale":"2023-12-02T00:33:48.252601+0000","last_undegraded":"2023-12-02T00:33:48.252601+0000","last_fullsized":"2023-12-02T00:33:48.252601+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904653+0000","last_change":"2023-12-02T00:33:48.274166+0000","last_active":"2023-12-02T00:33:49.904653+0000","last_peered":"2023-12-02T00:33:49.904653+0000","last_clean":"2023-12-02T00:33:49.904653+0000","last_became_active":"2023-12-02T00:33:48.273869+0000","last_became_peered":"2023-12-02T00:33:48.273869+0000","last_unstale":"2023-12-02T00:33:49.904653+0000","last_undegraded":"2023-12-02T00:33:49.904653+0000","last_fullsized":"2023-12-02T00:33:49.904653+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:54.632379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.303931+0000","last_change":"2023-12-02T00:33:47.263953+0000","last_active":"2023-12-02T00:33:48.303931+0000","last_peered":"2023-12-02T00:33:48.303931+0000","last_clean":"2023-12-02T00:33:48.303931+0000","last_became_active":"2023-12-02T00:33:47.263697+0000","last_became_peered":"2023-12-02T00:33:47.263697+0000","last_unstale":"2023-12-02T00:33:48.303931+0000","last_undegraded":"2023-12-02T00:33:48.303931+0000","last_fullsized":"2023-12-02T00:33:48.303931+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:15:32.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266234+0000","last_change":"2023-12-02T00:33:35.182200+0000","last_active":"2023-12-02T00:33:48.266234+0000","last_peered":"2023-12-02T00:33:48.266234+0000","last_clean":"2023-12-02T00:33:48.266234+0000","last_became_active":"2023-12-02T00:33:35.181898+0000","last_became_peered":"2023-12-02T00:33:35.181898+0000","last_unstale":"2023-12-02T00:33:48.266234+0000","last_undegraded":"2023-12-02T00:33:48.266234+0000","last_fullsized":"2023-12-02T00:33:48.266234+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266286+0000","last_change":"2023-12-02T00:33:34.166301+0000","last_active":"2023-12-02T00:33:48.266286+0000","last_peered":"2023-12-02T00:33:48.266286+0000","last_clean":"2023-12-02T00:33:48.266286+0000","last_became_active":"2023-12-02T00:33:34.166013+0000","last_became_peered":"2023-12-02T00:33:34.166013+0000","last_unstale":"2023-12-02T00:33:48.266286+0000","last_undegraded":"2023-12-02T00:33:48.266286+0000","last_fullsized":"2023-12-02T00:33:48.266286+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:04.786917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272245+0000","last_change":"2023-12-02T00:33:48.276937+0000","last_active":"2023-12-02T00:33:49.272245+0000","last_peered":"2023-12-02T00:33:49.272245+0000","last_clean":"2023-12-02T00:33:49.272245+0000","last_became_active":"2023-12-02T00:33:48.276510+0000","last_became_peered":"2023-12-02T00:33:48.276510+0000","last_unstale":"2023-12-02T00:33:49.272245+0000","last_undegraded":"2023-12-02T00:33:49.272245+0000","last_fullsized":"2023-12-02T00:33:49.272245+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:12:37.768285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"70'3","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.289631+0000","last_change":"2023-12-02T00:33:47.261822+0000","last_active":"2023-12-02T00:33:48.289631+0000","last_peered":"2023-12-02T00:33:48.289631+0000","last_clean":"2023-12-02T00:33:48.289631+0000","last_became_active":"2023-12-02T00:33:47.261491+0000","last_became_peered":"2023-12-02T00:33:47.261491+0000","last_unstale":"2023-12-02T00:33:48.289631+0000","last_undegraded":"2023-12-02T00:33:48.289631+0000","last_fullsized":"2023-12-02T00:33:48.289631+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268844+0000","last_change":"2023-12-02T00:33:35.174913+0000","last_active":"2023-12-02T00:33:48.268844+0000","last_peered":"2023-12-02T00:33:48.268844+0000","last_clean":"2023-12-02T00:33:48.268844+0000","last_became_active":"2023-12-02T00:33:35.174629+0000","last_became_peered":"2023-12-02T00:33:35.174629+0000","last_unstale":"2023-12-02T00:33:48.268844+0000","last_undegraded":"2023-12-02T00:33:48.268844+0000","last_fullsized":"2023-12-02T00:33:48.268844+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:01.157510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258426+0000","last_change":"2023-12-02T00:33:34.176994+0000","last_active":"2023-12-02T00:33:48.258426+0000","last_peered":"2023-12-02T00:33:48.258426+0000","last_clean":"2023-12-02T00:33:48.258426+0000","last_became_active":"2023-12-02T00:33:34.176647+0000","last_became_peered":"2023-12-02T00:33:34.176647+0000","last_unstale":"2023-12-02T00:33:48.258426+0000","last_undegraded":"2023-12-02T00:33:48.258426+0000","last_fullsized":"2023-12-02T00:33:48.258426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:21.514067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905202+0000","last_change":"2023-12-02T00:33:48.277890+0000","last_active":"2023-12-02T00:33:49.905202+0000","last_peered":"2023-12-02T00:33:49.905202+0000","last_clean":"2023-12-02T00:33:49.905202+0000","last_became_active":"2023-12-02T00:33:48.277613+0000","last_became_peered":"2023-12-02T00:33:48.277613+0000","last_unstale":"2023-12-02T00:33:49.905202+0000","last_undegraded":"2023-12-02T00:33:49.905202+0000","last_fullsized":"2023-12-02T00:33:49.905202+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:25:53.128796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"70'6","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.306372+0000","last_change":"2023-12-02T00:33:47.256310+0000","last_active":"2023-12-02T00:33:48.306372+0000","last_peered":"2023-12-02T00:33:48.306372+0000","last_clean":"2023-12-02T00:33:48.306372+0000","last_became_active":"2023-12-02T00:33:47.255454+0000","last_became_peered":"2023-12-02T00:33:47.255454+0000","last_unstale":"2023-12-02T00:33:48.306372+0000","last_undegraded":"2023-12-02T00:33:48.306372+0000","last_fullsized":"2023-12-02T00:33:48.306372+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:19:16.765904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267567+0000","last_change":"2023-12-02T00:33:35.184705+0000","last_active":"2023-12-02T00:33:48.267567+0000","last_peered":"2023-12-02T00:33:48.267567+0000","last_clean":"2023-12-02T00:33:48.267567+0000","last_became_active":"2023-12-02T00:33:35.184391+0000","last_became_peered":"2023-12-02T00:33:35.184391+0000","last_unstale":"2023-12-02T00:33:48.267567+0000","last_undegraded":"2023-12-02T00:33:48.267567+0000","last_fullsized":"2023-12-02T00:33:48.267567+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256873+0000","last_change":"2023-12-02T00:33:34.159902+0000","last_active":"2023-12-02T00:33:48.256873+0000","last_peered":"2023-12-02T00:33:48.256873+0000","last_clean":"2023-12-02T00:33:48.256873+0000","last_became_active":"2023-12-02T00:33:34.159576+0000","last_became_peered":"2023-12-02T00:33:34.159576+0000","last_unstale":"2023-12-02T00:33:48.256873+0000","last_undegraded":"2023-12-02T00:33:48.256873+0000","last_fullsized":"2023-12-02T00:33:48.256873+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:31.922343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801284+0000","last_change":"2023-12-02T00:33:48.265601+0000","last_active":"2023-12-02T00:33:49.801284+0000","last_peered":"2023-12-02T00:33:49.801284+0000","last_clean":"2023-12-02T00:33:49.801284+0000","last_became_active":"2023-12-02T00:33:48.265290+0000","last_became_peered":"2023-12-02T00:33:48.265290+0000","last_unstale":"2023-12-02T00:33:49.801284+0000","last_undegraded":"2023-12-02T00:33:49.801284+0000","last_fullsized":"2023-12-02T00:33:49.801284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:28:14.025685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269355+0000","last_change":"2023-12-02T00:33:47.254454+0000","last_active":"2023-12-02T00:33:48.269355+0000","last_peered":"2023-12-02T00:33:48.269355+0000","last_clean":"2023-12-02T00:33:48.269355+0000","last_became_active":"2023-12-02T00:33:47.254183+0000","last_became_peered":"2023-12-02T00:33:47.254183+0000","last_unstale":"2023-12-02T00:33:48.269355+0000","last_undegraded":"2023-12-02T00:33:48.269355+0000","last_fullsized":"2023-12-02T00:33:48.269355+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:45.010112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253130+0000","last_change":"2023-12-02T00:33:35.168089+0000","last_active":"2023-12-02T00:33:48.253130+0000","last_peered":"2023-12-02T00:33:48.253130+0000","last_clean":"2023-12-02T00:33:48.253130+0000","last_became_active":"2023-12-02T00:33:35.167788+0000","last_became_peered":"2023-12-02T00:33:35.167788+0000","last_unstale":"2023-12-02T00:33:48.253130+0000","last_undegraded":"2023-12-02T00:33:48.253130+0000","last_fullsized":"2023-12-02T00:33:48.253130+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"66'3","reported_seq":19,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.257722+0000","last_change":"2023-12-02T00:33:34.167679+0000","last_active":"2023-12-02T00:33:48.257722+0000","last_peered":"2023-12-02T00:33:48.257722+0000","last_clean":"2023-12-02T00:33:48.257722+0000","last_became_active":"2023-12-02T00:33:34.166822+0000","last_became_peered":"2023-12-02T00:33:34.166822+0000","last_unstale":"2023-12-02T00:33:48.257722+0000","last_undegraded":"2023-12-02T00:33:48.257722+0000","last_fullsized":"2023-12-02T00:33:48.257722+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273464+0000","last_change":"2023-12-02T00:33:48.277136+0000","last_active":"2023-12-02T00:33:49.273464+0000","last_peered":"2023-12-02T00:33:49.273464+0000","last_clean":"2023-12-02T00:33:49.273464+0000","last_became_active":"2023-12-02T00:33:48.276796+0000","last_became_peered":"2023-12-02T00:33:48.276796+0000","last_unstale":"2023-12-02T00:33:49.273464+0000","last_undegraded":"2023-12-02T00:33:49.273464+0000","last_fullsized":"2023-12-02T00:33:49.273464+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:53:44.588964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268748+0000","last_change":"2023-12-02T00:33:47.263206+0000","last_active":"2023-12-02T00:33:48.268748+0000","last_peered":"2023-12-02T00:33:48.268748+0000","last_clean":"2023-12-02T00:33:48.268748+0000","last_became_active":"2023-12-02T00:33:47.262826+0000","last_became_peered":"2023-12-02T00:33:47.262826+0000","last_unstale":"2023-12-02T00:33:48.268748+0000","last_undegraded":"2023-12-02T00:33:48.268748+0000","last_fullsized":"2023-12-02T00:33:48.268748+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256033+0000","last_change":"2023-12-02T00:33:35.184828+0000","last_active":"2023-12-02T00:33:48.256033+0000","last_peered":"2023-12-02T00:33:48.256033+0000","last_clean":"2023-12-02T00:33:48.256033+0000","last_became_active":"2023-12-02T00:33:35.184465+0000","last_became_peered":"2023-12-02T00:33:35.184465+0000","last_unstale":"2023-12-02T00:33:48.256033+0000","last_undegraded":"2023-12-02T00:33:48.256033+0000","last_fullsized":"2023-12-02T00:33:48.256033+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"67'8","reported_seq":24,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266362+0000","last_change":"2023-12-02T00:33:34.169207+0000","last_active":"2023-12-02T00:33:48.266362+0000","last_peered":"2023-12-02T00:33:48.266362+0000","last_clean":"2023-12-02T00:33:48.266362+0000","last_became_active":"2023-12-02T00:33:34.168772+0000","last_became_peered":"2023-12-02T00:33:34.168772+0000","last_unstale":"2023-12-02T00:33:48.266362+0000","last_undegraded":"2023-12-02T00:33:48.266362+0000","last_fullsized":"2023-12-02T00:33:48.266362+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271981+0000","last_change":"2023-12-02T00:33:48.268771+0000","last_active":"2023-12-02T00:33:49.271981+0000","last_peered":"2023-12-02T00:33:49.271981+0000","last_clean":"2023-12-02T00:33:49.271981+0000","last_became_active":"2023-12-02T00:33:48.268481+0000","last_became_peered":"2023-12-02T00:33:48.268481+0000","last_unstale":"2023-12-02T00:33:49.271981+0000","last_undegraded":"2023-12-02T00:33:49.271981+0000","last_fullsized":"2023-12-02T00:33:49.271981+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:20:21.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255153+0000","last_change":"2023-12-02T00:33:47.247138+0000","last_active":"2023-12-02T00:33:48.255153+0000","last_peered":"2023-12-02T00:33:48.255153+0000","last_clean":"2023-12-02T00:33:48.255153+0000","last_became_active":"2023-12-02T00:33:47.246664+0000","last_became_peered":"2023-12-02T00:33:47.246664+0000","last_unstale":"2023-12-02T00:33:48.255153+0000","last_undegraded":"2023-12-02T00:33:48.255153+0000","last_fullsized":"2023-12-02T00:33:48.255153+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:28:25.727235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253196+0000","last_change":"2023-12-02T00:33:35.169484+0000","last_active":"2023-12-02T00:33:48.253196+0000","last_peered":"2023-12-02T00:33:48.253196+0000","last_clean":"2023-12-02T00:33:48.253196+0000","last_became_active":"2023-12-02T00:33:35.169190+0000","last_became_peered":"2023-12-02T00:33:35.169190+0000","last_unstale":"2023-12-02T00:33:48.253196+0000","last_undegraded":"2023-12-02T00:33:48.253196+0000","last_fullsized":"2023-12-02T00:33:48.253196+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266569+0000","last_change":"2023-12-02T00:33:34.169788+0000","last_active":"2023-12-02T00:33:48.266569+0000","last_peered":"2023-12-02T00:33:48.266569+0000","last_clean":"2023-12-02T00:33:48.266569+0000","last_became_active":"2023-12-02T00:33:34.169375+0000","last_became_peered":"2023-12-02T00:33:34.169375+0000","last_unstale":"2023-12-02T00:33:48.266569+0000","last_undegraded":"2023-12-02T00:33:48.266569+0000","last_fullsized":"2023-12-02T00:33:48.266569+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:10.595186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903656+0000","last_change":"2023-12-02T00:33:48.286910+0000","last_active":"2023-12-02T00:33:49.903656+0000","last_peered":"2023-12-02T00:33:49.903656+0000","last_clean":"2023-12-02T00:33:49.903656+0000","last_became_active":"2023-12-02T00:33:48.286623+0000","last_became_peered":"2023-12-02T00:33:48.286623+0000","last_unstale":"2023-12-02T00:33:49.903656+0000","last_undegraded":"2023-12-02T00:33:49.903656+0000","last_fullsized":"2023-12-02T00:33:49.903656+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:47.402197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"70'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.304135+0000","last_change":"2023-12-02T00:33:47.254827+0000","last_active":"2023-12-02T00:33:48.304135+0000","last_peered":"2023-12-02T00:33:48.304135+0000","last_clean":"2023-12-02T00:33:48.304135+0000","last_became_active":"2023-12-02T00:33:47.254578+0000","last_became_peered":"2023-12-02T00:33:47.254578+0000","last_unstale":"2023-12-02T00:33:48.304135+0000","last_undegraded":"2023-12-02T00:33:48.304135+0000","last_fullsized":"2023-12-02T00:33:48.304135+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:24:07.545835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262146+0000","last_change":"2023-12-02T00:33:35.178594+0000","last_active":"2023-12-02T00:33:48.262146+0000","last_peered":"2023-12-02T00:33:48.262146+0000","last_clean":"2023-12-02T00:33:48.262146+0000","last_became_active":"2023-12-02T00:33:35.178279+0000","last_became_peered":"2023-12-02T00:33:35.178279+0000","last_unstale":"2023-12-02T00:33:48.262146+0000","last_undegraded":"2023-12-02T00:33:48.262146+0000","last_fullsized":"2023-12-02T00:33:48.262146+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265913+0000","last_change":"2023-12-02T00:33:34.172711+0000","last_active":"2023-12-02T00:33:48.265913+0000","last_peered":"2023-12-02T00:33:48.265913+0000","last_clean":"2023-12-02T00:33:48.265913+0000","last_became_active":"2023-12-02T00:33:34.172433+0000","last_became_peered":"2023-12-02T00:33:34.172433+0000","last_unstale":"2023-12-02T00:33:48.265913+0000","last_undegraded":"2023-12-02T00:33:48.265913+0000","last_fullsized":"2023-12-02T00:33:48.265913+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:12.412233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402831+0000","last_change":"2023-12-02T00:33:48.281038+0000","last_active":"2023-12-02T00:33:49.402831+0000","last_peered":"2023-12-02T00:33:49.402831+0000","last_clean":"2023-12-02T00:33:49.402831+0000","last_became_active":"2023-12-02T00:33:48.277019+0000","last_became_peered":"2023-12-02T00:33:48.277019+0000","last_unstale":"2023-12-02T00:33:49.402831+0000","last_undegraded":"2023-12-02T00:33:49.402831+0000","last_fullsized":"2023-12-02T00:33:49.402831+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:37.893633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.302010+0000","last_change":"2023-12-02T00:33:47.253408+0000","last_active":"2023-12-02T00:33:48.302010+0000","last_peered":"2023-12-02T00:33:48.302010+0000","last_clean":"2023-12-02T00:33:48.302010+0000","last_became_active":"2023-12-02T00:33:47.253091+0000","last_became_peered":"2023-12-02T00:33:47.253091+0000","last_unstale":"2023-12-02T00:33:48.302010+0000","last_undegraded":"2023-12-02T00:33:48.302010+0000","last_fullsized":"2023-12-02T00:33:48.302010+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:53:21.505307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266089+0000","last_change":"2023-12-02T00:33:35.185181+0000","last_active":"2023-12-02T00:33:48.266089+0000","last_peered":"2023-12-02T00:33:48.266089+0000","last_clean":"2023-12-02T00:33:48.266089+0000","last_became_active":"2023-12-02T00:33:35.184876+0000","last_became_peered":"2023-12-02T00:33:35.184876+0000","last_unstale":"2023-12-02T00:33:48.266089+0000","last_undegraded":"2023-12-02T00:33:48.266089+0000","last_fullsized":"2023-12-02T00:33:48.266089+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:50.582754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266135+0000","last_change":"2023-12-02T00:33:34.166278+0000","last_active":"2023-12-02T00:33:48.266135+0000","last_peered":"2023-12-02T00:33:48.266135+0000","last_clean":"2023-12-02T00:33:48.266135+0000","last_became_active":"2023-12-02T00:33:34.165308+0000","last_became_peered":"2023-12-02T00:33:34.165308+0000","last_unstale":"2023-12-02T00:33:48.266135+0000","last_undegraded":"2023-12-02T00:33:48.266135+0000","last_fullsized":"2023-12-02T00:33:48.266135+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271795+0000","last_change":"2023-12-02T00:33:48.289202+0000","last_active":"2023-12-02T00:33:49.271795+0000","last_peered":"2023-12-02T00:33:49.271795+0000","last_clean":"2023-12-02T00:33:49.271795+0000","last_became_active":"2023-12-02T00:33:48.288912+0000","last_became_peered":"2023-12-02T00:33:48.288912+0000","last_unstale":"2023-12-02T00:33:49.271795+0000","last_undegraded":"2023-12-02T00:33:49.271795+0000","last_fullsized":"2023-12-02T00:33:49.271795+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:07.341826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258540+0000","last_change":"2023-12-02T00:33:47.250400+0000","last_active":"2023-12-02T00:33:48.258540+0000","last_peered":"2023-12-02T00:33:48.258540+0000","last_clean":"2023-12-02T00:33:48.258540+0000","last_became_active":"2023-12-02T00:33:47.250106+0000","last_became_peered":"2023-12-02T00:33:47.250106+0000","last_unstale":"2023-12-02T00:33:48.258540+0000","last_undegraded":"2023-12-02T00:33:48.258540+0000","last_fullsized":"2023-12-02T00:33:48.258540+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:53:20.580614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.264953+0000","last_change":"2023-12-02T00:33:35.168919+0000","last_active":"2023-12-02T00:33:48.264953+0000","last_peered":"2023-12-02T00:33:48.264953+0000","last_clean":"2023-12-02T00:33:48.264953+0000","last_became_active":"2023-12-02T00:33:35.168656+0000","last_became_peered":"2023-12-02T00:33:35.168656+0000","last_unstale":"2023-12-02T00:33:48.264953+0000","last_undegraded":"2023-12-02T00:33:48.264953+0000","last_fullsized":"2023-12-02T00:33:48.264953+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:50:12.144144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"66'8","reported_seq":24,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252527+0000","last_change":"2023-12-02T00:33:34.171485+0000","last_active":"2023-12-02T00:33:48.252527+0000","last_peered":"2023-12-02T00:33:48.252527+0000","last_clean":"2023-12-02T00:33:48.252527+0000","last_became_active":"2023-12-02T00:33:34.171108+0000","last_became_peered":"2023-12-02T00:33:34.171108+0000","last_unstale":"2023-12-02T00:33:48.252527+0000","last_undegraded":"2023-12-02T00:33:48.252527+0000","last_fullsized":"2023-12-02T00:33:48.252527+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:48.278926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905090+0000","last_change":"2023-12-02T00:33:48.276061+0000","last_active":"2023-12-02T00:33:49.905090+0000","last_peered":"2023-12-02T00:33:49.905090+0000","last_clean":"2023-12-02T00:33:49.905090+0000","last_became_active":"2023-12-02T00:33:48.275749+0000","last_became_peered":"2023-12-02T00:33:48.275749+0000","last_unstale":"2023-12-02T00:33:49.905090+0000","last_undegraded":"2023-12-02T00:33:49.905090+0000","last_fullsized":"2023-12-02T00:33:49.905090+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:10.307457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.292526+0000","last_change":"2023-12-02T00:33:47.250637+0000","last_active":"2023-12-02T00:33:48.292526+0000","last_peered":"2023-12-02T00:33:48.292526+0000","last_clean":"2023-12-02T00:33:48.292526+0000","last_became_active":"2023-12-02T00:33:47.250247+0000","last_became_peered":"2023-12-02T00:33:47.250247+0000","last_unstale":"2023-12-02T00:33:48.292526+0000","last_undegraded":"2023-12-02T00:33:48.292526+0000","last_fullsized":"2023-12-02T00:33:48.292526+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:36.884537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.263719+0000","last_change":"2023-12-02T00:33:35.169214+0000","last_active":"2023-12-02T00:33:48.263719+0000","last_peered":"2023-12-02T00:33:48.263719+0000","last_clean":"2023-12-02T00:33:48.263719+0000","last_became_active":"2023-12-02T00:33:35.168473+0000","last_became_peered":"2023-12-02T00:33:35.168473+0000","last_unstale":"2023-12-02T00:33:48.263719+0000","last_undegraded":"2023-12-02T00:33:48.263719+0000","last_fullsized":"2023-12-02T00:33:48.263719+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258529+0000","last_change":"2023-12-02T00:33:34.164440+0000","last_active":"2023-12-02T00:33:48.258529+0000","last_peered":"2023-12-02T00:33:48.258529+0000","last_clean":"2023-12-02T00:33:48.258529+0000","last_became_active":"2023-12-02T00:33:34.163698+0000","last_became_peered":"2023-12-02T00:33:34.163698+0000","last_unstale":"2023-12-02T00:33:48.258529+0000","last_undegraded":"2023-12-02T00:33:48.258529+0000","last_fullsized":"2023-12-02T00:33:48.258529+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905501+0000","last_change":"2023-12-02T00:33:48.282464+0000","last_active":"2023-12-02T00:33:49.905501+0000","last_peered":"2023-12-02T00:33:49.905501+0000","last_clean":"2023-12-02T00:33:49.905501+0000","last_became_active":"2023-12-02T00:33:48.282013+0000","last_became_peered":"2023-12-02T00:33:48.282013+0000","last_unstale":"2023-12-02T00:33:49.905501+0000","last_undegraded":"2023-12-02T00:33:49.905501+0000","last_fullsized":"2023-12-02T00:33:49.905501+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:17:57.210856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253129+0000","last_change":"2023-12-02T00:33:47.264936+0000","last_active":"2023-12-02T00:33:48.253129+0000","last_peered":"2023-12-02T00:33:48.253129+0000","last_clean":"2023-12-02T00:33:48.253129+0000","last_became_active":"2023-12-02T00:33:47.264311+0000","last_became_peered":"2023-12-02T00:33:47.264311+0000","last_unstale":"2023-12-02T00:33:48.253129+0000","last_undegraded":"2023-12-02T00:33:48.253129+0000","last_fullsized":"2023-12-02T00:33:48.253129+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:20:20.579875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258268+0000","last_change":"2023-12-02T00:33:35.170723+0000","last_active":"2023-12-02T00:33:48.258268+0000","last_peered":"2023-12-02T00:33:48.258268+0000","last_clean":"2023-12-02T00:33:48.258268+0000","last_became_active":"2023-12-02T00:33:35.168258+0000","last_became_peered":"2023-12-02T00:33:35.168258+0000","last_unstale":"2023-12-02T00:33:48.258268+0000","last_undegraded":"2023-12-02T00:33:48.258268+0000","last_fullsized":"2023-12-02T00:33:48.258268+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255524+0000","last_change":"2023-12-02T00:33:34.160118+0000","last_active":"2023-12-02T00:33:48.255524+0000","last_peered":"2023-12-02T00:33:48.255524+0000","last_clean":"2023-12-02T00:33:48.255524+0000","last_became_active":"2023-12-02T00:33:34.159845+0000","last_became_peered":"2023-12-02T00:33:34.159845+0000","last_unstale":"2023-12-02T00:33:48.255524+0000","last_undegraded":"2023-12-02T00:33:48.255524+0000","last_fullsized":"2023-12-02T00:33:48.255524+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273127+0000","last_change":"2023-12-02T00:33:48.271810+0000","last_active":"2023-12-02T00:33:49.273127+0000","last_peered":"2023-12-02T00:33:49.273127+0000","last_clean":"2023-12-02T00:33:49.273127+0000","last_became_active":"2023-12-02T00:33:48.271165+0000","last_became_peered":"2023-12-02T00:33:48.271165+0000","last_unstale":"2023-12-02T00:33:49.273127+0000","last_undegraded":"2023-12-02T00:33:49.273127+0000","last_fullsized":"2023-12-02T00:33:49.273127+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:15.547216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.291087+0000","last_change":"2023-12-02T00:33:47.254521+0000","last_active":"2023-12-02T00:33:48.291087+0000","last_peered":"2023-12-02T00:33:48.291087+0000","last_clean":"2023-12-02T00:33:48.291087+0000","last_became_active":"2023-12-02T00:33:47.254240+0000","last_became_peered":"2023-12-02T00:33:47.254240+0000","last_unstale":"2023-12-02T00:33:48.291087+0000","last_undegraded":"2023-12-02T00:33:48.291087+0000","last_fullsized":"2023-12-02T00:33:48.291087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:42:48.761502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256134+0000","last_change":"2023-12-02T00:33:35.176352+0000","last_active":"2023-12-02T00:33:48.256134+0000","last_peered":"2023-12-02T00:33:48.256134+0000","last_clean":"2023-12-02T00:33:48.256134+0000","last_became_active":"2023-12-02T00:33:35.176076+0000","last_became_peered":"2023-12-02T00:33:35.176076+0000","last_unstale":"2023-12-02T00:33:48.256134+0000","last_undegraded":"2023-12-02T00:33:48.256134+0000","last_fullsized":"2023-12-02T00:33:48.256134+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253704+0000","last_change":"2023-12-02T00:33:34.165836+0000","last_active":"2023-12-02T00:33:48.253704+0000","last_peered":"2023-12-02T00:33:48.253704+0000","last_clean":"2023-12-02T00:33:48.253704+0000","last_became_active":"2023-12-02T00:33:34.165519+0000","last_became_peered":"2023-12-02T00:33:34.165519+0000","last_unstale":"2023-12-02T00:33:48.253704+0000","last_undegraded":"2023-12-02T00:33:48.253704+0000","last_fullsized":"2023-12-02T00:33:48.253704+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903612+0000","last_change":"2023-12-02T00:33:48.280016+0000","last_active":"2023-12-02T00:33:49.903612+0000","last_peered":"2023-12-02T00:33:49.903612+0000","last_clean":"2023-12-02T00:33:49.903612+0000","last_became_active":"2023-12-02T00:33:48.279765+0000","last_became_peered":"2023-12-02T00:33:48.279765+0000","last_unstale":"2023-12-02T00:33:49.903612+0000","last_undegraded":"2023-12-02T00:33:49.903612+0000","last_fullsized":"2023-12-02T00:33:49.903612+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:14.750444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265876+0000","last_change":"2023-12-02T00:33:47.256282+0000","last_active":"2023-12-02T00:33:48.265876+0000","last_peered":"2023-12-02T00:33:48.265876+0000","last_clean":"2023-12-02T00:33:48.265876+0000","last_became_active":"2023-12-02T00:33:47.255918+0000","last_became_peered":"2023-12-02T00:33:47.255918+0000","last_unstale":"2023-12-02T00:33:48.265876+0000","last_undegraded":"2023-12-02T00:33:48.265876+0000","last_fullsized":"2023-12-02T00:33:48.265876+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:56.513224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258893+0000","last_change":"2023-12-02T00:33:35.173161+0000","last_active":"2023-12-02T00:33:48.258893+0000","last_peered":"2023-12-02T00:33:48.258893+0000","last_clean":"2023-12-02T00:33:48.258893+0000","last_became_active":"2023-12-02T00:33:35.172511+0000","last_became_peered":"2023-12-02T00:33:35.172511+0000","last_unstale":"2023-12-02T00:33:48.258893+0000","last_undegraded":"2023-12-02T00:33:48.258893+0000","last_fullsized":"2023-12-02T00:33:48.258893+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:50.685260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269482+0000","last_change":"2023-12-02T00:33:34.175526+0000","last_active":"2023-12-02T00:33:48.269482+0000","last_peered":"2023-12-02T00:33:48.269482+0000","last_clean":"2023-12-02T00:33:48.269482+0000","last_became_active":"2023-12-02T00:33:34.175226+0000","last_became_peered":"2023-12-02T00:33:34.175226+0000","last_unstale":"2023-12-02T00:33:48.269482+0000","last_undegraded":"2023-12-02T00:33:48.269482+0000","last_fullsized":"2023-12-02T00:33:48.269482+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:43.425455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271786+0000","last_change":"2023-12-02T00:33:48.270204+0000","last_active":"2023-12-02T00:33:49.271786+0000","last_peered":"2023-12-02T00:33:49.271786+0000","last_clean":"2023-12-02T00:33:49.271786+0000","last_became_active":"2023-12-02T00:33:48.269896+0000","last_became_peered":"2023-12-02T00:33:48.269896+0000","last_unstale":"2023-12-02T00:33:49.271786+0000","last_undegraded":"2023-12-02T00:33:49.271786+0000","last_fullsized":"2023-12-02T00:33:49.271786+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:25:53.128796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252304+0000","last_change":"2023-12-02T00:33:47.260562+0000","last_active":"2023-12-02T00:33:48.252304+0000","last_peered":"2023-12-02T00:33:48.252304+0000","last_clean":"2023-12-02T00:33:48.252304+0000","last_became_active":"2023-12-02T00:33:47.259845+0000","last_became_peered":"2023-12-02T00:33:47.259845+0000","last_unstale":"2023-12-02T00:33:48.252304+0000","last_undegraded":"2023-12-02T00:33:48.252304+0000","last_fullsized":"2023-12-02T00:33:48.252304+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266110+0000","last_change":"2023-12-02T00:33:35.182340+0000","last_active":"2023-12-02T00:33:48.266110+0000","last_peered":"2023-12-02T00:33:48.266110+0000","last_clean":"2023-12-02T00:33:48.266110+0000","last_became_active":"2023-12-02T00:33:35.181985+0000","last_became_peered":"2023-12-02T00:33:35.181985+0000","last_unstale":"2023-12-02T00:33:48.266110+0000","last_undegraded":"2023-12-02T00:33:48.266110+0000","last_fullsized":"2023-12-02T00:33:48.266110+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258994+0000","last_change":"2023-12-02T00:33:34.170594+0000","last_active":"2023-12-02T00:33:48.258994+0000","last_peered":"2023-12-02T00:33:48.258994+0000","last_clean":"2023-12-02T00:33:48.258994+0000","last_became_active":"2023-12-02T00:33:34.170320+0000","last_became_peered":"2023-12-02T00:33:34.170320+0000","last_unstale":"2023-12-02T00:33:48.258994+0000","last_undegraded":"2023-12-02T00:33:48.258994+0000","last_fullsized":"2023-12-02T00:33:48.258994+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:34.055582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903799+0000","last_change":"2023-12-02T00:33:48.289174+0000","last_active":"2023-12-02T00:33:49.903799+0000","last_peered":"2023-12-02T00:33:49.903799+0000","last_clean":"2023-12-02T00:33:49.903799+0000","last_became_active":"2023-12-02T00:33:48.288874+0000","last_became_peered":"2023-12-02T00:33:48.288874+0000","last_unstale":"2023-12-02T00:33:49.903799+0000","last_undegraded":"2023-12-02T00:33:49.903799+0000","last_fullsized":"2023-12-02T00:33:49.903799+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:47.408689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.305924+0000","last_change":"2023-12-02T00:33:47.262978+0000","last_active":"2023-12-02T00:33:48.305924+0000","last_peered":"2023-12-02T00:33:48.305924+0000","last_clean":"2023-12-02T00:33:48.305924+0000","last_became_active":"2023-12-02T00:33:47.262712+0000","last_became_peered":"2023-12-02T00:33:47.262712+0000","last_unstale":"2023-12-02T00:33:48.305924+0000","last_undegraded":"2023-12-02T00:33:48.305924+0000","last_fullsized":"2023-12-02T00:33:48.305924+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:42:48.761502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259722+0000","last_change":"2023-12-02T00:33:35.184306+0000","last_active":"2023-12-02T00:33:48.259722+0000","last_peered":"2023-12-02T00:33:48.259722+0000","last_clean":"2023-12-02T00:33:48.259722+0000","last_became_active":"2023-12-02T00:33:35.179995+0000","last_became_peered":"2023-12-02T00:33:35.179995+0000","last_unstale":"2023-12-02T00:33:48.259722+0000","last_undegraded":"2023-12-02T00:33:48.259722+0000","last_fullsized":"2023-12-02T00:33:48.259722+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:21:16.879741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259290+0000","last_change":"2023-12-02T00:33:34.171470+0000","last_active":"2023-12-02T00:33:48.259290+0000","last_peered":"2023-12-02T00:33:48.259290+0000","last_clean":"2023-12-02T00:33:48.259290+0000","last_became_active":"2023-12-02T00:33:34.171186+0000","last_became_peered":"2023-12-02T00:33:34.171186+0000","last_unstale":"2023-12-02T00:33:48.259290+0000","last_undegraded":"2023-12-02T00:33:48.259290+0000","last_fullsized":"2023-12-02T00:33:48.259290+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:25.130926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904026+0000","last_change":"2023-12-02T00:33:48.285213+0000","last_active":"2023-12-02T00:33:49.904026+0000","last_peered":"2023-12-02T00:33:49.904026+0000","last_clean":"2023-12-02T00:33:49.904026+0000","last_became_active":"2023-12-02T00:33:48.284894+0000","last_became_peered":"2023-12-02T00:33:48.284894+0000","last_unstale":"2023-12-02T00:33:49.904026+0000","last_undegraded":"2023-12-02T00:33:49.904026+0000","last_fullsized":"2023-12-02T00:33:49.904026+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:36:03.954904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266189+0000","last_change":"2023-12-02T00:33:47.260277+0000","last_active":"2023-12-02T00:33:48.266189+0000","last_peered":"2023-12-02T00:33:48.266189+0000","last_clean":"2023-12-02T00:33:48.266189+0000","last_became_active":"2023-12-02T00:33:47.259896+0000","last_became_peered":"2023-12-02T00:33:47.259896+0000","last_unstale":"2023-12-02T00:33:48.266189+0000","last_undegraded":"2023-12-02T00:33:48.266189+0000","last_fullsized":"2023-12-02T00:33:48.266189+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:25.500001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265973+0000","last_change":"2023-12-02T00:33:35.185713+0000","last_active":"2023-12-02T00:33:48.265973+0000","last_peered":"2023-12-02T00:33:48.265973+0000","last_clean":"2023-12-02T00:33:48.265973+0000","last_became_active":"2023-12-02T00:33:35.185346+0000","last_became_peered":"2023-12-02T00:33:35.185346+0000","last_unstale":"2023-12-02T00:33:48.265973+0000","last_undegraded":"2023-12-02T00:33:48.265973+0000","last_fullsized":"2023-12-02T00:33:48.265973+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:02.143469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266511+0000","last_change":"2023-12-02T00:33:34.177504+0000","last_active":"2023-12-02T00:33:48.266511+0000","last_peered":"2023-12-02T00:33:48.266511+0000","last_clean":"2023-12-02T00:33:48.266511+0000","last_became_active":"2023-12-02T00:33:34.176304+0000","last_became_peered":"2023-12-02T00:33:34.176304+0000","last_unstale":"2023-12-02T00:33:48.266511+0000","last_undegraded":"2023-12-02T00:33:48.266511+0000","last_fullsized":"2023-12-02T00:33:48.266511+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:13.688317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271615+0000","last_change":"2023-12-02T00:33:48.275307+0000","last_active":"2023-12-02T00:33:49.271615+0000","last_peered":"2023-12-02T00:33:49.271615+0000","last_clean":"2023-12-02T00:33:49.271615+0000","last_became_active":"2023-12-02T00:33:48.275024+0000","last_became_peered":"2023-12-02T00:33:48.275024+0000","last_unstale":"2023-12-02T00:33:49.271615+0000","last_undegraded":"2023-12-02T00:33:49.271615+0000","last_fullsized":"2023-12-02T00:33:49.271615+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:22:02.462916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253849+0000","last_change":"2023-12-02T00:33:47.266270+0000","last_active":"2023-12-02T00:33:48.253849+0000","last_peered":"2023-12-02T00:33:48.253849+0000","last_clean":"2023-12-02T00:33:48.253849+0000","last_became_active":"2023-12-02T00:33:47.266014+0000","last_became_peered":"2023-12-02T00:33:47.266014+0000","last_unstale":"2023-12-02T00:33:48.253849+0000","last_undegraded":"2023-12-02T00:33:48.253849+0000","last_fullsized":"2023-12-02T00:33:48.253849+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:03:16.732044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256395+0000","last_change":"2023-12-02T00:33:35.164566+0000","last_active":"2023-12-02T00:33:48.256395+0000","last_peered":"2023-12-02T00:33:48.256395+0000","last_clean":"2023-12-02T00:33:48.256395+0000","last_became_active":"2023-12-02T00:33:35.164271+0000","last_became_peered":"2023-12-02T00:33:35.164271+0000","last_unstale":"2023-12-02T00:33:48.256395+0000","last_undegraded":"2023-12-02T00:33:48.256395+0000","last_fullsized":"2023-12-02T00:33:48.256395+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269528+0000","last_change":"2023-12-02T00:33:34.165808+0000","last_active":"2023-12-02T00:33:48.269528+0000","last_peered":"2023-12-02T00:33:48.269528+0000","last_clean":"2023-12-02T00:33:48.269528+0000","last_became_active":"2023-12-02T00:33:34.165520+0000","last_became_peered":"2023-12-02T00:33:34.165520+0000","last_unstale":"2023-12-02T00:33:48.269528+0000","last_undegraded":"2023-12-02T00:33:48.269528+0000","last_fullsized":"2023-12-02T00:33:48.269528+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:48.960061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272162+0000","last_change":"2023-12-02T00:33:48.287608+0000","last_active":"2023-12-02T00:33:49.272162+0000","last_peered":"2023-12-02T00:33:49.272162+0000","last_clean":"2023-12-02T00:33:49.272162+0000","last_became_active":"2023-12-02T00:33:48.287284+0000","last_became_peered":"2023-12-02T00:33:48.287284+0000","last_unstale":"2023-12-02T00:33:49.272162+0000","last_undegraded":"2023-12-02T00:33:49.272162+0000","last_fullsized":"2023-12-02T00:33:49.272162+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:23:07.466862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255871+0000","last_change":"2023-12-02T00:33:47.257491+0000","last_active":"2023-12-02T00:33:48.255871+0000","last_peered":"2023-12-02T00:33:48.255871+0000","last_clean":"2023-12-02T00:33:48.255871+0000","last_became_active":"2023-12-02T00:33:47.257167+0000","last_became_peered":"2023-12-02T00:33:47.257167+0000","last_unstale":"2023-12-02T00:33:48.255871+0000","last_undegraded":"2023-12-02T00:33:48.255871+0000","last_fullsized":"2023-12-02T00:33:48.255871+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265982+0000","last_change":"2023-12-02T00:33:35.170526+0000","last_active":"2023-12-02T00:33:48.265982+0000","last_peered":"2023-12-02T00:33:48.265982+0000","last_clean":"2023-12-02T00:33:48.265982+0000","last_became_active":"2023-12-02T00:33:35.170218+0000","last_became_peered":"2023-12-02T00:33:35.170218+0000","last_unstale":"2023-12-02T00:33:48.265982+0000","last_undegraded":"2023-12-02T00:33:48.265982+0000","last_fullsized":"2023-12-02T00:33:48.265982+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"67'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267872+0000","last_change":"2023-12-02T00:33:34.169511+0000","last_active":"2023-12-02T00:33:48.267872+0000","last_peered":"2023-12-02T00:33:48.267872+0000","last_clean":"2023-12-02T00:33:48.267872+0000","last_became_active":"2023-12-02T00:33:34.169197+0000","last_became_peered":"2023-12-02T00:33:34.169197+0000","last_unstale":"2023-12-02T00:33:48.267872+0000","last_undegraded":"2023-12-02T00:33:48.267872+0000","last_fullsized":"2023-12-02T00:33:48.267872+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:19.364545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801291+0000","last_change":"2023-12-02T00:33:48.276137+0000","last_active":"2023-12-02T00:33:49.801291+0000","last_peered":"2023-12-02T00:33:49.801291+0000","last_clean":"2023-12-02T00:33:49.801291+0000","last_became_active":"2023-12-02T00:33:48.275485+0000","last_became_peered":"2023-12-02T00:33:48.275485+0000","last_unstale":"2023-12-02T00:33:49.801291+0000","last_undegraded":"2023-12-02T00:33:49.801291+0000","last_fullsized":"2023-12-02T00:33:49.801291+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:58:10.417875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.289984+0000","last_change":"2023-12-02T00:33:47.259515+0000","last_active":"2023-12-02T00:33:48.289984+0000","last_peered":"2023-12-02T00:33:48.289984+0000","last_clean":"2023-12-02T00:33:48.289984+0000","last_became_active":"2023-12-02T00:33:47.259080+0000","last_became_peered":"2023-12-02T00:33:47.259080+0000","last_unstale":"2023-12-02T00:33:48.289984+0000","last_undegraded":"2023-12-02T00:33:48.289984+0000","last_fullsized":"2023-12-02T00:33:48.289984+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:22.476077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256316+0000","last_change":"2023-12-02T00:33:35.185856+0000","last_active":"2023-12-02T00:33:48.256316+0000","last_peered":"2023-12-02T00:33:48.256316+0000","last_clean":"2023-12-02T00:33:48.256316+0000","last_became_active":"2023-12-02T00:33:35.185350+0000","last_became_peered":"2023-12-02T00:33:35.185350+0000","last_unstale":"2023-12-02T00:33:48.256316+0000","last_undegraded":"2023-12-02T00:33:48.256316+0000","last_fullsized":"2023-12-02T00:33:48.256316+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:26.795533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.257823+0000","last_change":"2023-12-02T00:33:34.169131+0000","last_active":"2023-12-02T00:33:48.257823+0000","last_peered":"2023-12-02T00:33:48.257823+0000","last_clean":"2023-12-02T00:33:48.257823+0000","last_became_active":"2023-12-02T00:33:34.168721+0000","last_became_peered":"2023-12-02T00:33:34.168721+0000","last_unstale":"2023-12-02T00:33:48.257823+0000","last_undegraded":"2023-12-02T00:33:48.257823+0000","last_fullsized":"2023-12-02T00:33:48.257823+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271982+0000","last_change":"2023-12-02T00:33:48.294792+0000","last_active":"2023-12-02T00:33:49.271982+0000","last_peered":"2023-12-02T00:33:49.271982+0000","last_clean":"2023-12-02T00:33:49.271982+0000","last_became_active":"2023-12-02T00:33:48.294521+0000","last_became_peered":"2023-12-02T00:33:48.294521+0000","last_unstale":"2023-12-02T00:33:49.271982+0000","last_undegraded":"2023-12-02T00:33:49.271982+0000","last_fullsized":"2023-12-02T00:33:49.271982+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:30.364849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.218558+0000","last_change":"2023-12-02T00:33:47.264412+0000","last_active":"2023-12-02T00:33:49.218558+0000","last_peered":"2023-12-02T00:33:49.218558+0000","last_clean":"2023-12-02T00:33:49.218558+0000","last_became_active":"2023-12-02T00:33:47.264161+0000","last_became_peered":"2023-12-02T00:33:47.264161+0000","last_unstale":"2023-12-02T00:33:49.218558+0000","last_undegraded":"2023-12-02T00:33:49.218558+0000","last_fullsized":"2023-12-02T00:33:49.218558+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:46.343692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256235+0000","last_change":"2023-12-02T00:33:35.172670+0000","last_active":"2023-12-02T00:33:48.256235+0000","last_peered":"2023-12-02T00:33:48.256235+0000","last_clean":"2023-12-02T00:33:48.256235+0000","last_became_active":"2023-12-02T00:33:35.172397+0000","last_became_peered":"2023-12-02T00:33:35.172397+0000","last_unstale":"2023-12-02T00:33:48.256235+0000","last_undegraded":"2023-12-02T00:33:48.256235+0000","last_fullsized":"2023-12-02T00:33:48.256235+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256397+0000","last_change":"2023-12-02T00:33:34.169081+0000","last_active":"2023-12-02T00:33:48.256397+0000","last_peered":"2023-12-02T00:33:48.256397+0000","last_clean":"2023-12-02T00:33:48.256397+0000","last_became_active":"2023-12-02T00:33:34.168600+0000","last_became_peered":"2023-12-02T00:33:34.168600+0000","last_unstale":"2023-12-02T00:33:48.256397+0000","last_undegraded":"2023-12-02T00:33:48.256397+0000","last_fullsized":"2023-12-02T00:33:48.256397+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903627+0000","last_change":"2023-12-02T00:33:48.279537+0000","last_active":"2023-12-02T00:33:49.903627+0000","last_peered":"2023-12-02T00:33:49.903627+0000","last_clean":"2023-12-02T00:33:49.903627+0000","last_became_active":"2023-12-02T00:33:48.279245+0000","last_became_peered":"2023-12-02T00:33:48.279245+0000","last_unstale":"2023-12-02T00:33:49.903627+0000","last_undegraded":"2023-12-02T00:33:49.903627+0000","last_fullsized":"2023-12-02T00:33:49.903627+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:13:02.375791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265997+0000","last_change":"2023-12-02T00:33:47.260010+0000","last_active":"2023-12-02T00:33:48.265997+0000","last_peered":"2023-12-02T00:33:48.265997+0000","last_clean":"2023-12-02T00:33:48.265997+0000","last_became_active":"2023-12-02T00:33:47.259703+0000","last_became_peered":"2023-12-02T00:33:47.259703+0000","last_unstale":"2023-12-02T00:33:48.265997+0000","last_undegraded":"2023-12-02T00:33:48.265997+0000","last_fullsized":"2023-12-02T00:33:48.265997+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:19:16.765904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266307+0000","last_change":"2023-12-02T00:33:35.175704+0000","last_active":"2023-12-02T00:33:48.266307+0000","last_peered":"2023-12-02T00:33:48.266307+0000","last_clean":"2023-12-02T00:33:48.266307+0000","last_became_active":"2023-12-02T00:33:35.175412+0000","last_became_peered":"2023-12-02T00:33:35.175412+0000","last_unstale":"2023-12-02T00:33:48.266307+0000","last_undegraded":"2023-12-02T00:33:48.266307+0000","last_fullsized":"2023-12-02T00:33:48.266307+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:18.477204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253199+0000","last_change":"2023-12-02T00:33:34.172768+0000","last_active":"2023-12-02T00:33:48.253199+0000","last_peered":"2023-12-02T00:33:48.253199+0000","last_clean":"2023-12-02T00:33:48.253199+0000","last_became_active":"2023-12-02T00:33:34.171359+0000","last_became_peered":"2023-12-02T00:33:34.171359+0000","last_unstale":"2023-12-02T00:33:48.253199+0000","last_undegraded":"2023-12-02T00:33:48.253199+0000","last_fullsized":"2023-12-02T00:33:48.253199+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271959+0000","last_change":"2023-12-02T00:33:48.281960+0000","last_active":"2023-12-02T00:33:49.271959+0000","last_peered":"2023-12-02T00:33:49.271959+0000","last_clean":"2023-12-02T00:33:49.271959+0000","last_became_active":"2023-12-02T00:33:48.281612+0000","last_became_peered":"2023-12-02T00:33:48.281612+0000","last_unstale":"2023-12-02T00:33:49.271959+0000","last_undegraded":"2023-12-02T00:33:49.271959+0000","last_fullsized":"2023-12-02T00:33:49.271959+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:17:57.210856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258062+0000","last_change":"2023-12-02T00:33:47.260716+0000","last_active":"2023-12-02T00:33:48.258062+0000","last_peered":"2023-12-02T00:33:48.258062+0000","last_clean":"2023-12-02T00:33:48.258062+0000","last_became_active":"2023-12-02T00:33:47.260319+0000","last_became_peered":"2023-12-02T00:33:47.260319+0000","last_unstale":"2023-12-02T00:33:48.258062+0000","last_undegraded":"2023-12-02T00:33:48.258062+0000","last_fullsized":"2023-12-02T00:33:48.258062+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:41.918648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252827+0000","last_change":"2023-12-02T00:33:35.170827+0000","last_active":"2023-12-02T00:33:48.252827+0000","last_peered":"2023-12-02T00:33:48.252827+0000","last_clean":"2023-12-02T00:33:48.252827+0000","last_became_active":"2023-12-02T00:33:35.170542+0000","last_became_peered":"2023-12-02T00:33:35.170542+0000","last_unstale":"2023-12-02T00:33:48.252827+0000","last_undegraded":"2023-12-02T00:33:48.252827+0000","last_fullsized":"2023-12-02T00:33:48.252827+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255069+0000","last_change":"2023-12-02T00:33:34.166643+0000","last_active":"2023-12-02T00:33:48.255069+0000","last_peered":"2023-12-02T00:33:48.255069+0000","last_clean":"2023-12-02T00:33:48.255069+0000","last_became_active":"2023-12-02T00:33:34.164620+0000","last_became_peered":"2023-12-02T00:33:34.164620+0000","last_unstale":"2023-12-02T00:33:48.255069+0000","last_undegraded":"2023-12-02T00:33:48.255069+0000","last_fullsized":"2023-12-02T00:33:48.255069+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903959+0000","last_change":"2023-12-02T00:33:48.289753+0000","last_active":"2023-12-02T00:33:49.903959+0000","last_peered":"2023-12-02T00:33:49.903959+0000","last_clean":"2023-12-02T00:33:49.903959+0000","last_became_active":"2023-12-02T00:33:48.289409+0000","last_became_peered":"2023-12-02T00:33:48.289409+0000","last_unstale":"2023-12-02T00:33:49.903959+0000","last_undegraded":"2023-12-02T00:33:49.903959+0000","last_fullsized":"2023-12-02T00:33:49.903959+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:53.894445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252599+0000","last_change":"2023-12-02T00:33:47.263271+0000","last_active":"2023-12-02T00:33:48.252599+0000","last_peered":"2023-12-02T00:33:48.252599+0000","last_clean":"2023-12-02T00:33:48.252599+0000","last_became_active":"2023-12-02T00:33:47.263005+0000","last_became_peered":"2023-12-02T00:33:47.263005+0000","last_unstale":"2023-12-02T00:33:48.252599+0000","last_undegraded":"2023-12-02T00:33:48.252599+0000","last_fullsized":"2023-12-02T00:33:48.252599+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:03.671789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.261825+0000","last_change":"2023-12-02T00:33:35.174544+0000","last_active":"2023-12-02T00:33:48.261825+0000","last_peered":"2023-12-02T00:33:48.261825+0000","last_clean":"2023-12-02T00:33:48.261825+0000","last_became_active":"2023-12-02T00:33:35.174210+0000","last_became_peered":"2023-12-02T00:33:35.174210+0000","last_unstale":"2023-12-02T00:33:48.261825+0000","last_undegraded":"2023-12-02T00:33:48.261825+0000","last_fullsized":"2023-12-02T00:33:48.261825+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255214+0000","last_change":"2023-12-02T00:33:34.177032+0000","last_active":"2023-12-02T00:33:48.255214+0000","last_peered":"2023-12-02T00:33:48.255214+0000","last_clean":"2023-12-02T00:33:48.255214+0000","last_became_active":"2023-12-02T00:33:34.176732+0000","last_became_peered":"2023-12-02T00:33:34.176732+0000","last_unstale":"2023-12-02T00:33:48.255214+0000","last_undegraded":"2023-12-02T00:33:48.255214+0000","last_fullsized":"2023-12-02T00:33:48.255214+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:50.564638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.274025+0000","last_change":"2023-12-02T00:33:48.273670+0000","last_active":"2023-12-02T00:33:49.274025+0000","last_peered":"2023-12-02T00:33:49.274025+0000","last_clean":"2023-12-02T00:33:49.274025+0000","last_became_active":"2023-12-02T00:33:48.273366+0000","last_became_peered":"2023-12-02T00:33:48.273366+0000","last_unstale":"2023-12-02T00:33:49.274025+0000","last_undegraded":"2023-12-02T00:33:49.274025+0000","last_fullsized":"2023-12-02T00:33:49.274025+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:47.352789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255120+0000","last_change":"2023-12-02T00:33:47.248474+0000","last_active":"2023-12-02T00:33:48.255120+0000","last_peered":"2023-12-02T00:33:48.255120+0000","last_clean":"2023-12-02T00:33:48.255120+0000","last_became_active":"2023-12-02T00:33:47.248106+0000","last_became_peered":"2023-12-02T00:33:47.248106+0000","last_unstale":"2023-12-02T00:33:48.255120+0000","last_undegraded":"2023-12-02T00:33:48.255120+0000","last_fullsized":"2023-12-02T00:33:48.255120+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:19:16.765904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255205+0000","last_change":"2023-12-02T00:33:35.185614+0000","last_active":"2023-12-02T00:33:48.255205+0000","last_peered":"2023-12-02T00:33:48.255205+0000","last_clean":"2023-12-02T00:33:48.255205+0000","last_became_active":"2023-12-02T00:33:35.185311+0000","last_became_peered":"2023-12-02T00:33:35.185311+0000","last_unstale":"2023-12-02T00:33:48.255205+0000","last_undegraded":"2023-12-02T00:33:48.255205+0000","last_fullsized":"2023-12-02T00:33:48.255205+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256098+0000","last_change":"2023-12-02T00:33:34.166446+0000","last_active":"2023-12-02T00:33:48.256098+0000","last_peered":"2023-12-02T00:33:48.256098+0000","last_clean":"2023-12-02T00:33:48.256098+0000","last_became_active":"2023-12-02T00:33:34.165210+0000","last_became_peered":"2023-12-02T00:33:34.165210+0000","last_unstale":"2023-12-02T00:33:48.256098+0000","last_undegraded":"2023-12-02T00:33:48.256098+0000","last_fullsized":"2023-12-02T00:33:48.256098+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904559+0000","last_change":"2023-12-02T00:33:48.290351+0000","last_active":"2023-12-02T00:33:49.904559+0000","last_peered":"2023-12-02T00:33:49.904559+0000","last_clean":"2023-12-02T00:33:49.904559+0000","last_became_active":"2023-12-02T00:33:48.290055+0000","last_became_peered":"2023-12-02T00:33:48.290055+0000","last_unstale":"2023-12-02T00:33:49.904559+0000","last_undegraded":"2023-12-02T00:33:49.904559+0000","last_fullsized":"2023-12-02T00:33:49.904559+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:24.118991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.301534+0000","last_change":"2023-12-02T00:33:47.261272+0000","last_active":"2023-12-02T00:33:48.301534+0000","last_peered":"2023-12-02T00:33:48.301534+0000","last_clean":"2023-12-02T00:33:48.301534+0000","last_became_active":"2023-12-02T00:33:47.260942+0000","last_became_peered":"2023-12-02T00:33:47.260942+0000","last_unstale":"2023-12-02T00:33:48.301534+0000","last_undegraded":"2023-12-02T00:33:48.301534+0000","last_fullsized":"2023-12-02T00:33:48.301534+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:40:04.823016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267467+0000","last_change":"2023-12-02T00:33:35.168034+0000","last_active":"2023-12-02T00:33:48.267467+0000","last_peered":"2023-12-02T00:33:48.267467+0000","last_clean":"2023-12-02T00:33:48.267467+0000","last_became_active":"2023-12-02T00:33:35.167774+0000","last_became_peered":"2023-12-02T00:33:35.167774+0000","last_unstale":"2023-12-02T00:33:48.267467+0000","last_undegraded":"2023-12-02T00:33:48.267467+0000","last_fullsized":"2023-12-02T00:33:48.267467+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:00:30.283295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265816+0000","last_change":"2023-12-02T00:33:34.174052+0000","last_active":"2023-12-02T00:33:48.265816+0000","last_peered":"2023-12-02T00:33:48.265816+0000","last_clean":"2023-12-02T00:33:48.265816+0000","last_became_active":"2023-12-02T00:33:34.173839+0000","last_became_peered":"2023-12-02T00:33:34.173839+0000","last_unstale":"2023-12-02T00:33:48.265816+0000","last_undegraded":"2023-12-02T00:33:48.265816+0000","last_fullsized":"2023-12-02T00:33:48.265816+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:07.747703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":210,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262152+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:33:48.262152+0000","last_peered":"2023-12-02T00:33:48.262152+0000","last_clean":"2023-12-02T00:33:48.262152+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:33:48.262152+0000","last_undegraded":"2023-12-02T00:33:48.262152+0000","last_fullsized":"2023-12-02T00:33:48.262152+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574887,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32628,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339212,"statfs":{"total":96636764160,"available":96603353088,"internally_reserved":0,"allocated":1478656,"data_stored":978091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.64700000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.48999999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.53600000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.435},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.61599999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.55300000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.69899999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574888,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":892928,"data_stored":388887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.68799999999999994}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.63},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.64800000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.67400000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.53100000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.55600000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.72899999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574887,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":892928,"data_stored":390740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.64800000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.80000000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.625},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.57499999999999996}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.71699999999999997}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.73799999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.69699999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":0.75800000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574888,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":892928,"data_stored":389277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.67800000000000005,"15min":0.70399999999999996},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.879,"5min":1.002,"15min":1.002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.70899999999999996,"15min":0.71899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85599999999999998,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53700000000000003}]},{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.64900000000000002,"15min":0.65900000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76200000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.68500000000000005,"15min":0.70699999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.745,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.45400000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.69399999999999995},"min":{"1min":0.53500000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.71499999999999997,"15min":0.72899999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.48999999999999999}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.69799999999999995,"15min":0.68500000000000005},"min":{"1min":0.59999999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.96499999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.70699999999999996,"15min":0.71599999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.874,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.61499999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65900000000000003,"15min":0.66100000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91600000000000004,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.68899999999999995,"15min":0.68200000000000005},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.42199999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.501,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1040000000000001,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.72599999999999998,"15min":0.72799999999999998},"min":{"1min":0.51500000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.57999999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.754,"15min":0.76100000000000001},"min":{"1min":0.54000000000000004,"5min":0.436,"15min":0.436},"max":{"1min":0.95099999999999996,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.442},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.80100000000000005,"15min":0.80600000000000005},"min":{"1min":0.61099999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94099999999999995,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.56799999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574889,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27904,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343936,"statfs":{"total":96636764160,"available":96608190464,"internally_reserved":0,"allocated":901120,"data_stored":392282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.442}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.47699999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.54200000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":1.032},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.97099999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.98799999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":1.145}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":1.0649999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.89600000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574890,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32044,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339796,"statfs":{"total":96636764160,"available":96603951104,"internally_reserved":0,"allocated":880640,"data_stored":388157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.46000000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.41399999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.40699999999999997}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.621},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":0.65600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":884736,"data_stored":387735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.50600000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.436},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.46000000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.84799999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.79300000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.82399999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.873}]}]},{"osd":0,"up_from":13,"seq":55834574888,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32620,"kb_used_data":1440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339220,"statfs":{"total":96636764160,"available":96603361280,"internally_reserved":0,"allocated":1474560,"data_stored":978525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.45200000000000001,"15min":0.47699999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.50900000000000001,"15min":0.53500000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.40799999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.49099999999999999,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.50700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.48099999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.58299999999999996,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.751,"15min":0.77100000000000002},"min":{"1min":0.53100000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.90400000000000003,"5min":1.252,"15min":1.252},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.624,"5min":0.76100000000000001,"15min":0.78700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94899999999999995,"5min":1.266,"15min":1.266},"last":0.81899999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.72399999999999998,"15min":0.748},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0069999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.751,"15min":0.79100000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1850000000000001,"5min":1.204,"15min":1.204},"last":0.68300000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.747,"15min":0.77800000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.75700000000000001,"15min":0.79100000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92300000000000004,"5min":1.141,"15min":1.141},"last":0.71499999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.78400000000000003,"15min":0.82099999999999995},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.0249999999999999,"5min":1.496,"15min":1.496},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.78300000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96199999999999997,"5min":1.151,"15min":1.151},"last":0.73899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:33:56.870 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:33:57.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 Processor -- start 2023-12-02T00:33:57.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 -- start start 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1574151e90 0x7f15740c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f15740c7ea0 0x7f157406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f15740c4e60 0x7f157406b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15740c8750 con 0x7f15740c7ea0 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15741552d0 con 0x7f15740c4e60 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1579a54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15740c5c60 con 0x7f1574151e90 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f15740c7ea0 0x7f157406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f15740c7ea0 0x7f157406b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38906/0 (socket says 172.21.15.133:38906) 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 -- 172.21.15.133:0/1369862496 learned_addr learned my addr 172.21.15.133:0/1369862496 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f1572ffd640 1 --2- 172.21.15.133:0/1369862496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1574151e90 0x7f15740c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f15737fe640 1 --2- 172.21.15.133:0/1369862496 >> v2:172.21.15.172:3300/0 conn(0x7f15740c4e60 0x7f157406b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 -- 172.21.15.133:0/1369862496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1574151e90 msgr2=0x7f15740c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 --2- 172.21.15.133:0/1369862496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1574151e90 0x7f15740c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 -- 172.21.15.133:0/1369862496 >> v2:172.21.15.172:3300/0 conn(0x7f15740c4e60 msgr2=0x7f157406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 --2- 172.21.15.133:0/1369862496 >> v2:172.21.15.172:3300/0 conn(0x7f15740c4e60 0x7f157406b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.019+0000 7f156bfff640 1 -- 172.21.15.133:0/1369862496 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f157406c860 con 0x7f15740c7ea0 2023-12-02T00:33:57.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f156bfff640 1 --2- 172.21.15.133:0/1369862496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15740c7ea0 0x7f157406b4a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f15740bd660 tx=0x7f155c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40aac736154f808a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f15727fc640 1 -- 172.21.15.133:0/1369862496 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f155c0ab600 con 0x7f15740c7ea0 2023-12-02T00:33:57.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f15727fc640 1 -- 172.21.15.133:0/1369862496 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f155c0a7050 con 0x7f15740c7ea0 2023-12-02T00:33:57.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f15727fc640 1 -- 172.21.15.133:0/1369862496 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f155c0ab980 con 0x7f15740c7ea0 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 -- 172.21.15.133:0/1369862496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15740c7ea0 msgr2=0x7f157406b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 --2- 172.21.15.133:0/1369862496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15740c7ea0 0x7f157406b4a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f15740bd660 tx=0x7f155c01c3e0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 -- 172.21.15.133:0/1369862496 shutdown_connections 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 --2- 172.21.15.133:0/1369862496 >> v2:172.21.15.172:3300/0 conn(0x7f15740c4e60 0x7f157406b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 --2- 172.21.15.133:0/1369862496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f15740c7ea0 0x7f157406b4a0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 --2- 172.21.15.133:0/1369862496 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f1574151e90 0x7f15740c4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 -- 172.21.15.133:0/1369862496 >> 172.21.15.133:0/1369862496 conn(0x7f15740ca170 msgr2=0x7f15740ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:57.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 -- 172.21.15.133:0/1369862496 shutdown_connections 2023-12-02T00:33:57.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.023+0000 7f1579a54640 1 -- 172.21.15.133:0/1369862496 wait complete. 2023-12-02T00:33:57.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 Processor -- start 2023-12-02T00:33:57.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 -- start start 2023-12-02T00:33:57.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15740c4e60 0x7f15740be940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15740c7ea0 0x7f15740bff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1574151e90 0x7f1574149f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15741ee1c0 con 0x7f1574151e90 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15740bef70 con 0x7f15740c7ea0 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15740bf250 con 0x7f15740c4e60 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1574151e90 0x7f1574149f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1574151e90 0x7f1574149f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38910/0 (socket says 172.21.15.133:38910) 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 -- 172.21.15.133:0/304431087 learned_addr learned my addr 172.21.15.133:0/304431087 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1572ffd640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15740c4e60 0x7f15740be940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f156bfff640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15740c7ea0 0x7f15740bff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 -- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15740c4e60 msgr2=0x7f15740be940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15740c4e60 0x7f15740be940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 -- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15740c7ea0 msgr2=0x7f15740bff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15740c7ea0 0x7f15740bff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 -- 172.21.15.133:0/304431087 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f155c0094d0 con 0x7f1574151e90 2023-12-02T00:33:57.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f15737fe640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1574151e90 0x7f1574149f90 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f156c007d20 tx=0x7f156c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1570ff9640 1 -- 172.21.15.133:0/304431087 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156c014420 con 0x7f1574151e90 2023-12-02T00:33:57.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1570ff9640 1 -- 172.21.15.133:0/304431087 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f156c0145a0 con 0x7f1574151e90 2023-12-02T00:33:57.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1570ff9640 1 -- 172.21.15.133:0/304431087 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f156c014950 con 0x7f1574151e90 2023-12-02T00:33:57.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15741ee460 con 0x7f1574151e90 2023-12-02T00:33:57.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.027+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f157414f380 con 0x7f1574151e90 2023-12-02T00:33:57.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.031+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1574068400 con 0x7f1574151e90 2023-12-02T00:33:57.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.031+0000 7f1570ff9640 1 -- 172.21.15.133:0/304431087 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f156c014ab0 con 0x7f1574151e90 2023-12-02T00:33:57.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.031+0000 7f1570ff9640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1554066470 0x7f1554068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.031+0000 7f1570ff9640 1 -- 172.21.15.133:0/304431087 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f156c084960 con 0x7f1574151e90 2023-12-02T00:33:57.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.031+0000 7f1572ffd640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1554066470 0x7f1554068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.031+0000 7f1572ffd640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1554066470 0x7f1554068930 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f1564007a60 tx=0x7f1564008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.035+0000 7f1570ff9640 1 -- 172.21.15.133:0/304431087 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f156c051b20 con 0x7f1574151e90 2023-12-02T00:33:57.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.183+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f157406bf20 con 0x7f1554066470 2023-12-02T00:33:57.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.195+0000 7f1570ff9640 1 -- 172.21.15.133:0/304431087 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+527877 (secure 0 0 0) 0x7f1564010990 con 0x7f1554066470 2023-12-02T00:33:57.205 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:57.209 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.199+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1554066470 msgr2=0x7f1554068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.199+0000 7f1579a54640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1554066470 0x7f1554068930 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f1564007a60 tx=0x7f1564008040 comp rx=0 tx=0).stop 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.199+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1574151e90 msgr2=0x7f1574149f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.199+0000 7f1579a54640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1574151e90 0x7f1574149f90 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f156c007d20 tx=0x7f156c00e4b0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 shutdown_connections 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f1554066470 0x7f1554068930 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1574151e90 0x7f1574149f90 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f15740c7ea0 0x7f15740bff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 --2- 172.21.15.133:0/304431087 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f15740c4e60 0x7f15740be940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 >> 172.21.15.133:0/304431087 conn(0x7f15740ca170 msgr2=0x7f157414f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:57.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 shutdown_connections 2023-12-02T00:33:57.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.203+0000 7f1579a54640 1 -- 172.21.15.133:0/304431087 wait complete. 2023-12-02T00:33:57.223 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":158,"stamp":"2023-12-02T00:33:55.276999+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596683,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":376,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253412,"kb_used_data":8104,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721308,"statfs":{"total":773094113280,"available":772834619392,"internally_reserved":0,"allocated":8298496,"data_stored":4293694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":54,"apply_latency_ms":54,"commit_latency_ns":54000000,"apply_latency_ns":54000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3651,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001822"},"pg_stats":[{"pgid":"15.3d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271770+0000","last_change":"2023-12-02T00:33:48.287277+0000","last_active":"2023-12-02T00:33:49.271770+0000","last_peered":"2023-12-02T00:33:49.271770+0000","last_clean":"2023-12-02T00:33:49.271770+0000","last_became_active":"2023-12-02T00:33:48.282826+0000","last_became_peered":"2023-12-02T00:33:48.282826+0000","last_unstale":"2023-12-02T00:33:49.271770+0000","last_undegraded":"2023-12-02T00:33:49.271770+0000","last_fullsized":"2023-12-02T00:33:49.271770+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:59.849666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258162+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:48.258162+0000","last_peered":"2023-12-02T00:33:48.258162+0000","last_clean":"2023-12-02T00:33:48.258162+0000","last_became_active":"2023-12-02T00:33:35.166278+0000","last_became_peered":"2023-12-02T00:33:35.166278+0000","last_unstale":"2023-12-02T00:33:48.258162+0000","last_undegraded":"2023-12-02T00:33:48.258162+0000","last_fullsized":"2023-12-02T00:33:48.258162+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403094+0000","last_change":"2023-12-02T00:33:48.297254+0000","last_active":"2023-12-02T00:33:49.403094+0000","last_peered":"2023-12-02T00:33:49.403094+0000","last_clean":"2023-12-02T00:33:49.403094+0000","last_became_active":"2023-12-02T00:33:48.296978+0000","last_became_peered":"2023-12-02T00:33:48.296978+0000","last_unstale":"2023-12-02T00:33:49.403094+0000","last_undegraded":"2023-12-02T00:33:49.403094+0000","last_fullsized":"2023-12-02T00:33:49.403094+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:17:57.210856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267790+0000","last_change":"2023-12-02T00:33:35.168161+0000","last_active":"2023-12-02T00:33:48.267790+0000","last_peered":"2023-12-02T00:33:48.267790+0000","last_clean":"2023-12-02T00:33:48.267790+0000","last_became_active":"2023-12-02T00:33:35.167432+0000","last_became_peered":"2023-12-02T00:33:35.167432+0000","last_unstale":"2023-12-02T00:33:48.267790+0000","last_undegraded":"2023-12-02T00:33:48.267790+0000","last_fullsized":"2023-12-02T00:33:48.267790+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:22:16.500986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271985+0000","last_change":"2023-12-02T00:33:48.280978+0000","last_active":"2023-12-02T00:33:49.271985+0000","last_peered":"2023-12-02T00:33:49.271985+0000","last_clean":"2023-12-02T00:33:49.271985+0000","last_became_active":"2023-12-02T00:33:48.277968+0000","last_became_peered":"2023-12-02T00:33:48.277968+0000","last_unstale":"2023-12-02T00:33:49.271985+0000","last_undegraded":"2023-12-02T00:33:49.271985+0000","last_fullsized":"2023-12-02T00:33:49.271985+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:27.785182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265075+0000","last_change":"2023-12-02T00:33:35.178829+0000","last_active":"2023-12-02T00:33:48.265075+0000","last_peered":"2023-12-02T00:33:48.265075+0000","last_clean":"2023-12-02T00:33:48.265075+0000","last_became_active":"2023-12-02T00:33:35.178490+0000","last_became_peered":"2023-12-02T00:33:35.178490+0000","last_unstale":"2023-12-02T00:33:48.265075+0000","last_undegraded":"2023-12-02T00:33:48.265075+0000","last_fullsized":"2023-12-02T00:33:48.265075+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801439+0000","last_change":"2023-12-02T00:33:48.277590+0000","last_active":"2023-12-02T00:33:49.801439+0000","last_peered":"2023-12-02T00:33:49.801439+0000","last_clean":"2023-12-02T00:33:49.801439+0000","last_became_active":"2023-12-02T00:33:48.275852+0000","last_became_peered":"2023-12-02T00:33:48.275852+0000","last_unstale":"2023-12-02T00:33:49.801439+0000","last_undegraded":"2023-12-02T00:33:49.801439+0000","last_fullsized":"2023-12-02T00:33:49.801439+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:29:49.959839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258359+0000","last_change":"2023-12-02T00:33:35.182328+0000","last_active":"2023-12-02T00:33:48.258359+0000","last_peered":"2023-12-02T00:33:48.258359+0000","last_clean":"2023-12-02T00:33:48.258359+0000","last_became_active":"2023-12-02T00:33:35.182061+0000","last_became_peered":"2023-12-02T00:33:35.182061+0000","last_unstale":"2023-12-02T00:33:48.258359+0000","last_undegraded":"2023-12-02T00:33:48.258359+0000","last_fullsized":"2023-12-02T00:33:48.258359+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:40:50.554861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904924+0000","last_change":"2023-12-02T00:33:48.275985+0000","last_active":"2023-12-02T00:33:49.904924+0000","last_peered":"2023-12-02T00:33:49.904924+0000","last_clean":"2023-12-02T00:33:49.904924+0000","last_became_active":"2023-12-02T00:33:48.275550+0000","last_became_peered":"2023-12-02T00:33:48.275550+0000","last_unstale":"2023-12-02T00:33:49.904924+0000","last_undegraded":"2023-12-02T00:33:49.904924+0000","last_fullsized":"2023-12-02T00:33:49.904924+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:47.352789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255599+0000","last_change":"2023-12-02T00:33:35.170023+0000","last_active":"2023-12-02T00:33:48.255599+0000","last_peered":"2023-12-02T00:33:48.255599+0000","last_clean":"2023-12-02T00:33:48.255599+0000","last_became_active":"2023-12-02T00:33:35.169704+0000","last_became_peered":"2023-12-02T00:33:35.169704+0000","last_unstale":"2023-12-02T00:33:48.255599+0000","last_undegraded":"2023-12-02T00:33:48.255599+0000","last_fullsized":"2023-12-02T00:33:48.255599+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800543+0000","last_change":"2023-12-02T00:33:48.272188+0000","last_active":"2023-12-02T00:33:49.800543+0000","last_peered":"2023-12-02T00:33:49.800543+0000","last_clean":"2023-12-02T00:33:49.800543+0000","last_became_active":"2023-12-02T00:33:48.271910+0000","last_became_peered":"2023-12-02T00:33:48.271910+0000","last_unstale":"2023-12-02T00:33:49.800543+0000","last_undegraded":"2023-12-02T00:33:49.800543+0000","last_fullsized":"2023-12-02T00:33:49.800543+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266275+0000","last_change":"2023-12-02T00:33:35.189735+0000","last_active":"2023-12-02T00:33:48.266275+0000","last_peered":"2023-12-02T00:33:48.266275+0000","last_clean":"2023-12-02T00:33:48.266275+0000","last_became_active":"2023-12-02T00:33:35.188951+0000","last_became_peered":"2023-12-02T00:33:35.188951+0000","last_unstale":"2023-12-02T00:33:48.266275+0000","last_undegraded":"2023-12-02T00:33:48.266275+0000","last_fullsized":"2023-12-02T00:33:48.266275+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272169+0000","last_change":"2023-12-02T00:33:48.287766+0000","last_active":"2023-12-02T00:33:49.272169+0000","last_peered":"2023-12-02T00:33:49.272169+0000","last_clean":"2023-12-02T00:33:49.272169+0000","last_became_active":"2023-12-02T00:33:48.287392+0000","last_became_peered":"2023-12-02T00:33:48.287392+0000","last_unstale":"2023-12-02T00:33:49.272169+0000","last_undegraded":"2023-12-02T00:33:49.272169+0000","last_fullsized":"2023-12-02T00:33:49.272169+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259135+0000","last_change":"2023-12-02T00:33:35.178921+0000","last_active":"2023-12-02T00:33:48.259135+0000","last_peered":"2023-12-02T00:33:48.259135+0000","last_clean":"2023-12-02T00:33:48.259135+0000","last_became_active":"2023-12-02T00:33:35.178644+0000","last_became_peered":"2023-12-02T00:33:35.178644+0000","last_unstale":"2023-12-02T00:33:48.259135+0000","last_undegraded":"2023-12-02T00:33:48.259135+0000","last_fullsized":"2023-12-02T00:33:48.259135+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:47:33.659773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904826+0000","last_change":"2023-12-02T00:33:48.275896+0000","last_active":"2023-12-02T00:33:49.904826+0000","last_peered":"2023-12-02T00:33:49.904826+0000","last_clean":"2023-12-02T00:33:49.904826+0000","last_became_active":"2023-12-02T00:33:48.275589+0000","last_became_peered":"2023-12-02T00:33:48.275589+0000","last_unstale":"2023-12-02T00:33:49.904826+0000","last_undegraded":"2023-12-02T00:33:49.904826+0000","last_fullsized":"2023-12-02T00:33:49.904826+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:53:44.588964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265995+0000","last_change":"2023-12-02T00:33:35.172828+0000","last_active":"2023-12-02T00:33:48.265995+0000","last_peered":"2023-12-02T00:33:48.265995+0000","last_clean":"2023-12-02T00:33:48.265995+0000","last_became_active":"2023-12-02T00:33:35.172520+0000","last_became_peered":"2023-12-02T00:33:35.172520+0000","last_unstale":"2023-12-02T00:33:48.265995+0000","last_undegraded":"2023-12-02T00:33:48.265995+0000","last_fullsized":"2023-12-02T00:33:48.265995+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:50.866196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905582+0000","last_change":"2023-12-02T00:33:48.282279+0000","last_active":"2023-12-02T00:33:49.905582+0000","last_peered":"2023-12-02T00:33:49.905582+0000","last_clean":"2023-12-02T00:33:49.905582+0000","last_became_active":"2023-12-02T00:33:48.281684+0000","last_became_peered":"2023-12-02T00:33:48.281684+0000","last_unstale":"2023-12-02T00:33:49.905582+0000","last_undegraded":"2023-12-02T00:33:49.905582+0000","last_fullsized":"2023-12-02T00:33:49.905582+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:23:07.466862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267480+0000","last_change":"2023-12-02T00:33:35.178113+0000","last_active":"2023-12-02T00:33:48.267480+0000","last_peered":"2023-12-02T00:33:48.267480+0000","last_clean":"2023-12-02T00:33:48.267480+0000","last_became_active":"2023-12-02T00:33:35.177830+0000","last_became_peered":"2023-12-02T00:33:35.177830+0000","last_unstale":"2023-12-02T00:33:48.267480+0000","last_undegraded":"2023-12-02T00:33:48.267480+0000","last_fullsized":"2023-12-02T00:33:48.267480+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272515+0000","last_change":"2023-12-02T00:33:48.278506+0000","last_active":"2023-12-02T00:33:49.272515+0000","last_peered":"2023-12-02T00:33:49.272515+0000","last_clean":"2023-12-02T00:33:49.272515+0000","last_became_active":"2023-12-02T00:33:48.276551+0000","last_became_peered":"2023-12-02T00:33:48.276551+0000","last_unstale":"2023-12-02T00:33:49.272515+0000","last_undegraded":"2023-12-02T00:33:49.272515+0000","last_fullsized":"2023-12-02T00:33:49.272515+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:03:17.741141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256760+0000","last_change":"2023-12-02T00:33:35.178627+0000","last_active":"2023-12-02T00:33:48.256760+0000","last_peered":"2023-12-02T00:33:48.256760+0000","last_clean":"2023-12-02T00:33:48.256760+0000","last_became_active":"2023-12-02T00:33:35.178092+0000","last_became_peered":"2023-12-02T00:33:35.178092+0000","last_unstale":"2023-12-02T00:33:48.256760+0000","last_undegraded":"2023-12-02T00:33:48.256760+0000","last_fullsized":"2023-12-02T00:33:48.256760+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273366+0000","last_change":"2023-12-02T00:33:48.283461+0000","last_active":"2023-12-02T00:33:49.273366+0000","last_peered":"2023-12-02T00:33:49.273366+0000","last_clean":"2023-12-02T00:33:49.273366+0000","last_became_active":"2023-12-02T00:33:48.283097+0000","last_became_peered":"2023-12-02T00:33:48.283097+0000","last_unstale":"2023-12-02T00:33:49.273366+0000","last_undegraded":"2023-12-02T00:33:49.273366+0000","last_fullsized":"2023-12-02T00:33:49.273366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:37.893633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268376+0000","last_change":"2023-12-02T00:33:35.175387+0000","last_active":"2023-12-02T00:33:48.268376+0000","last_peered":"2023-12-02T00:33:48.268376+0000","last_clean":"2023-12-02T00:33:48.268376+0000","last_became_active":"2023-12-02T00:33:35.174103+0000","last_became_peered":"2023-12-02T00:33:35.174103+0000","last_unstale":"2023-12-02T00:33:48.268376+0000","last_undegraded":"2023-12-02T00:33:48.268376+0000","last_fullsized":"2023-12-02T00:33:48.268376+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:29.839037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273174+0000","last_change":"2023-12-02T00:33:48.274419+0000","last_active":"2023-12-02T00:33:49.273174+0000","last_peered":"2023-12-02T00:33:49.273174+0000","last_clean":"2023-12-02T00:33:49.273174+0000","last_became_active":"2023-12-02T00:33:48.273230+0000","last_became_peered":"2023-12-02T00:33:48.273230+0000","last_unstale":"2023-12-02T00:33:49.273174+0000","last_undegraded":"2023-12-02T00:33:49.273174+0000","last_fullsized":"2023-12-02T00:33:49.273174+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:28:14.025685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256034+0000","last_change":"2023-12-02T00:33:35.177353+0000","last_active":"2023-12-02T00:33:48.256034+0000","last_peered":"2023-12-02T00:33:48.256034+0000","last_clean":"2023-12-02T00:33:48.256034+0000","last_became_active":"2023-12-02T00:33:35.176833+0000","last_became_peered":"2023-12-02T00:33:35.176833+0000","last_unstale":"2023-12-02T00:33:48.256034+0000","last_undegraded":"2023-12-02T00:33:48.256034+0000","last_fullsized":"2023-12-02T00:33:48.256034+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402737+0000","last_change":"2023-12-02T00:33:48.280680+0000","last_active":"2023-12-02T00:33:49.402737+0000","last_peered":"2023-12-02T00:33:49.402737+0000","last_clean":"2023-12-02T00:33:49.402737+0000","last_became_active":"2023-12-02T00:33:48.280405+0000","last_became_peered":"2023-12-02T00:33:48.280405+0000","last_unstale":"2023-12-02T00:33:49.402737+0000","last_undegraded":"2023-12-02T00:33:49.402737+0000","last_fullsized":"2023-12-02T00:33:49.402737+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:54.632379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262059+0000","last_change":"2023-12-02T00:33:35.181006+0000","last_active":"2023-12-02T00:33:48.262059+0000","last_peered":"2023-12-02T00:33:48.262059+0000","last_clean":"2023-12-02T00:33:48.262059+0000","last_became_active":"2023-12-02T00:33:35.180243+0000","last_became_peered":"2023-12-02T00:33:35.180243+0000","last_unstale":"2023-12-02T00:33:48.262059+0000","last_undegraded":"2023-12-02T00:33:48.262059+0000","last_fullsized":"2023-12-02T00:33:48.262059+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904520+0000","last_change":"2023-12-02T00:33:48.272434+0000","last_active":"2023-12-02T00:33:49.904520+0000","last_peered":"2023-12-02T00:33:49.904520+0000","last_clean":"2023-12-02T00:33:49.904520+0000","last_became_active":"2023-12-02T00:33:48.272084+0000","last_became_peered":"2023-12-02T00:33:48.272084+0000","last_unstale":"2023-12-02T00:33:49.904520+0000","last_undegraded":"2023-12-02T00:33:49.904520+0000","last_fullsized":"2023-12-02T00:33:49.904520+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:46:09.972149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258804+0000","last_change":"2023-12-02T00:33:35.173339+0000","last_active":"2023-12-02T00:33:48.258804+0000","last_peered":"2023-12-02T00:33:48.258804+0000","last_clean":"2023-12-02T00:33:48.258804+0000","last_became_active":"2023-12-02T00:33:35.172892+0000","last_became_peered":"2023-12-02T00:33:35.172892+0000","last_unstale":"2023-12-02T00:33:48.258804+0000","last_undegraded":"2023-12-02T00:33:48.258804+0000","last_fullsized":"2023-12-02T00:33:48.258804+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:08:19.171944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402957+0000","last_change":"2023-12-02T00:33:48.286969+0000","last_active":"2023-12-02T00:33:49.402957+0000","last_peered":"2023-12-02T00:33:49.402957+0000","last_clean":"2023-12-02T00:33:49.402957+0000","last_became_active":"2023-12-02T00:33:48.286692+0000","last_became_peered":"2023-12-02T00:33:48.286692+0000","last_unstale":"2023-12-02T00:33:49.402957+0000","last_undegraded":"2023-12-02T00:33:49.402957+0000","last_fullsized":"2023-12-02T00:33:49.402957+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:47.352789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266076+0000","last_change":"2023-12-02T00:33:35.183179+0000","last_active":"2023-12-02T00:33:48.266076+0000","last_peered":"2023-12-02T00:33:48.266076+0000","last_clean":"2023-12-02T00:33:48.266076+0000","last_became_active":"2023-12-02T00:33:35.182823+0000","last_became_peered":"2023-12-02T00:33:35.182823+0000","last_unstale":"2023-12-02T00:33:48.266076+0000","last_undegraded":"2023-12-02T00:33:48.266076+0000","last_fullsized":"2023-12-02T00:33:48.266076+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:02:57.218750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903800+0000","last_change":"2023-12-02T00:33:48.289699+0000","last_active":"2023-12-02T00:33:49.903800+0000","last_peered":"2023-12-02T00:33:49.903800+0000","last_clean":"2023-12-02T00:33:49.903800+0000","last_became_active":"2023-12-02T00:33:48.289387+0000","last_became_peered":"2023-12-02T00:33:48.289387+0000","last_unstale":"2023-12-02T00:33:49.903800+0000","last_undegraded":"2023-12-02T00:33:49.903800+0000","last_fullsized":"2023-12-02T00:33:49.903800+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:31.166259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256484+0000","last_change":"2023-12-02T00:33:35.166185+0000","last_active":"2023-12-02T00:33:48.256484+0000","last_peered":"2023-12-02T00:33:48.256484+0000","last_clean":"2023-12-02T00:33:48.256484+0000","last_became_active":"2023-12-02T00:33:35.165692+0000","last_became_peered":"2023-12-02T00:33:35.165692+0000","last_unstale":"2023-12-02T00:33:48.256484+0000","last_undegraded":"2023-12-02T00:33:48.256484+0000","last_fullsized":"2023-12-02T00:33:48.256484+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:22.522224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904291+0000","last_change":"2023-12-02T00:33:48.279586+0000","last_active":"2023-12-02T00:33:49.904291+0000","last_peered":"2023-12-02T00:33:49.904291+0000","last_clean":"2023-12-02T00:33:49.904291+0000","last_became_active":"2023-12-02T00:33:48.279292+0000","last_became_peered":"2023-12-02T00:33:48.279292+0000","last_unstale":"2023-12-02T00:33:49.904291+0000","last_undegraded":"2023-12-02T00:33:49.904291+0000","last_fullsized":"2023-12-02T00:33:49.904291+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:24:08.554931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.257635+0000","last_change":"2023-12-02T00:33:35.189546+0000","last_active":"2023-12-02T00:33:48.257635+0000","last_peered":"2023-12-02T00:33:48.257635+0000","last_clean":"2023-12-02T00:33:48.257635+0000","last_became_active":"2023-12-02T00:33:35.189200+0000","last_became_peered":"2023-12-02T00:33:35.189200+0000","last_unstale":"2023-12-02T00:33:48.257635+0000","last_undegraded":"2023-12-02T00:33:48.257635+0000","last_fullsized":"2023-12-02T00:33:48.257635+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272668+0000","last_change":"2023-12-02T00:33:48.283184+0000","last_active":"2023-12-02T00:33:49.272668+0000","last_peered":"2023-12-02T00:33:49.272668+0000","last_clean":"2023-12-02T00:33:49.272668+0000","last_became_active":"2023-12-02T00:33:48.282807+0000","last_became_peered":"2023-12-02T00:33:48.282807+0000","last_unstale":"2023-12-02T00:33:49.272668+0000","last_undegraded":"2023-12-02T00:33:49.272668+0000","last_fullsized":"2023-12-02T00:33:49.272668+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:54.632379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259620+0000","last_change":"2023-12-02T00:33:35.177354+0000","last_active":"2023-12-02T00:33:48.259620+0000","last_peered":"2023-12-02T00:33:48.259620+0000","last_clean":"2023-12-02T00:33:48.259620+0000","last_became_active":"2023-12-02T00:33:35.177041+0000","last_became_peered":"2023-12-02T00:33:35.177041+0000","last_unstale":"2023-12-02T00:33:48.259620+0000","last_undegraded":"2023-12-02T00:33:48.259620+0000","last_fullsized":"2023-12-02T00:33:48.259620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:34:11.810512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801464+0000","last_change":"2023-12-02T00:33:48.289217+0000","last_active":"2023-12-02T00:33:49.801464+0000","last_peered":"2023-12-02T00:33:49.801464+0000","last_clean":"2023-12-02T00:33:49.801464+0000","last_became_active":"2023-12-02T00:33:48.288888+0000","last_became_peered":"2023-12-02T00:33:48.288888+0000","last_unstale":"2023-12-02T00:33:49.801464+0000","last_undegraded":"2023-12-02T00:33:49.801464+0000","last_fullsized":"2023-12-02T00:33:49.801464+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:37.105389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254324+0000","last_change":"2023-12-02T00:33:35.183537+0000","last_active":"2023-12-02T00:33:48.254324+0000","last_peered":"2023-12-02T00:33:48.254324+0000","last_clean":"2023-12-02T00:33:48.254324+0000","last_became_active":"2023-12-02T00:33:35.175553+0000","last_became_peered":"2023-12-02T00:33:35.175553+0000","last_unstale":"2023-12-02T00:33:48.254324+0000","last_undegraded":"2023-12-02T00:33:48.254324+0000","last_fullsized":"2023-12-02T00:33:48.254324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403404+0000","last_change":"2023-12-02T00:33:48.293845+0000","last_active":"2023-12-02T00:33:49.403404+0000","last_peered":"2023-12-02T00:33:49.403404+0000","last_clean":"2023-12-02T00:33:49.403404+0000","last_became_active":"2023-12-02T00:33:48.292739+0000","last_became_peered":"2023-12-02T00:33:48.292739+0000","last_unstale":"2023-12-02T00:33:49.403404+0000","last_undegraded":"2023-12-02T00:33:49.403404+0000","last_fullsized":"2023-12-02T00:33:49.403404+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:23:07.466862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258549+0000","last_change":"2023-12-02T00:33:35.185809+0000","last_active":"2023-12-02T00:33:48.258549+0000","last_peered":"2023-12-02T00:33:48.258549+0000","last_clean":"2023-12-02T00:33:48.258549+0000","last_became_active":"2023-12-02T00:33:35.185553+0000","last_became_peered":"2023-12-02T00:33:35.185553+0000","last_unstale":"2023-12-02T00:33:48.258549+0000","last_undegraded":"2023-12-02T00:33:48.258549+0000","last_fullsized":"2023-12-02T00:33:48.258549+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:07:18.204942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800620+0000","last_change":"2023-12-02T00:33:48.275700+0000","last_active":"2023-12-02T00:33:49.800620+0000","last_peered":"2023-12-02T00:33:49.800620+0000","last_clean":"2023-12-02T00:33:49.800620+0000","last_became_active":"2023-12-02T00:33:48.275411+0000","last_became_peered":"2023-12-02T00:33:48.275411+0000","last_unstale":"2023-12-02T00:33:49.800620+0000","last_undegraded":"2023-12-02T00:33:49.800620+0000","last_fullsized":"2023-12-02T00:33:49.800620+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:17.761408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259654+0000","last_change":"2023-12-02T00:33:35.177049+0000","last_active":"2023-12-02T00:33:48.259654+0000","last_peered":"2023-12-02T00:33:48.259654+0000","last_clean":"2023-12-02T00:33:48.259654+0000","last_became_active":"2023-12-02T00:33:35.176734+0000","last_became_peered":"2023-12-02T00:33:35.176734+0000","last_unstale":"2023-12-02T00:33:48.259654+0000","last_undegraded":"2023-12-02T00:33:48.259654+0000","last_fullsized":"2023-12-02T00:33:48.259654+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:27:40.631294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904795+0000","last_change":"2023-12-02T00:33:48.279709+0000","last_active":"2023-12-02T00:33:49.904795+0000","last_peered":"2023-12-02T00:33:49.904795+0000","last_clean":"2023-12-02T00:33:49.904795+0000","last_became_active":"2023-12-02T00:33:48.279365+0000","last_became_peered":"2023-12-02T00:33:48.279365+0000","last_unstale":"2023-12-02T00:33:49.904795+0000","last_undegraded":"2023-12-02T00:33:49.904795+0000","last_fullsized":"2023-12-02T00:33:49.904795+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:37.893633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266103+0000","last_change":"2023-12-02T00:33:35.183413+0000","last_active":"2023-12-02T00:33:48.266103+0000","last_peered":"2023-12-02T00:33:48.266103+0000","last_clean":"2023-12-02T00:33:48.266103+0000","last_became_active":"2023-12-02T00:33:35.183107+0000","last_became_peered":"2023-12-02T00:33:35.183107+0000","last_unstale":"2023-12-02T00:33:48.266103+0000","last_undegraded":"2023-12-02T00:33:48.266103+0000","last_fullsized":"2023-12-02T00:33:48.266103+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:23:01.532689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903989+0000","last_change":"2023-12-02T00:33:48.285741+0000","last_active":"2023-12-02T00:33:49.903989+0000","last_peered":"2023-12-02T00:33:49.903989+0000","last_clean":"2023-12-02T00:33:49.903989+0000","last_became_active":"2023-12-02T00:33:48.285439+0000","last_became_peered":"2023-12-02T00:33:48.285439+0000","last_unstale":"2023-12-02T00:33:49.903989+0000","last_undegraded":"2023-12-02T00:33:49.903989+0000","last_fullsized":"2023-12-02T00:33:49.903989+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:15.232176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255107+0000","last_change":"2023-12-02T00:33:35.172366+0000","last_active":"2023-12-02T00:33:48.255107+0000","last_peered":"2023-12-02T00:33:48.255107+0000","last_clean":"2023-12-02T00:33:48.255107+0000","last_became_active":"2023-12-02T00:33:35.171420+0000","last_became_peered":"2023-12-02T00:33:35.171420+0000","last_unstale":"2023-12-02T00:33:48.255107+0000","last_undegraded":"2023-12-02T00:33:48.255107+0000","last_fullsized":"2023-12-02T00:33:48.255107+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800680+0000","last_change":"2023-12-02T00:33:48.278603+0000","last_active":"2023-12-02T00:33:49.800680+0000","last_peered":"2023-12-02T00:33:49.800680+0000","last_clean":"2023-12-02T00:33:49.800680+0000","last_became_active":"2023-12-02T00:33:48.278337+0000","last_became_peered":"2023-12-02T00:33:48.278337+0000","last_unstale":"2023-12-02T00:33:49.800680+0000","last_undegraded":"2023-12-02T00:33:49.800680+0000","last_fullsized":"2023-12-02T00:33:49.800680+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:12:37.768285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259643+0000","last_change":"2023-12-02T00:33:35.185721+0000","last_active":"2023-12-02T00:33:48.259643+0000","last_peered":"2023-12-02T00:33:48.259643+0000","last_clean":"2023-12-02T00:33:48.259643+0000","last_became_active":"2023-12-02T00:33:35.185429+0000","last_became_peered":"2023-12-02T00:33:35.185429+0000","last_unstale":"2023-12-02T00:33:48.259643+0000","last_undegraded":"2023-12-02T00:33:48.259643+0000","last_fullsized":"2023-12-02T00:33:48.259643+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:14.000433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905746+0000","last_change":"2023-12-02T00:33:48.291719+0000","last_active":"2023-12-02T00:33:49.905746+0000","last_peered":"2023-12-02T00:33:49.905746+0000","last_clean":"2023-12-02T00:33:49.905746+0000","last_became_active":"2023-12-02T00:33:48.291391+0000","last_became_peered":"2023-12-02T00:33:48.291391+0000","last_unstale":"2023-12-02T00:33:49.905746+0000","last_undegraded":"2023-12-02T00:33:49.905746+0000","last_fullsized":"2023-12-02T00:33:49.905746+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269441+0000","last_change":"2023-12-02T00:33:35.167648+0000","last_active":"2023-12-02T00:33:48.269441+0000","last_peered":"2023-12-02T00:33:48.269441+0000","last_clean":"2023-12-02T00:33:48.269441+0000","last_became_active":"2023-12-02T00:33:35.167115+0000","last_became_peered":"2023-12-02T00:33:35.167115+0000","last_unstale":"2023-12-02T00:33:48.269441+0000","last_undegraded":"2023-12-02T00:33:48.269441+0000","last_fullsized":"2023-12-02T00:33:48.269441+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:53:29.270345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272679+0000","last_change":"2023-12-02T00:33:48.282059+0000","last_active":"2023-12-02T00:33:49.272679+0000","last_peered":"2023-12-02T00:33:49.272679+0000","last_clean":"2023-12-02T00:33:49.272679+0000","last_became_active":"2023-12-02T00:33:48.281766+0000","last_became_peered":"2023-12-02T00:33:48.281766+0000","last_unstale":"2023-12-02T00:33:49.272679+0000","last_undegraded":"2023-12-02T00:33:49.272679+0000","last_fullsized":"2023-12-02T00:33:49.272679+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:46:17.761408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262067+0000","last_change":"2023-12-02T00:33:35.174625+0000","last_active":"2023-12-02T00:33:48.262067+0000","last_peered":"2023-12-02T00:33:48.262067+0000","last_clean":"2023-12-02T00:33:48.262067+0000","last_became_active":"2023-12-02T00:33:35.174318+0000","last_became_peered":"2023-12-02T00:33:35.174318+0000","last_unstale":"2023-12-02T00:33:48.262067+0000","last_undegraded":"2023-12-02T00:33:48.262067+0000","last_fullsized":"2023-12-02T00:33:48.262067+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273417+0000","last_change":"2023-12-02T00:33:48.272022+0000","last_active":"2023-12-02T00:33:49.273417+0000","last_peered":"2023-12-02T00:33:49.273417+0000","last_clean":"2023-12-02T00:33:49.273417+0000","last_became_active":"2023-12-02T00:33:48.271466+0000","last_became_peered":"2023-12-02T00:33:48.271466+0000","last_unstale":"2023-12-02T00:33:49.273417+0000","last_undegraded":"2023-12-02T00:33:49.273417+0000","last_fullsized":"2023-12-02T00:33:49.273417+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:58:10.417875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255069+0000","last_change":"2023-12-02T00:33:35.179032+0000","last_active":"2023-12-02T00:33:48.255069+0000","last_peered":"2023-12-02T00:33:48.255069+0000","last_clean":"2023-12-02T00:33:48.255069+0000","last_became_active":"2023-12-02T00:33:35.178722+0000","last_became_peered":"2023-12-02T00:33:35.178722+0000","last_unstale":"2023-12-02T00:33:48.255069+0000","last_undegraded":"2023-12-02T00:33:48.255069+0000","last_fullsized":"2023-12-02T00:33:48.255069+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:14.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801514+0000","last_change":"2023-12-02T00:33:48.278146+0000","last_active":"2023-12-02T00:33:49.801514+0000","last_peered":"2023-12-02T00:33:49.801514+0000","last_clean":"2023-12-02T00:33:49.801514+0000","last_became_active":"2023-12-02T00:33:48.277866+0000","last_became_peered":"2023-12-02T00:33:48.277866+0000","last_unstale":"2023-12-02T00:33:49.801514+0000","last_undegraded":"2023-12-02T00:33:49.801514+0000","last_fullsized":"2023-12-02T00:33:49.801514+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:29:37.436318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256125+0000","last_change":"2023-12-02T00:33:35.166540+0000","last_active":"2023-12-02T00:33:48.256125+0000","last_peered":"2023-12-02T00:33:48.256125+0000","last_clean":"2023-12-02T00:33:48.256125+0000","last_became_active":"2023-12-02T00:33:35.166222+0000","last_became_peered":"2023-12-02T00:33:35.166222+0000","last_unstale":"2023-12-02T00:33:48.256125+0000","last_undegraded":"2023-12-02T00:33:48.256125+0000","last_fullsized":"2023-12-02T00:33:48.256125+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403017+0000","last_change":"2023-12-02T00:33:48.282181+0000","last_active":"2023-12-02T00:33:49.403017+0000","last_peered":"2023-12-02T00:33:49.403017+0000","last_clean":"2023-12-02T00:33:49.403017+0000","last_became_active":"2023-12-02T00:33:48.277345+0000","last_became_peered":"2023-12-02T00:33:48.277345+0000","last_unstale":"2023-12-02T00:33:49.403017+0000","last_undegraded":"2023-12-02T00:33:49.403017+0000","last_fullsized":"2023-12-02T00:33:49.403017+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:25:53.128796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266397+0000","last_change":"2023-12-02T00:33:35.177959+0000","last_active":"2023-12-02T00:33:48.266397+0000","last_peered":"2023-12-02T00:33:48.266397+0000","last_clean":"2023-12-02T00:33:48.266397+0000","last_became_active":"2023-12-02T00:33:35.177606+0000","last_became_peered":"2023-12-02T00:33:35.177606+0000","last_unstale":"2023-12-02T00:33:48.266397+0000","last_undegraded":"2023-12-02T00:33:48.266397+0000","last_fullsized":"2023-12-02T00:33:48.266397+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:54:24.319540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271071+0000","last_change":"2023-12-02T00:33:48.277425+0000","last_active":"2023-12-02T00:33:49.271071+0000","last_peered":"2023-12-02T00:33:49.271071+0000","last_clean":"2023-12-02T00:33:49.271071+0000","last_became_active":"2023-12-02T00:33:48.277127+0000","last_became_peered":"2023-12-02T00:33:48.277127+0000","last_unstale":"2023-12-02T00:33:49.271071+0000","last_undegraded":"2023-12-02T00:33:49.271071+0000","last_fullsized":"2023-12-02T00:33:49.271071+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:21.844568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266144+0000","last_change":"2023-12-02T00:33:35.193128+0000","last_active":"2023-12-02T00:33:48.266144+0000","last_peered":"2023-12-02T00:33:48.266144+0000","last_clean":"2023-12-02T00:33:48.266144+0000","last_became_active":"2023-12-02T00:33:35.192723+0000","last_became_peered":"2023-12-02T00:33:35.192723+0000","last_unstale":"2023-12-02T00:33:48.266144+0000","last_undegraded":"2023-12-02T00:33:48.266144+0000","last_fullsized":"2023-12-02T00:33:48.266144+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:22:02.040979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.800958+0000","last_change":"2023-12-02T00:33:48.271357+0000","last_active":"2023-12-02T00:33:49.800958+0000","last_peered":"2023-12-02T00:33:49.800958+0000","last_clean":"2023-12-02T00:33:49.800958+0000","last_became_active":"2023-12-02T00:33:48.271074+0000","last_became_peered":"2023-12-02T00:33:48.271074+0000","last_unstale":"2023-12-02T00:33:49.800958+0000","last_undegraded":"2023-12-02T00:33:49.800958+0000","last_fullsized":"2023-12-02T00:33:49.800958+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:15.547216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255251+0000","last_change":"2023-12-02T00:33:35.177231+0000","last_active":"2023-12-02T00:33:48.255251+0000","last_peered":"2023-12-02T00:33:48.255251+0000","last_clean":"2023-12-02T00:33:48.255251+0000","last_became_active":"2023-12-02T00:33:35.172149+0000","last_became_peered":"2023-12-02T00:33:35.172149+0000","last_unstale":"2023-12-02T00:33:48.255251+0000","last_undegraded":"2023-12-02T00:33:48.255251+0000","last_fullsized":"2023-12-02T00:33:48.255251+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904272+0000","last_change":"2023-12-02T00:33:48.280115+0000","last_active":"2023-12-02T00:33:49.904272+0000","last_peered":"2023-12-02T00:33:49.904272+0000","last_clean":"2023-12-02T00:33:49.904272+0000","last_became_active":"2023-12-02T00:33:48.279851+0000","last_became_peered":"2023-12-02T00:33:48.279851+0000","last_unstale":"2023-12-02T00:33:49.904272+0000","last_undegraded":"2023-12-02T00:33:49.904272+0000","last_fullsized":"2023-12-02T00:33:49.904272+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:31.565911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254916+0000","last_change":"2023-12-02T00:33:35.175528+0000","last_active":"2023-12-02T00:33:48.254916+0000","last_peered":"2023-12-02T00:33:48.254916+0000","last_clean":"2023-12-02T00:33:48.254916+0000","last_became_active":"2023-12-02T00:33:35.175216+0000","last_became_peered":"2023-12-02T00:33:35.175216+0000","last_unstale":"2023-12-02T00:33:48.254916+0000","last_undegraded":"2023-12-02T00:33:48.254916+0000","last_fullsized":"2023-12-02T00:33:48.254916+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271480+0000","last_change":"2023-12-02T00:33:48.281601+0000","last_active":"2023-12-02T00:33:49.271480+0000","last_peered":"2023-12-02T00:33:49.271480+0000","last_clean":"2023-12-02T00:33:49.271480+0000","last_became_active":"2023-12-02T00:33:48.281346+0000","last_became_peered":"2023-12-02T00:33:48.281346+0000","last_unstale":"2023-12-02T00:33:49.271480+0000","last_undegraded":"2023-12-02T00:33:49.271480+0000","last_fullsized":"2023-12-02T00:33:49.271480+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:39.948163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.306034+0000","last_change":"2023-12-02T00:33:47.262834+0000","last_active":"2023-12-02T00:33:48.306034+0000","last_peered":"2023-12-02T00:33:48.306034+0000","last_clean":"2023-12-02T00:33:48.306034+0000","last_became_active":"2023-12-02T00:33:47.262616+0000","last_became_peered":"2023-12-02T00:33:47.262616+0000","last_unstale":"2023-12-02T00:33:48.306034+0000","last_undegraded":"2023-12-02T00:33:48.306034+0000","last_fullsized":"2023-12-02T00:33:48.306034+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256389+0000","last_change":"2023-12-02T00:33:35.167352+0000","last_active":"2023-12-02T00:33:48.256389+0000","last_peered":"2023-12-02T00:33:48.256389+0000","last_clean":"2023-12-02T00:33:48.256389+0000","last_became_active":"2023-12-02T00:33:35.165743+0000","last_became_peered":"2023-12-02T00:33:35.165743+0000","last_unstale":"2023-12-02T00:33:48.256389+0000","last_undegraded":"2023-12-02T00:33:48.256389+0000","last_fullsized":"2023-12-02T00:33:48.256389+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"66'4","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258315+0000","last_change":"2023-12-02T00:33:34.172905+0000","last_active":"2023-12-02T00:33:48.258315+0000","last_peered":"2023-12-02T00:33:48.258315+0000","last_clean":"2023-12-02T00:33:48.258315+0000","last_became_active":"2023-12-02T00:33:34.172671+0000","last_became_peered":"2023-12-02T00:33:34.172671+0000","last_unstale":"2023-12-02T00:33:48.258315+0000","last_undegraded":"2023-12-02T00:33:48.258315+0000","last_fullsized":"2023-12-02T00:33:48.258315+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272601+0000","last_change":"2023-12-02T00:33:48.277186+0000","last_active":"2023-12-02T00:33:49.272601+0000","last_peered":"2023-12-02T00:33:49.272601+0000","last_clean":"2023-12-02T00:33:49.272601+0000","last_became_active":"2023-12-02T00:33:48.276860+0000","last_became_peered":"2023-12-02T00:33:48.276860+0000","last_unstale":"2023-12-02T00:33:49.272601+0000","last_undegraded":"2023-12-02T00:33:49.272601+0000","last_fullsized":"2023-12-02T00:33:49.272601+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:46:09.972149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.306268+0000","last_change":"2023-12-02T00:33:47.265110+0000","last_active":"2023-12-02T00:33:48.306268+0000","last_peered":"2023-12-02T00:33:48.306268+0000","last_clean":"2023-12-02T00:33:48.306268+0000","last_became_active":"2023-12-02T00:33:47.264667+0000","last_became_peered":"2023-12-02T00:33:47.264667+0000","last_unstale":"2023-12-02T00:33:48.306268+0000","last_undegraded":"2023-12-02T00:33:48.306268+0000","last_fullsized":"2023-12-02T00:33:48.306268+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:28:25.727235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258215+0000","last_change":"2023-12-02T00:33:35.184800+0000","last_active":"2023-12-02T00:33:48.258215+0000","last_peered":"2023-12-02T00:33:48.258215+0000","last_clean":"2023-12-02T00:33:48.258215+0000","last_became_active":"2023-12-02T00:33:35.184483+0000","last_became_peered":"2023-12-02T00:33:35.184483+0000","last_unstale":"2023-12-02T00:33:48.258215+0000","last_undegraded":"2023-12-02T00:33:48.258215+0000","last_fullsized":"2023-12-02T00:33:48.258215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256512+0000","last_change":"2023-12-02T00:33:34.175618+0000","last_active":"2023-12-02T00:33:48.256512+0000","last_peered":"2023-12-02T00:33:48.256512+0000","last_clean":"2023-12-02T00:33:48.256512+0000","last_became_active":"2023-12-02T00:33:34.175274+0000","last_became_peered":"2023-12-02T00:33:34.175274+0000","last_unstale":"2023-12-02T00:33:48.256512+0000","last_undegraded":"2023-12-02T00:33:48.256512+0000","last_fullsized":"2023-12-02T00:33:48.256512+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904507+0000","last_change":"2023-12-02T00:33:48.284910+0000","last_active":"2023-12-02T00:33:49.904507+0000","last_peered":"2023-12-02T00:33:49.904507+0000","last_clean":"2023-12-02T00:33:49.904507+0000","last_became_active":"2023-12-02T00:33:48.284612+0000","last_became_peered":"2023-12-02T00:33:48.284612+0000","last_unstale":"2023-12-02T00:33:49.904507+0000","last_undegraded":"2023-12-02T00:33:49.904507+0000","last_fullsized":"2023-12-02T00:33:49.904507+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:35.610932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"70'4","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.305859+0000","last_change":"2023-12-02T00:33:47.264309+0000","last_active":"2023-12-02T00:33:48.305859+0000","last_peered":"2023-12-02T00:33:48.305859+0000","last_clean":"2023-12-02T00:33:48.305859+0000","last_became_active":"2023-12-02T00:33:47.263438+0000","last_became_peered":"2023-12-02T00:33:47.263438+0000","last_unstale":"2023-12-02T00:33:48.305859+0000","last_undegraded":"2023-12-02T00:33:48.305859+0000","last_fullsized":"2023-12-02T00:33:48.305859+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:53.623282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256229+0000","last_change":"2023-12-02T00:33:35.178492+0000","last_active":"2023-12-02T00:33:48.256229+0000","last_peered":"2023-12-02T00:33:48.256229+0000","last_clean":"2023-12-02T00:33:48.256229+0000","last_became_active":"2023-12-02T00:33:35.178172+0000","last_became_peered":"2023-12-02T00:33:35.178172+0000","last_unstale":"2023-12-02T00:33:48.256229+0000","last_undegraded":"2023-12-02T00:33:48.256229+0000","last_fullsized":"2023-12-02T00:33:48.256229+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:44.433613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254417+0000","last_change":"2023-12-02T00:33:34.176960+0000","last_active":"2023-12-02T00:33:48.254417+0000","last_peered":"2023-12-02T00:33:48.254417+0000","last_clean":"2023-12-02T00:33:48.254417+0000","last_became_active":"2023-12-02T00:33:34.176596+0000","last_became_peered":"2023-12-02T00:33:34.176596+0000","last_unstale":"2023-12-02T00:33:48.254417+0000","last_undegraded":"2023-12-02T00:33:48.254417+0000","last_fullsized":"2023-12-02T00:33:48.254417+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.403437+0000","last_change":"2023-12-02T00:33:48.277346+0000","last_active":"2023-12-02T00:33:49.403437+0000","last_peered":"2023-12-02T00:33:49.403437+0000","last_clean":"2023-12-02T00:33:49.403437+0000","last_became_active":"2023-12-02T00:33:48.277026+0000","last_became_peered":"2023-12-02T00:33:48.277026+0000","last_unstale":"2023-12-02T00:33:49.403437+0000","last_undegraded":"2023-12-02T00:33:49.403437+0000","last_fullsized":"2023-12-02T00:33:49.403437+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:02:36.265871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.289825+0000","last_change":"2023-12-02T00:33:47.262230+0000","last_active":"2023-12-02T00:33:48.289825+0000","last_peered":"2023-12-02T00:33:48.289825+0000","last_clean":"2023-12-02T00:33:48.289825+0000","last_became_active":"2023-12-02T00:33:47.261898+0000","last_became_peered":"2023-12-02T00:33:47.261898+0000","last_unstale":"2023-12-02T00:33:48.289825+0000","last_undegraded":"2023-12-02T00:33:48.289825+0000","last_fullsized":"2023-12-02T00:33:48.289825+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:28:25.727235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265544+0000","last_change":"2023-12-02T00:33:35.188754+0000","last_active":"2023-12-02T00:33:48.265544+0000","last_peered":"2023-12-02T00:33:48.265544+0000","last_clean":"2023-12-02T00:33:48.265544+0000","last_became_active":"2023-12-02T00:33:35.188426+0000","last_became_peered":"2023-12-02T00:33:35.188426+0000","last_unstale":"2023-12-02T00:33:48.265544+0000","last_undegraded":"2023-12-02T00:33:48.265544+0000","last_fullsized":"2023-12-02T00:33:48.265544+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253456+0000","last_change":"2023-12-02T00:33:34.170809+0000","last_active":"2023-12-02T00:33:48.253456+0000","last_peered":"2023-12-02T00:33:48.253456+0000","last_clean":"2023-12-02T00:33:48.253456+0000","last_became_active":"2023-12-02T00:33:34.170550+0000","last_became_peered":"2023-12-02T00:33:34.170550+0000","last_unstale":"2023-12-02T00:33:48.253456+0000","last_undegraded":"2023-12-02T00:33:48.253456+0000","last_fullsized":"2023-12-02T00:33:48.253456+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402871+0000","last_change":"2023-12-02T00:33:48.276723+0000","last_active":"2023-12-02T00:33:49.402871+0000","last_peered":"2023-12-02T00:33:49.402871+0000","last_clean":"2023-12-02T00:33:49.402871+0000","last_became_active":"2023-12-02T00:33:48.276432+0000","last_became_peered":"2023-12-02T00:33:48.276432+0000","last_unstale":"2023-12-02T00:33:49.402871+0000","last_undegraded":"2023-12-02T00:33:49.402871+0000","last_fullsized":"2023-12-02T00:33:49.402871+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:53:44.588964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255120+0000","last_change":"2023-12-02T00:33:47.265175+0000","last_active":"2023-12-02T00:33:48.255120+0000","last_peered":"2023-12-02T00:33:48.255120+0000","last_clean":"2023-12-02T00:33:48.255120+0000","last_became_active":"2023-12-02T00:33:47.264834+0000","last_became_peered":"2023-12-02T00:33:47.264834+0000","last_unstale":"2023-12-02T00:33:48.255120+0000","last_undegraded":"2023-12-02T00:33:48.255120+0000","last_fullsized":"2023-12-02T00:33:48.255120+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:20:20.579875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266182+0000","last_change":"2023-12-02T00:33:35.185218+0000","last_active":"2023-12-02T00:33:48.266182+0000","last_peered":"2023-12-02T00:33:48.266182+0000","last_clean":"2023-12-02T00:33:48.266182+0000","last_became_active":"2023-12-02T00:33:35.184952+0000","last_became_peered":"2023-12-02T00:33:35.184952+0000","last_unstale":"2023-12-02T00:33:48.266182+0000","last_undegraded":"2023-12-02T00:33:48.266182+0000","last_fullsized":"2023-12-02T00:33:48.266182+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:04:02.074582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255869+0000","last_change":"2023-12-02T00:33:34.166946+0000","last_active":"2023-12-02T00:33:48.255869+0000","last_peered":"2023-12-02T00:33:48.255869+0000","last_clean":"2023-12-02T00:33:48.255869+0000","last_became_active":"2023-12-02T00:33:34.165688+0000","last_became_peered":"2023-12-02T00:33:34.165688+0000","last_unstale":"2023-12-02T00:33:48.255869+0000","last_undegraded":"2023-12-02T00:33:48.255869+0000","last_fullsized":"2023-12-02T00:33:48.255869+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:01.135311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272613+0000","last_change":"2023-12-02T00:33:48.269309+0000","last_active":"2023-12-02T00:33:49.272613+0000","last_peered":"2023-12-02T00:33:49.272613+0000","last_clean":"2023-12-02T00:33:49.272613+0000","last_became_active":"2023-12-02T00:33:48.268999+0000","last_became_peered":"2023-12-02T00:33:48.268999+0000","last_unstale":"2023-12-02T00:33:49.272613+0000","last_undegraded":"2023-12-02T00:33:49.272613+0000","last_fullsized":"2023-12-02T00:33:49.272613+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:39.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268959+0000","last_change":"2023-12-02T00:33:47.255816+0000","last_active":"2023-12-02T00:33:48.268959+0000","last_peered":"2023-12-02T00:33:48.268959+0000","last_clean":"2023-12-02T00:33:48.268959+0000","last_became_active":"2023-12-02T00:33:47.255528+0000","last_became_peered":"2023-12-02T00:33:47.255528+0000","last_unstale":"2023-12-02T00:33:48.268959+0000","last_undegraded":"2023-12-02T00:33:48.268959+0000","last_fullsized":"2023-12-02T00:33:48.268959+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:23.109895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255695+0000","last_change":"2023-12-02T00:33:35.166501+0000","last_active":"2023-12-02T00:33:48.255695+0000","last_peered":"2023-12-02T00:33:48.255695+0000","last_clean":"2023-12-02T00:33:48.255695+0000","last_became_active":"2023-12-02T00:33:35.166230+0000","last_became_peered":"2023-12-02T00:33:35.166230+0000","last_unstale":"2023-12-02T00:33:48.255695+0000","last_undegraded":"2023-12-02T00:33:48.255695+0000","last_fullsized":"2023-12-02T00:33:48.255695+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:11.030284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.254967+0000","last_change":"2023-12-02T00:33:34.167855+0000","last_active":"2023-12-02T00:33:48.254967+0000","last_peered":"2023-12-02T00:33:48.254967+0000","last_clean":"2023-12-02T00:33:48.254967+0000","last_became_active":"2023-12-02T00:33:34.167572+0000","last_became_peered":"2023-12-02T00:33:34.167572+0000","last_unstale":"2023-12-02T00:33:48.254967+0000","last_undegraded":"2023-12-02T00:33:48.254967+0000","last_fullsized":"2023-12-02T00:33:48.254967+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:00.653579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905087+0000","last_change":"2023-12-02T00:33:48.282728+0000","last_active":"2023-12-02T00:33:49.905087+0000","last_peered":"2023-12-02T00:33:49.905087+0000","last_clean":"2023-12-02T00:33:49.905087+0000","last_became_active":"2023-12-02T00:33:48.282386+0000","last_became_peered":"2023-12-02T00:33:48.282386+0000","last_unstale":"2023-12-02T00:33:49.905087+0000","last_undegraded":"2023-12-02T00:33:49.905087+0000","last_fullsized":"2023-12-02T00:33:49.905087+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:21.640377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.294748+0000","last_change":"2023-12-02T00:33:47.251200+0000","last_active":"2023-12-02T00:33:48.294748+0000","last_peered":"2023-12-02T00:33:48.294748+0000","last_clean":"2023-12-02T00:33:48.294748+0000","last_became_active":"2023-12-02T00:33:47.250918+0000","last_became_peered":"2023-12-02T00:33:47.250918+0000","last_unstale":"2023-12-02T00:33:48.294748+0000","last_undegraded":"2023-12-02T00:33:48.294748+0000","last_fullsized":"2023-12-02T00:33:48.294748+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:34.601835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.261631+0000","last_change":"2023-12-02T00:33:35.181873+0000","last_active":"2023-12-02T00:33:48.261631+0000","last_peered":"2023-12-02T00:33:48.261631+0000","last_clean":"2023-12-02T00:33:48.261631+0000","last_became_active":"2023-12-02T00:33:35.181309+0000","last_became_peered":"2023-12-02T00:33:35.181309+0000","last_unstale":"2023-12-02T00:33:48.261631+0000","last_undegraded":"2023-12-02T00:33:48.261631+0000","last_fullsized":"2023-12-02T00:33:48.261631+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252601+0000","last_change":"2023-12-02T00:33:34.166948+0000","last_active":"2023-12-02T00:33:48.252601+0000","last_peered":"2023-12-02T00:33:48.252601+0000","last_clean":"2023-12-02T00:33:48.252601+0000","last_became_active":"2023-12-02T00:33:34.165549+0000","last_became_peered":"2023-12-02T00:33:34.165549+0000","last_unstale":"2023-12-02T00:33:48.252601+0000","last_undegraded":"2023-12-02T00:33:48.252601+0000","last_fullsized":"2023-12-02T00:33:48.252601+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904653+0000","last_change":"2023-12-02T00:33:48.274166+0000","last_active":"2023-12-02T00:33:49.904653+0000","last_peered":"2023-12-02T00:33:49.904653+0000","last_clean":"2023-12-02T00:33:49.904653+0000","last_became_active":"2023-12-02T00:33:48.273869+0000","last_became_peered":"2023-12-02T00:33:48.273869+0000","last_unstale":"2023-12-02T00:33:49.904653+0000","last_undegraded":"2023-12-02T00:33:49.904653+0000","last_fullsized":"2023-12-02T00:33:49.904653+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:07:54.632379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.303931+0000","last_change":"2023-12-02T00:33:47.263953+0000","last_active":"2023-12-02T00:33:48.303931+0000","last_peered":"2023-12-02T00:33:48.303931+0000","last_clean":"2023-12-02T00:33:48.303931+0000","last_became_active":"2023-12-02T00:33:47.263697+0000","last_became_peered":"2023-12-02T00:33:47.263697+0000","last_unstale":"2023-12-02T00:33:48.303931+0000","last_undegraded":"2023-12-02T00:33:48.303931+0000","last_fullsized":"2023-12-02T00:33:48.303931+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:15:32.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266234+0000","last_change":"2023-12-02T00:33:35.182200+0000","last_active":"2023-12-02T00:33:48.266234+0000","last_peered":"2023-12-02T00:33:48.266234+0000","last_clean":"2023-12-02T00:33:48.266234+0000","last_became_active":"2023-12-02T00:33:35.181898+0000","last_became_peered":"2023-12-02T00:33:35.181898+0000","last_unstale":"2023-12-02T00:33:48.266234+0000","last_undegraded":"2023-12-02T00:33:48.266234+0000","last_fullsized":"2023-12-02T00:33:48.266234+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:57:08.551669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266286+0000","last_change":"2023-12-02T00:33:34.166301+0000","last_active":"2023-12-02T00:33:48.266286+0000","last_peered":"2023-12-02T00:33:48.266286+0000","last_clean":"2023-12-02T00:33:48.266286+0000","last_became_active":"2023-12-02T00:33:34.166013+0000","last_became_peered":"2023-12-02T00:33:34.166013+0000","last_unstale":"2023-12-02T00:33:48.266286+0000","last_undegraded":"2023-12-02T00:33:48.266286+0000","last_fullsized":"2023-12-02T00:33:48.266286+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:57:04.786917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272245+0000","last_change":"2023-12-02T00:33:48.276937+0000","last_active":"2023-12-02T00:33:49.272245+0000","last_peered":"2023-12-02T00:33:49.272245+0000","last_clean":"2023-12-02T00:33:49.272245+0000","last_became_active":"2023-12-02T00:33:48.276510+0000","last_became_peered":"2023-12-02T00:33:48.276510+0000","last_unstale":"2023-12-02T00:33:49.272245+0000","last_undegraded":"2023-12-02T00:33:49.272245+0000","last_fullsized":"2023-12-02T00:33:49.272245+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:12:37.768285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"70'3","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.289631+0000","last_change":"2023-12-02T00:33:47.261822+0000","last_active":"2023-12-02T00:33:48.289631+0000","last_peered":"2023-12-02T00:33:48.289631+0000","last_clean":"2023-12-02T00:33:48.289631+0000","last_became_active":"2023-12-02T00:33:47.261491+0000","last_became_peered":"2023-12-02T00:33:47.261491+0000","last_unstale":"2023-12-02T00:33:48.289631+0000","last_undegraded":"2023-12-02T00:33:48.289631+0000","last_fullsized":"2023-12-02T00:33:48.289631+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268844+0000","last_change":"2023-12-02T00:33:35.174913+0000","last_active":"2023-12-02T00:33:48.268844+0000","last_peered":"2023-12-02T00:33:48.268844+0000","last_clean":"2023-12-02T00:33:48.268844+0000","last_became_active":"2023-12-02T00:33:35.174629+0000","last_became_peered":"2023-12-02T00:33:35.174629+0000","last_unstale":"2023-12-02T00:33:48.268844+0000","last_undegraded":"2023-12-02T00:33:48.268844+0000","last_fullsized":"2023-12-02T00:33:48.268844+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:05:01.157510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258426+0000","last_change":"2023-12-02T00:33:34.176994+0000","last_active":"2023-12-02T00:33:48.258426+0000","last_peered":"2023-12-02T00:33:48.258426+0000","last_clean":"2023-12-02T00:33:48.258426+0000","last_became_active":"2023-12-02T00:33:34.176647+0000","last_became_peered":"2023-12-02T00:33:34.176647+0000","last_unstale":"2023-12-02T00:33:48.258426+0000","last_undegraded":"2023-12-02T00:33:48.258426+0000","last_fullsized":"2023-12-02T00:33:48.258426+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:59:21.514067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905202+0000","last_change":"2023-12-02T00:33:48.277890+0000","last_active":"2023-12-02T00:33:49.905202+0000","last_peered":"2023-12-02T00:33:49.905202+0000","last_clean":"2023-12-02T00:33:49.905202+0000","last_became_active":"2023-12-02T00:33:48.277613+0000","last_became_peered":"2023-12-02T00:33:48.277613+0000","last_unstale":"2023-12-02T00:33:49.905202+0000","last_undegraded":"2023-12-02T00:33:49.905202+0000","last_fullsized":"2023-12-02T00:33:49.905202+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:25:53.128796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"70'6","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.306372+0000","last_change":"2023-12-02T00:33:47.256310+0000","last_active":"2023-12-02T00:33:48.306372+0000","last_peered":"2023-12-02T00:33:48.306372+0000","last_clean":"2023-12-02T00:33:48.306372+0000","last_became_active":"2023-12-02T00:33:47.255454+0000","last_became_peered":"2023-12-02T00:33:47.255454+0000","last_unstale":"2023-12-02T00:33:48.306372+0000","last_undegraded":"2023-12-02T00:33:48.306372+0000","last_fullsized":"2023-12-02T00:33:48.306372+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:19:16.765904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267567+0000","last_change":"2023-12-02T00:33:35.184705+0000","last_active":"2023-12-02T00:33:48.267567+0000","last_peered":"2023-12-02T00:33:48.267567+0000","last_clean":"2023-12-02T00:33:48.267567+0000","last_became_active":"2023-12-02T00:33:35.184391+0000","last_became_peered":"2023-12-02T00:33:35.184391+0000","last_unstale":"2023-12-02T00:33:48.267567+0000","last_undegraded":"2023-12-02T00:33:48.267567+0000","last_fullsized":"2023-12-02T00:33:48.267567+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:32.930501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256873+0000","last_change":"2023-12-02T00:33:34.159902+0000","last_active":"2023-12-02T00:33:48.256873+0000","last_peered":"2023-12-02T00:33:48.256873+0000","last_clean":"2023-12-02T00:33:48.256873+0000","last_became_active":"2023-12-02T00:33:34.159576+0000","last_became_peered":"2023-12-02T00:33:34.159576+0000","last_unstale":"2023-12-02T00:33:48.256873+0000","last_undegraded":"2023-12-02T00:33:48.256873+0000","last_fullsized":"2023-12-02T00:33:48.256873+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:31.922343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801284+0000","last_change":"2023-12-02T00:33:48.265601+0000","last_active":"2023-12-02T00:33:49.801284+0000","last_peered":"2023-12-02T00:33:49.801284+0000","last_clean":"2023-12-02T00:33:49.801284+0000","last_became_active":"2023-12-02T00:33:48.265290+0000","last_became_peered":"2023-12-02T00:33:48.265290+0000","last_unstale":"2023-12-02T00:33:49.801284+0000","last_undegraded":"2023-12-02T00:33:49.801284+0000","last_fullsized":"2023-12-02T00:33:49.801284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:28:14.025685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269355+0000","last_change":"2023-12-02T00:33:47.254454+0000","last_active":"2023-12-02T00:33:48.269355+0000","last_peered":"2023-12-02T00:33:48.269355+0000","last_clean":"2023-12-02T00:33:48.269355+0000","last_became_active":"2023-12-02T00:33:47.254183+0000","last_became_peered":"2023-12-02T00:33:47.254183+0000","last_unstale":"2023-12-02T00:33:48.269355+0000","last_undegraded":"2023-12-02T00:33:48.269355+0000","last_fullsized":"2023-12-02T00:33:48.269355+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:01:45.010112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253130+0000","last_change":"2023-12-02T00:33:35.168089+0000","last_active":"2023-12-02T00:33:48.253130+0000","last_peered":"2023-12-02T00:33:48.253130+0000","last_clean":"2023-12-02T00:33:48.253130+0000","last_became_active":"2023-12-02T00:33:35.167788+0000","last_became_peered":"2023-12-02T00:33:35.167788+0000","last_unstale":"2023-12-02T00:33:48.253130+0000","last_undegraded":"2023-12-02T00:33:48.253130+0000","last_fullsized":"2023-12-02T00:33:48.253130+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"66'3","reported_seq":19,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.257722+0000","last_change":"2023-12-02T00:33:34.167679+0000","last_active":"2023-12-02T00:33:48.257722+0000","last_peered":"2023-12-02T00:33:48.257722+0000","last_clean":"2023-12-02T00:33:48.257722+0000","last_became_active":"2023-12-02T00:33:34.166822+0000","last_became_peered":"2023-12-02T00:33:34.166822+0000","last_unstale":"2023-12-02T00:33:48.257722+0000","last_undegraded":"2023-12-02T00:33:48.257722+0000","last_fullsized":"2023-12-02T00:33:48.257722+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273464+0000","last_change":"2023-12-02T00:33:48.277136+0000","last_active":"2023-12-02T00:33:49.273464+0000","last_peered":"2023-12-02T00:33:49.273464+0000","last_clean":"2023-12-02T00:33:49.273464+0000","last_became_active":"2023-12-02T00:33:48.276796+0000","last_became_peered":"2023-12-02T00:33:48.276796+0000","last_unstale":"2023-12-02T00:33:49.273464+0000","last_undegraded":"2023-12-02T00:33:49.273464+0000","last_fullsized":"2023-12-02T00:33:49.273464+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:53:44.588964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.268748+0000","last_change":"2023-12-02T00:33:47.263206+0000","last_active":"2023-12-02T00:33:48.268748+0000","last_peered":"2023-12-02T00:33:48.268748+0000","last_clean":"2023-12-02T00:33:48.268748+0000","last_became_active":"2023-12-02T00:33:47.262826+0000","last_became_peered":"2023-12-02T00:33:47.262826+0000","last_unstale":"2023-12-02T00:33:48.268748+0000","last_undegraded":"2023-12-02T00:33:48.268748+0000","last_fullsized":"2023-12-02T00:33:48.268748+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256033+0000","last_change":"2023-12-02T00:33:35.184828+0000","last_active":"2023-12-02T00:33:48.256033+0000","last_peered":"2023-12-02T00:33:48.256033+0000","last_clean":"2023-12-02T00:33:48.256033+0000","last_became_active":"2023-12-02T00:33:35.184465+0000","last_became_peered":"2023-12-02T00:33:35.184465+0000","last_unstale":"2023-12-02T00:33:48.256033+0000","last_undegraded":"2023-12-02T00:33:48.256033+0000","last_fullsized":"2023-12-02T00:33:48.256033+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"67'8","reported_seq":24,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266362+0000","last_change":"2023-12-02T00:33:34.169207+0000","last_active":"2023-12-02T00:33:48.266362+0000","last_peered":"2023-12-02T00:33:48.266362+0000","last_clean":"2023-12-02T00:33:48.266362+0000","last_became_active":"2023-12-02T00:33:34.168772+0000","last_became_peered":"2023-12-02T00:33:34.168772+0000","last_unstale":"2023-12-02T00:33:48.266362+0000","last_undegraded":"2023-12-02T00:33:48.266362+0000","last_fullsized":"2023-12-02T00:33:48.266362+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:33.311824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3107,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271981+0000","last_change":"2023-12-02T00:33:48.268771+0000","last_active":"2023-12-02T00:33:49.271981+0000","last_peered":"2023-12-02T00:33:49.271981+0000","last_clean":"2023-12-02T00:33:49.271981+0000","last_became_active":"2023-12-02T00:33:48.268481+0000","last_became_peered":"2023-12-02T00:33:48.268481+0000","last_unstale":"2023-12-02T00:33:49.271981+0000","last_undegraded":"2023-12-02T00:33:49.271981+0000","last_fullsized":"2023-12-02T00:33:49.271981+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:20:21.588971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255153+0000","last_change":"2023-12-02T00:33:47.247138+0000","last_active":"2023-12-02T00:33:48.255153+0000","last_peered":"2023-12-02T00:33:48.255153+0000","last_clean":"2023-12-02T00:33:48.255153+0000","last_became_active":"2023-12-02T00:33:47.246664+0000","last_became_peered":"2023-12-02T00:33:47.246664+0000","last_unstale":"2023-12-02T00:33:48.255153+0000","last_undegraded":"2023-12-02T00:33:48.255153+0000","last_fullsized":"2023-12-02T00:33:48.255153+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:28:25.727235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253196+0000","last_change":"2023-12-02T00:33:35.169484+0000","last_active":"2023-12-02T00:33:48.253196+0000","last_peered":"2023-12-02T00:33:48.253196+0000","last_clean":"2023-12-02T00:33:48.253196+0000","last_became_active":"2023-12-02T00:33:35.169190+0000","last_became_peered":"2023-12-02T00:33:35.169190+0000","last_unstale":"2023-12-02T00:33:48.253196+0000","last_undegraded":"2023-12-02T00:33:48.253196+0000","last_fullsized":"2023-12-02T00:33:48.253196+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:08.755860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266569+0000","last_change":"2023-12-02T00:33:34.169788+0000","last_active":"2023-12-02T00:33:48.266569+0000","last_peered":"2023-12-02T00:33:48.266569+0000","last_clean":"2023-12-02T00:33:48.266569+0000","last_became_active":"2023-12-02T00:33:34.169375+0000","last_became_peered":"2023-12-02T00:33:34.169375+0000","last_unstale":"2023-12-02T00:33:48.266569+0000","last_undegraded":"2023-12-02T00:33:48.266569+0000","last_fullsized":"2023-12-02T00:33:48.266569+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:11:10.595186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903656+0000","last_change":"2023-12-02T00:33:48.286910+0000","last_active":"2023-12-02T00:33:49.903656+0000","last_peered":"2023-12-02T00:33:49.903656+0000","last_clean":"2023-12-02T00:33:49.903656+0000","last_became_active":"2023-12-02T00:33:48.286623+0000","last_became_peered":"2023-12-02T00:33:48.286623+0000","last_unstale":"2023-12-02T00:33:49.903656+0000","last_undegraded":"2023-12-02T00:33:49.903656+0000","last_fullsized":"2023-12-02T00:33:49.903656+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:47.402197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"70'8","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.304135+0000","last_change":"2023-12-02T00:33:47.254827+0000","last_active":"2023-12-02T00:33:48.304135+0000","last_peered":"2023-12-02T00:33:48.304135+0000","last_clean":"2023-12-02T00:33:48.304135+0000","last_became_active":"2023-12-02T00:33:47.254578+0000","last_became_peered":"2023-12-02T00:33:47.254578+0000","last_unstale":"2023-12-02T00:33:48.304135+0000","last_undegraded":"2023-12-02T00:33:48.304135+0000","last_fullsized":"2023-12-02T00:33:48.304135+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:24:07.545835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262146+0000","last_change":"2023-12-02T00:33:35.178594+0000","last_active":"2023-12-02T00:33:48.262146+0000","last_peered":"2023-12-02T00:33:48.262146+0000","last_clean":"2023-12-02T00:33:48.262146+0000","last_became_active":"2023-12-02T00:33:35.178279+0000","last_became_peered":"2023-12-02T00:33:35.178279+0000","last_unstale":"2023-12-02T00:33:48.262146+0000","last_undegraded":"2023-12-02T00:33:48.262146+0000","last_fullsized":"2023-12-02T00:33:48.262146+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265913+0000","last_change":"2023-12-02T00:33:34.172711+0000","last_active":"2023-12-02T00:33:48.265913+0000","last_peered":"2023-12-02T00:33:48.265913+0000","last_clean":"2023-12-02T00:33:48.265913+0000","last_became_active":"2023-12-02T00:33:34.172433+0000","last_became_peered":"2023-12-02T00:33:34.172433+0000","last_unstale":"2023-12-02T00:33:48.265913+0000","last_undegraded":"2023-12-02T00:33:48.265913+0000","last_fullsized":"2023-12-02T00:33:48.265913+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:12.412233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.402831+0000","last_change":"2023-12-02T00:33:48.281038+0000","last_active":"2023-12-02T00:33:49.402831+0000","last_peered":"2023-12-02T00:33:49.402831+0000","last_clean":"2023-12-02T00:33:49.402831+0000","last_became_active":"2023-12-02T00:33:48.277019+0000","last_became_peered":"2023-12-02T00:33:48.277019+0000","last_unstale":"2023-12-02T00:33:49.402831+0000","last_undegraded":"2023-12-02T00:33:49.402831+0000","last_fullsized":"2023-12-02T00:33:49.402831+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:37.893633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.302010+0000","last_change":"2023-12-02T00:33:47.253408+0000","last_active":"2023-12-02T00:33:48.302010+0000","last_peered":"2023-12-02T00:33:48.302010+0000","last_clean":"2023-12-02T00:33:48.302010+0000","last_became_active":"2023-12-02T00:33:47.253091+0000","last_became_peered":"2023-12-02T00:33:47.253091+0000","last_unstale":"2023-12-02T00:33:48.302010+0000","last_undegraded":"2023-12-02T00:33:48.302010+0000","last_fullsized":"2023-12-02T00:33:48.302010+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:53:21.505307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266089+0000","last_change":"2023-12-02T00:33:35.185181+0000","last_active":"2023-12-02T00:33:48.266089+0000","last_peered":"2023-12-02T00:33:48.266089+0000","last_clean":"2023-12-02T00:33:48.266089+0000","last_became_active":"2023-12-02T00:33:35.184876+0000","last_became_peered":"2023-12-02T00:33:35.184876+0000","last_unstale":"2023-12-02T00:33:48.266089+0000","last_undegraded":"2023-12-02T00:33:48.266089+0000","last_fullsized":"2023-12-02T00:33:48.266089+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:53:50.582754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266135+0000","last_change":"2023-12-02T00:33:34.166278+0000","last_active":"2023-12-02T00:33:48.266135+0000","last_peered":"2023-12-02T00:33:48.266135+0000","last_clean":"2023-12-02T00:33:48.266135+0000","last_became_active":"2023-12-02T00:33:34.165308+0000","last_became_peered":"2023-12-02T00:33:34.165308+0000","last_unstale":"2023-12-02T00:33:48.266135+0000","last_undegraded":"2023-12-02T00:33:48.266135+0000","last_fullsized":"2023-12-02T00:33:48.266135+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271795+0000","last_change":"2023-12-02T00:33:48.289202+0000","last_active":"2023-12-02T00:33:49.271795+0000","last_peered":"2023-12-02T00:33:49.271795+0000","last_clean":"2023-12-02T00:33:49.271795+0000","last_became_active":"2023-12-02T00:33:48.288912+0000","last_became_peered":"2023-12-02T00:33:48.288912+0000","last_unstale":"2023-12-02T00:33:49.271795+0000","last_undegraded":"2023-12-02T00:33:49.271795+0000","last_fullsized":"2023-12-02T00:33:49.271795+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:07.341826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258540+0000","last_change":"2023-12-02T00:33:47.250400+0000","last_active":"2023-12-02T00:33:48.258540+0000","last_peered":"2023-12-02T00:33:48.258540+0000","last_clean":"2023-12-02T00:33:48.258540+0000","last_became_active":"2023-12-02T00:33:47.250106+0000","last_became_peered":"2023-12-02T00:33:47.250106+0000","last_unstale":"2023-12-02T00:33:48.258540+0000","last_undegraded":"2023-12-02T00:33:48.258540+0000","last_fullsized":"2023-12-02T00:33:48.258540+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:53:20.580614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.264953+0000","last_change":"2023-12-02T00:33:35.168919+0000","last_active":"2023-12-02T00:33:48.264953+0000","last_peered":"2023-12-02T00:33:48.264953+0000","last_clean":"2023-12-02T00:33:48.264953+0000","last_became_active":"2023-12-02T00:33:35.168656+0000","last_became_peered":"2023-12-02T00:33:35.168656+0000","last_unstale":"2023-12-02T00:33:48.264953+0000","last_undegraded":"2023-12-02T00:33:48.264953+0000","last_fullsized":"2023-12-02T00:33:48.264953+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:50:12.144144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"66'8","reported_seq":24,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252527+0000","last_change":"2023-12-02T00:33:34.171485+0000","last_active":"2023-12-02T00:33:48.252527+0000","last_peered":"2023-12-02T00:33:48.252527+0000","last_clean":"2023-12-02T00:33:48.252527+0000","last_became_active":"2023-12-02T00:33:34.171108+0000","last_became_peered":"2023-12-02T00:33:34.171108+0000","last_unstale":"2023-12-02T00:33:48.252527+0000","last_undegraded":"2023-12-02T00:33:48.252527+0000","last_fullsized":"2023-12-02T00:33:48.252527+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:12:48.278926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905090+0000","last_change":"2023-12-02T00:33:48.276061+0000","last_active":"2023-12-02T00:33:49.905090+0000","last_peered":"2023-12-02T00:33:49.905090+0000","last_clean":"2023-12-02T00:33:49.905090+0000","last_became_active":"2023-12-02T00:33:48.275749+0000","last_became_peered":"2023-12-02T00:33:48.275749+0000","last_unstale":"2023-12-02T00:33:49.905090+0000","last_undegraded":"2023-12-02T00:33:49.905090+0000","last_fullsized":"2023-12-02T00:33:49.905090+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:03:10.307457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.292526+0000","last_change":"2023-12-02T00:33:47.250637+0000","last_active":"2023-12-02T00:33:48.292526+0000","last_peered":"2023-12-02T00:33:48.292526+0000","last_clean":"2023-12-02T00:33:48.292526+0000","last_became_active":"2023-12-02T00:33:47.250247+0000","last_became_peered":"2023-12-02T00:33:47.250247+0000","last_unstale":"2023-12-02T00:33:48.292526+0000","last_undegraded":"2023-12-02T00:33:48.292526+0000","last_fullsized":"2023-12-02T00:33:48.292526+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:37:36.884537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.263719+0000","last_change":"2023-12-02T00:33:35.169214+0000","last_active":"2023-12-02T00:33:48.263719+0000","last_peered":"2023-12-02T00:33:48.263719+0000","last_clean":"2023-12-02T00:33:48.263719+0000","last_became_active":"2023-12-02T00:33:35.168473+0000","last_became_peered":"2023-12-02T00:33:35.168473+0000","last_unstale":"2023-12-02T00:33:48.263719+0000","last_undegraded":"2023-12-02T00:33:48.263719+0000","last_fullsized":"2023-12-02T00:33:48.263719+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258529+0000","last_change":"2023-12-02T00:33:34.164440+0000","last_active":"2023-12-02T00:33:48.258529+0000","last_peered":"2023-12-02T00:33:48.258529+0000","last_clean":"2023-12-02T00:33:48.258529+0000","last_became_active":"2023-12-02T00:33:34.163698+0000","last_became_peered":"2023-12-02T00:33:34.163698+0000","last_unstale":"2023-12-02T00:33:48.258529+0000","last_undegraded":"2023-12-02T00:33:48.258529+0000","last_fullsized":"2023-12-02T00:33:48.258529+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:10.022126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.905501+0000","last_change":"2023-12-02T00:33:48.282464+0000","last_active":"2023-12-02T00:33:49.905501+0000","last_peered":"2023-12-02T00:33:49.905501+0000","last_clean":"2023-12-02T00:33:49.905501+0000","last_became_active":"2023-12-02T00:33:48.282013+0000","last_became_peered":"2023-12-02T00:33:48.282013+0000","last_unstale":"2023-12-02T00:33:49.905501+0000","last_undegraded":"2023-12-02T00:33:49.905501+0000","last_fullsized":"2023-12-02T00:33:49.905501+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:17:57.210856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253129+0000","last_change":"2023-12-02T00:33:47.264936+0000","last_active":"2023-12-02T00:33:48.253129+0000","last_peered":"2023-12-02T00:33:48.253129+0000","last_clean":"2023-12-02T00:33:48.253129+0000","last_became_active":"2023-12-02T00:33:47.264311+0000","last_became_peered":"2023-12-02T00:33:47.264311+0000","last_unstale":"2023-12-02T00:33:48.253129+0000","last_undegraded":"2023-12-02T00:33:48.253129+0000","last_fullsized":"2023-12-02T00:33:48.253129+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:20:20.579875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258268+0000","last_change":"2023-12-02T00:33:35.170723+0000","last_active":"2023-12-02T00:33:48.258268+0000","last_peered":"2023-12-02T00:33:48.258268+0000","last_clean":"2023-12-02T00:33:48.258268+0000","last_became_active":"2023-12-02T00:33:35.168258+0000","last_became_peered":"2023-12-02T00:33:35.168258+0000","last_unstale":"2023-12-02T00:33:48.258268+0000","last_undegraded":"2023-12-02T00:33:48.258268+0000","last_fullsized":"2023-12-02T00:33:48.258268+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:10.396466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255524+0000","last_change":"2023-12-02T00:33:34.160118+0000","last_active":"2023-12-02T00:33:48.255524+0000","last_peered":"2023-12-02T00:33:48.255524+0000","last_clean":"2023-12-02T00:33:48.255524+0000","last_became_active":"2023-12-02T00:33:34.159845+0000","last_became_peered":"2023-12-02T00:33:34.159845+0000","last_unstale":"2023-12-02T00:33:48.255524+0000","last_undegraded":"2023-12-02T00:33:48.255524+0000","last_fullsized":"2023-12-02T00:33:48.255524+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.273127+0000","last_change":"2023-12-02T00:33:48.271810+0000","last_active":"2023-12-02T00:33:49.273127+0000","last_peered":"2023-12-02T00:33:49.273127+0000","last_clean":"2023-12-02T00:33:49.273127+0000","last_became_active":"2023-12-02T00:33:48.271165+0000","last_became_peered":"2023-12-02T00:33:48.271165+0000","last_unstale":"2023-12-02T00:33:49.273127+0000","last_undegraded":"2023-12-02T00:33:49.273127+0000","last_fullsized":"2023-12-02T00:33:49.273127+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:06:15.547216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.291087+0000","last_change":"2023-12-02T00:33:47.254521+0000","last_active":"2023-12-02T00:33:48.291087+0000","last_peered":"2023-12-02T00:33:48.291087+0000","last_clean":"2023-12-02T00:33:48.291087+0000","last_became_active":"2023-12-02T00:33:47.254240+0000","last_became_peered":"2023-12-02T00:33:47.254240+0000","last_unstale":"2023-12-02T00:33:48.291087+0000","last_undegraded":"2023-12-02T00:33:48.291087+0000","last_fullsized":"2023-12-02T00:33:48.291087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:42:48.761502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256134+0000","last_change":"2023-12-02T00:33:35.176352+0000","last_active":"2023-12-02T00:33:48.256134+0000","last_peered":"2023-12-02T00:33:48.256134+0000","last_clean":"2023-12-02T00:33:48.256134+0000","last_became_active":"2023-12-02T00:33:35.176076+0000","last_became_peered":"2023-12-02T00:33:35.176076+0000","last_unstale":"2023-12-02T00:33:48.256134+0000","last_undegraded":"2023-12-02T00:33:48.256134+0000","last_fullsized":"2023-12-02T00:33:48.256134+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:21:49.374208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253704+0000","last_change":"2023-12-02T00:33:34.165836+0000","last_active":"2023-12-02T00:33:48.253704+0000","last_peered":"2023-12-02T00:33:48.253704+0000","last_clean":"2023-12-02T00:33:48.253704+0000","last_became_active":"2023-12-02T00:33:34.165519+0000","last_became_peered":"2023-12-02T00:33:34.165519+0000","last_unstale":"2023-12-02T00:33:48.253704+0000","last_undegraded":"2023-12-02T00:33:48.253704+0000","last_fullsized":"2023-12-02T00:33:48.253704+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903612+0000","last_change":"2023-12-02T00:33:48.280016+0000","last_active":"2023-12-02T00:33:49.903612+0000","last_peered":"2023-12-02T00:33:49.903612+0000","last_clean":"2023-12-02T00:33:49.903612+0000","last_became_active":"2023-12-02T00:33:48.279765+0000","last_became_peered":"2023-12-02T00:33:48.279765+0000","last_unstale":"2023-12-02T00:33:49.903612+0000","last_undegraded":"2023-12-02T00:33:49.903612+0000","last_fullsized":"2023-12-02T00:33:49.903612+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:29:14.750444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265876+0000","last_change":"2023-12-02T00:33:47.256282+0000","last_active":"2023-12-02T00:33:48.265876+0000","last_peered":"2023-12-02T00:33:48.265876+0000","last_clean":"2023-12-02T00:33:48.265876+0000","last_became_active":"2023-12-02T00:33:47.255918+0000","last_became_peered":"2023-12-02T00:33:47.255918+0000","last_unstale":"2023-12-02T00:33:48.265876+0000","last_undegraded":"2023-12-02T00:33:48.265876+0000","last_fullsized":"2023-12-02T00:33:48.265876+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:56.513224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258893+0000","last_change":"2023-12-02T00:33:35.173161+0000","last_active":"2023-12-02T00:33:48.258893+0000","last_peered":"2023-12-02T00:33:48.258893+0000","last_clean":"2023-12-02T00:33:48.258893+0000","last_became_active":"2023-12-02T00:33:35.172511+0000","last_became_peered":"2023-12-02T00:33:35.172511+0000","last_unstale":"2023-12-02T00:33:48.258893+0000","last_undegraded":"2023-12-02T00:33:48.258893+0000","last_fullsized":"2023-12-02T00:33:48.258893+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:21:50.685260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269482+0000","last_change":"2023-12-02T00:33:34.175526+0000","last_active":"2023-12-02T00:33:48.269482+0000","last_peered":"2023-12-02T00:33:48.269482+0000","last_clean":"2023-12-02T00:33:48.269482+0000","last_became_active":"2023-12-02T00:33:34.175226+0000","last_became_peered":"2023-12-02T00:33:34.175226+0000","last_unstale":"2023-12-02T00:33:48.269482+0000","last_undegraded":"2023-12-02T00:33:48.269482+0000","last_fullsized":"2023-12-02T00:33:48.269482+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:56:43.425455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271786+0000","last_change":"2023-12-02T00:33:48.270204+0000","last_active":"2023-12-02T00:33:49.271786+0000","last_peered":"2023-12-02T00:33:49.271786+0000","last_clean":"2023-12-02T00:33:49.271786+0000","last_became_active":"2023-12-02T00:33:48.269896+0000","last_became_peered":"2023-12-02T00:33:48.269896+0000","last_unstale":"2023-12-02T00:33:49.271786+0000","last_undegraded":"2023-12-02T00:33:49.271786+0000","last_fullsized":"2023-12-02T00:33:49.271786+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:25:53.128796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252304+0000","last_change":"2023-12-02T00:33:47.260562+0000","last_active":"2023-12-02T00:33:48.252304+0000","last_peered":"2023-12-02T00:33:48.252304+0000","last_clean":"2023-12-02T00:33:48.252304+0000","last_became_active":"2023-12-02T00:33:47.259845+0000","last_became_peered":"2023-12-02T00:33:47.259845+0000","last_unstale":"2023-12-02T00:33:48.252304+0000","last_undegraded":"2023-12-02T00:33:48.252304+0000","last_fullsized":"2023-12-02T00:33:48.252304+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:24:48.523751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266110+0000","last_change":"2023-12-02T00:33:35.182340+0000","last_active":"2023-12-02T00:33:48.266110+0000","last_peered":"2023-12-02T00:33:48.266110+0000","last_clean":"2023-12-02T00:33:48.266110+0000","last_became_active":"2023-12-02T00:33:35.181985+0000","last_became_peered":"2023-12-02T00:33:35.181985+0000","last_unstale":"2023-12-02T00:33:48.266110+0000","last_undegraded":"2023-12-02T00:33:48.266110+0000","last_fullsized":"2023-12-02T00:33:48.266110+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:55.466224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258994+0000","last_change":"2023-12-02T00:33:34.170594+0000","last_active":"2023-12-02T00:33:48.258994+0000","last_peered":"2023-12-02T00:33:48.258994+0000","last_clean":"2023-12-02T00:33:48.258994+0000","last_became_active":"2023-12-02T00:33:34.170320+0000","last_became_peered":"2023-12-02T00:33:34.170320+0000","last_unstale":"2023-12-02T00:33:48.258994+0000","last_undegraded":"2023-12-02T00:33:48.258994+0000","last_fullsized":"2023-12-02T00:33:48.258994+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:33:34.055582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903799+0000","last_change":"2023-12-02T00:33:48.289174+0000","last_active":"2023-12-02T00:33:49.903799+0000","last_peered":"2023-12-02T00:33:49.903799+0000","last_clean":"2023-12-02T00:33:49.903799+0000","last_became_active":"2023-12-02T00:33:48.288874+0000","last_became_peered":"2023-12-02T00:33:48.288874+0000","last_unstale":"2023-12-02T00:33:49.903799+0000","last_undegraded":"2023-12-02T00:33:49.903799+0000","last_fullsized":"2023-12-02T00:33:49.903799+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:47:47.408689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.305924+0000","last_change":"2023-12-02T00:33:47.262978+0000","last_active":"2023-12-02T00:33:48.305924+0000","last_peered":"2023-12-02T00:33:48.305924+0000","last_clean":"2023-12-02T00:33:48.305924+0000","last_became_active":"2023-12-02T00:33:47.262712+0000","last_became_peered":"2023-12-02T00:33:47.262712+0000","last_unstale":"2023-12-02T00:33:48.305924+0000","last_undegraded":"2023-12-02T00:33:48.305924+0000","last_fullsized":"2023-12-02T00:33:48.305924+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:42:48.761502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259722+0000","last_change":"2023-12-02T00:33:35.184306+0000","last_active":"2023-12-02T00:33:48.259722+0000","last_peered":"2023-12-02T00:33:48.259722+0000","last_clean":"2023-12-02T00:33:48.259722+0000","last_became_active":"2023-12-02T00:33:35.179995+0000","last_became_peered":"2023-12-02T00:33:35.179995+0000","last_unstale":"2023-12-02T00:33:48.259722+0000","last_undegraded":"2023-12-02T00:33:48.259722+0000","last_fullsized":"2023-12-02T00:33:48.259722+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:21:16.879741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.259290+0000","last_change":"2023-12-02T00:33:34.171470+0000","last_active":"2023-12-02T00:33:48.259290+0000","last_peered":"2023-12-02T00:33:48.259290+0000","last_clean":"2023-12-02T00:33:48.259290+0000","last_became_active":"2023-12-02T00:33:34.171186+0000","last_became_peered":"2023-12-02T00:33:34.171186+0000","last_unstale":"2023-12-02T00:33:48.259290+0000","last_undegraded":"2023-12-02T00:33:48.259290+0000","last_fullsized":"2023-12-02T00:33:48.259290+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:25.130926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904026+0000","last_change":"2023-12-02T00:33:48.285213+0000","last_active":"2023-12-02T00:33:49.904026+0000","last_peered":"2023-12-02T00:33:49.904026+0000","last_clean":"2023-12-02T00:33:49.904026+0000","last_became_active":"2023-12-02T00:33:48.284894+0000","last_became_peered":"2023-12-02T00:33:48.284894+0000","last_unstale":"2023-12-02T00:33:49.904026+0000","last_undegraded":"2023-12-02T00:33:49.904026+0000","last_fullsized":"2023-12-02T00:33:49.904026+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:36:03.954904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266189+0000","last_change":"2023-12-02T00:33:47.260277+0000","last_active":"2023-12-02T00:33:48.266189+0000","last_peered":"2023-12-02T00:33:48.266189+0000","last_clean":"2023-12-02T00:33:48.266189+0000","last_became_active":"2023-12-02T00:33:47.259896+0000","last_became_peered":"2023-12-02T00:33:47.259896+0000","last_unstale":"2023-12-02T00:33:48.266189+0000","last_undegraded":"2023-12-02T00:33:48.266189+0000","last_fullsized":"2023-12-02T00:33:48.266189+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:25.500001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265973+0000","last_change":"2023-12-02T00:33:35.185713+0000","last_active":"2023-12-02T00:33:48.265973+0000","last_peered":"2023-12-02T00:33:48.265973+0000","last_clean":"2023-12-02T00:33:48.265973+0000","last_became_active":"2023-12-02T00:33:35.185346+0000","last_became_peered":"2023-12-02T00:33:35.185346+0000","last_unstale":"2023-12-02T00:33:48.265973+0000","last_undegraded":"2023-12-02T00:33:48.265973+0000","last_fullsized":"2023-12-02T00:33:48.265973+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:10:02.143469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266511+0000","last_change":"2023-12-02T00:33:34.177504+0000","last_active":"2023-12-02T00:33:48.266511+0000","last_peered":"2023-12-02T00:33:48.266511+0000","last_clean":"2023-12-02T00:33:48.266511+0000","last_became_active":"2023-12-02T00:33:34.176304+0000","last_became_peered":"2023-12-02T00:33:34.176304+0000","last_unstale":"2023-12-02T00:33:48.266511+0000","last_undegraded":"2023-12-02T00:33:48.266511+0000","last_fullsized":"2023-12-02T00:33:48.266511+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:28:13.688317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271615+0000","last_change":"2023-12-02T00:33:48.275307+0000","last_active":"2023-12-02T00:33:49.271615+0000","last_peered":"2023-12-02T00:33:49.271615+0000","last_clean":"2023-12-02T00:33:49.271615+0000","last_became_active":"2023-12-02T00:33:48.275024+0000","last_became_peered":"2023-12-02T00:33:48.275024+0000","last_unstale":"2023-12-02T00:33:49.271615+0000","last_undegraded":"2023-12-02T00:33:49.271615+0000","last_fullsized":"2023-12-02T00:33:49.271615+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:22:02.462916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253849+0000","last_change":"2023-12-02T00:33:47.266270+0000","last_active":"2023-12-02T00:33:48.253849+0000","last_peered":"2023-12-02T00:33:48.253849+0000","last_clean":"2023-12-02T00:33:48.253849+0000","last_became_active":"2023-12-02T00:33:47.266014+0000","last_became_peered":"2023-12-02T00:33:47.266014+0000","last_unstale":"2023-12-02T00:33:48.253849+0000","last_undegraded":"2023-12-02T00:33:48.253849+0000","last_fullsized":"2023-12-02T00:33:48.253849+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:03:16.732044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256395+0000","last_change":"2023-12-02T00:33:35.164566+0000","last_active":"2023-12-02T00:33:48.256395+0000","last_peered":"2023-12-02T00:33:48.256395+0000","last_clean":"2023-12-02T00:33:48.256395+0000","last_became_active":"2023-12-02T00:33:35.164271+0000","last_became_peered":"2023-12-02T00:33:35.164271+0000","last_unstale":"2023-12-02T00:33:48.256395+0000","last_undegraded":"2023-12-02T00:33:48.256395+0000","last_fullsized":"2023-12-02T00:33:48.256395+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"66'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.269528+0000","last_change":"2023-12-02T00:33:34.165808+0000","last_active":"2023-12-02T00:33:48.269528+0000","last_peered":"2023-12-02T00:33:48.269528+0000","last_clean":"2023-12-02T00:33:48.269528+0000","last_became_active":"2023-12-02T00:33:34.165520+0000","last_became_peered":"2023-12-02T00:33:34.165520+0000","last_unstale":"2023-12-02T00:33:48.269528+0000","last_undegraded":"2023-12-02T00:33:48.269528+0000","last_fullsized":"2023-12-02T00:33:48.269528+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T02:41:48.960061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.272162+0000","last_change":"2023-12-02T00:33:48.287608+0000","last_active":"2023-12-02T00:33:49.272162+0000","last_peered":"2023-12-02T00:33:49.272162+0000","last_clean":"2023-12-02T00:33:49.272162+0000","last_became_active":"2023-12-02T00:33:48.287284+0000","last_became_peered":"2023-12-02T00:33:48.287284+0000","last_unstale":"2023-12-02T00:33:49.272162+0000","last_undegraded":"2023-12-02T00:33:49.272162+0000","last_fullsized":"2023-12-02T00:33:49.272162+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:23:07.466862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255871+0000","last_change":"2023-12-02T00:33:47.257491+0000","last_active":"2023-12-02T00:33:48.255871+0000","last_peered":"2023-12-02T00:33:48.255871+0000","last_clean":"2023-12-02T00:33:48.255871+0000","last_became_active":"2023-12-02T00:33:47.257167+0000","last_became_peered":"2023-12-02T00:33:47.257167+0000","last_unstale":"2023-12-02T00:33:48.255871+0000","last_undegraded":"2023-12-02T00:33:48.255871+0000","last_fullsized":"2023-12-02T00:33:48.255871+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:09:38.093062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265982+0000","last_change":"2023-12-02T00:33:35.170526+0000","last_active":"2023-12-02T00:33:48.265982+0000","last_peered":"2023-12-02T00:33:48.265982+0000","last_clean":"2023-12-02T00:33:48.265982+0000","last_became_active":"2023-12-02T00:33:35.170218+0000","last_became_peered":"2023-12-02T00:33:35.170218+0000","last_unstale":"2023-12-02T00:33:48.265982+0000","last_undegraded":"2023-12-02T00:33:48.265982+0000","last_fullsized":"2023-12-02T00:33:48.265982+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:37:13.420390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"67'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267872+0000","last_change":"2023-12-02T00:33:34.169511+0000","last_active":"2023-12-02T00:33:48.267872+0000","last_peered":"2023-12-02T00:33:48.267872+0000","last_clean":"2023-12-02T00:33:48.267872+0000","last_became_active":"2023-12-02T00:33:34.169197+0000","last_became_peered":"2023-12-02T00:33:34.169197+0000","last_unstale":"2023-12-02T00:33:48.267872+0000","last_undegraded":"2023-12-02T00:33:48.267872+0000","last_fullsized":"2023-12-02T00:33:48.267872+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:15:19.364545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.801291+0000","last_change":"2023-12-02T00:33:48.276137+0000","last_active":"2023-12-02T00:33:49.801291+0000","last_peered":"2023-12-02T00:33:49.801291+0000","last_clean":"2023-12-02T00:33:49.801291+0000","last_became_active":"2023-12-02T00:33:48.275485+0000","last_became_peered":"2023-12-02T00:33:48.275485+0000","last_unstale":"2023-12-02T00:33:49.801291+0000","last_undegraded":"2023-12-02T00:33:49.801291+0000","last_fullsized":"2023-12-02T00:33:49.801291+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:58:10.417875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"70'2","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.289984+0000","last_change":"2023-12-02T00:33:47.259515+0000","last_active":"2023-12-02T00:33:48.289984+0000","last_peered":"2023-12-02T00:33:48.289984+0000","last_clean":"2023-12-02T00:33:48.289984+0000","last_became_active":"2023-12-02T00:33:47.259080+0000","last_became_peered":"2023-12-02T00:33:47.259080+0000","last_unstale":"2023-12-02T00:33:48.289984+0000","last_undegraded":"2023-12-02T00:33:48.289984+0000","last_fullsized":"2023-12-02T00:33:48.289984+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:49:22.476077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256316+0000","last_change":"2023-12-02T00:33:35.185856+0000","last_active":"2023-12-02T00:33:48.256316+0000","last_peered":"2023-12-02T00:33:48.256316+0000","last_clean":"2023-12-02T00:33:48.256316+0000","last_became_active":"2023-12-02T00:33:35.185350+0000","last_became_peered":"2023-12-02T00:33:35.185350+0000","last_unstale":"2023-12-02T00:33:48.256316+0000","last_undegraded":"2023-12-02T00:33:48.256316+0000","last_fullsized":"2023-12-02T00:33:48.256316+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:45:26.795533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.257823+0000","last_change":"2023-12-02T00:33:34.169131+0000","last_active":"2023-12-02T00:33:48.257823+0000","last_peered":"2023-12-02T00:33:48.257823+0000","last_clean":"2023-12-02T00:33:48.257823+0000","last_became_active":"2023-12-02T00:33:34.168721+0000","last_became_peered":"2023-12-02T00:33:34.168721+0000","last_unstale":"2023-12-02T00:33:48.257823+0000","last_undegraded":"2023-12-02T00:33:48.257823+0000","last_fullsized":"2023-12-02T00:33:48.257823+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:35:49.858039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271982+0000","last_change":"2023-12-02T00:33:48.294792+0000","last_active":"2023-12-02T00:33:49.271982+0000","last_peered":"2023-12-02T00:33:49.271982+0000","last_clean":"2023-12-02T00:33:49.271982+0000","last_became_active":"2023-12-02T00:33:48.294521+0000","last_became_peered":"2023-12-02T00:33:48.294521+0000","last_unstale":"2023-12-02T00:33:49.271982+0000","last_undegraded":"2023-12-02T00:33:49.271982+0000","last_fullsized":"2023-12-02T00:33:49.271982+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:30.364849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.218558+0000","last_change":"2023-12-02T00:33:47.264412+0000","last_active":"2023-12-02T00:33:49.218558+0000","last_peered":"2023-12-02T00:33:49.218558+0000","last_clean":"2023-12-02T00:33:49.218558+0000","last_became_active":"2023-12-02T00:33:47.264161+0000","last_became_peered":"2023-12-02T00:33:47.264161+0000","last_unstale":"2023-12-02T00:33:49.218558+0000","last_undegraded":"2023-12-02T00:33:49.218558+0000","last_fullsized":"2023-12-02T00:33:49.218558+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:46.343692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256235+0000","last_change":"2023-12-02T00:33:35.172670+0000","last_active":"2023-12-02T00:33:48.256235+0000","last_peered":"2023-12-02T00:33:48.256235+0000","last_clean":"2023-12-02T00:33:48.256235+0000","last_became_active":"2023-12-02T00:33:35.172397+0000","last_became_peered":"2023-12-02T00:33:35.172397+0000","last_unstale":"2023-12-02T00:33:48.256235+0000","last_undegraded":"2023-12-02T00:33:48.256235+0000","last_fullsized":"2023-12-02T00:33:48.256235+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:10:17.276142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256397+0000","last_change":"2023-12-02T00:33:34.169081+0000","last_active":"2023-12-02T00:33:48.256397+0000","last_peered":"2023-12-02T00:33:48.256397+0000","last_clean":"2023-12-02T00:33:48.256397+0000","last_became_active":"2023-12-02T00:33:34.168600+0000","last_became_peered":"2023-12-02T00:33:34.168600+0000","last_unstale":"2023-12-02T00:33:48.256397+0000","last_undegraded":"2023-12-02T00:33:48.256397+0000","last_fullsized":"2023-12-02T00:33:48.256397+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:36:17.069395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903627+0000","last_change":"2023-12-02T00:33:48.279537+0000","last_active":"2023-12-02T00:33:49.903627+0000","last_peered":"2023-12-02T00:33:49.903627+0000","last_clean":"2023-12-02T00:33:49.903627+0000","last_became_active":"2023-12-02T00:33:48.279245+0000","last_became_peered":"2023-12-02T00:33:48.279245+0000","last_unstale":"2023-12-02T00:33:49.903627+0000","last_undegraded":"2023-12-02T00:33:49.903627+0000","last_fullsized":"2023-12-02T00:33:49.903627+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:13:02.375791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265997+0000","last_change":"2023-12-02T00:33:47.260010+0000","last_active":"2023-12-02T00:33:48.265997+0000","last_peered":"2023-12-02T00:33:48.265997+0000","last_clean":"2023-12-02T00:33:48.265997+0000","last_became_active":"2023-12-02T00:33:47.259703+0000","last_became_peered":"2023-12-02T00:33:47.259703+0000","last_unstale":"2023-12-02T00:33:48.265997+0000","last_undegraded":"2023-12-02T00:33:48.265997+0000","last_fullsized":"2023-12-02T00:33:48.265997+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:19:16.765904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.266307+0000","last_change":"2023-12-02T00:33:35.175704+0000","last_active":"2023-12-02T00:33:48.266307+0000","last_peered":"2023-12-02T00:33:48.266307+0000","last_clean":"2023-12-02T00:33:48.266307+0000","last_became_active":"2023-12-02T00:33:35.175412+0000","last_became_peered":"2023-12-02T00:33:35.175412+0000","last_unstale":"2023-12-02T00:33:48.266307+0000","last_undegraded":"2023-12-02T00:33:48.266307+0000","last_fullsized":"2023-12-02T00:33:48.266307+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T06:21:18.477204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.253199+0000","last_change":"2023-12-02T00:33:34.172768+0000","last_active":"2023-12-02T00:33:48.253199+0000","last_peered":"2023-12-02T00:33:48.253199+0000","last_clean":"2023-12-02T00:33:48.253199+0000","last_became_active":"2023-12-02T00:33:34.171359+0000","last_became_peered":"2023-12-02T00:33:34.171359+0000","last_unstale":"2023-12-02T00:33:48.253199+0000","last_undegraded":"2023-12-02T00:33:48.253199+0000","last_fullsized":"2023-12-02T00:33:48.253199+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T12:23:54.458066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.271959+0000","last_change":"2023-12-02T00:33:48.281960+0000","last_active":"2023-12-02T00:33:49.271959+0000","last_peered":"2023-12-02T00:33:49.271959+0000","last_clean":"2023-12-02T00:33:49.271959+0000","last_became_active":"2023-12-02T00:33:48.281612+0000","last_became_peered":"2023-12-02T00:33:48.281612+0000","last_unstale":"2023-12-02T00:33:49.271959+0000","last_undegraded":"2023-12-02T00:33:49.271959+0000","last_fullsized":"2023-12-02T00:33:49.271959+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:17:57.210856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.258062+0000","last_change":"2023-12-02T00:33:47.260716+0000","last_active":"2023-12-02T00:33:48.258062+0000","last_peered":"2023-12-02T00:33:48.258062+0000","last_clean":"2023-12-02T00:33:48.258062+0000","last_became_active":"2023-12-02T00:33:47.260319+0000","last_became_peered":"2023-12-02T00:33:47.260319+0000","last_unstale":"2023-12-02T00:33:48.258062+0000","last_undegraded":"2023-12-02T00:33:48.258062+0000","last_fullsized":"2023-12-02T00:33:48.258062+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:54:41.918648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252827+0000","last_change":"2023-12-02T00:33:35.170827+0000","last_active":"2023-12-02T00:33:48.252827+0000","last_peered":"2023-12-02T00:33:48.252827+0000","last_clean":"2023-12-02T00:33:48.252827+0000","last_became_active":"2023-12-02T00:33:35.170542+0000","last_became_peered":"2023-12-02T00:33:35.170542+0000","last_unstale":"2023-12-02T00:33:48.252827+0000","last_undegraded":"2023-12-02T00:33:48.252827+0000","last_fullsized":"2023-12-02T00:33:48.252827+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:46:26.859456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255069+0000","last_change":"2023-12-02T00:33:34.166643+0000","last_active":"2023-12-02T00:33:48.255069+0000","last_peered":"2023-12-02T00:33:48.255069+0000","last_clean":"2023-12-02T00:33:48.255069+0000","last_became_active":"2023-12-02T00:33:34.164620+0000","last_became_peered":"2023-12-02T00:33:34.164620+0000","last_unstale":"2023-12-02T00:33:48.255069+0000","last_undegraded":"2023-12-02T00:33:48.255069+0000","last_fullsized":"2023-12-02T00:33:48.255069+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:26:33.305332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.903959+0000","last_change":"2023-12-02T00:33:48.289753+0000","last_active":"2023-12-02T00:33:49.903959+0000","last_peered":"2023-12-02T00:33:49.903959+0000","last_clean":"2023-12-02T00:33:49.903959+0000","last_became_active":"2023-12-02T00:33:48.289409+0000","last_became_peered":"2023-12-02T00:33:48.289409+0000","last_unstale":"2023-12-02T00:33:49.903959+0000","last_undegraded":"2023-12-02T00:33:49.903959+0000","last_fullsized":"2023-12-02T00:33:49.903959+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:53.894445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.252599+0000","last_change":"2023-12-02T00:33:47.263271+0000","last_active":"2023-12-02T00:33:48.252599+0000","last_peered":"2023-12-02T00:33:48.252599+0000","last_clean":"2023-12-02T00:33:48.252599+0000","last_became_active":"2023-12-02T00:33:47.263005+0000","last_became_peered":"2023-12-02T00:33:47.263005+0000","last_unstale":"2023-12-02T00:33:48.252599+0000","last_undegraded":"2023-12-02T00:33:48.252599+0000","last_fullsized":"2023-12-02T00:33:48.252599+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T11:04:03.671789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.261825+0000","last_change":"2023-12-02T00:33:35.174544+0000","last_active":"2023-12-02T00:33:48.261825+0000","last_peered":"2023-12-02T00:33:48.261825+0000","last_clean":"2023-12-02T00:33:48.261825+0000","last_became_active":"2023-12-02T00:33:35.174210+0000","last_became_peered":"2023-12-02T00:33:35.174210+0000","last_unstale":"2023-12-02T00:33:48.261825+0000","last_undegraded":"2023-12-02T00:33:48.261825+0000","last_fullsized":"2023-12-02T00:33:48.261825+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T08:35:54.253119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255214+0000","last_change":"2023-12-02T00:33:34.177032+0000","last_active":"2023-12-02T00:33:48.255214+0000","last_peered":"2023-12-02T00:33:48.255214+0000","last_clean":"2023-12-02T00:33:48.255214+0000","last_became_active":"2023-12-02T00:33:34.176732+0000","last_became_peered":"2023-12-02T00:33:34.176732+0000","last_unstale":"2023-12-02T00:33:48.255214+0000","last_undegraded":"2023-12-02T00:33:48.255214+0000","last_fullsized":"2023-12-02T00:33:48.255214+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:38:50.564638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.274025+0000","last_change":"2023-12-02T00:33:48.273670+0000","last_active":"2023-12-02T00:33:49.274025+0000","last_peered":"2023-12-02T00:33:49.274025+0000","last_clean":"2023-12-02T00:33:49.274025+0000","last_became_active":"2023-12-02T00:33:48.273366+0000","last_became_peered":"2023-12-02T00:33:48.273366+0000","last_unstale":"2023-12-02T00:33:49.274025+0000","last_undegraded":"2023-12-02T00:33:49.274025+0000","last_fullsized":"2023-12-02T00:33:49.274025+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:20:47.352789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255120+0000","last_change":"2023-12-02T00:33:47.248474+0000","last_active":"2023-12-02T00:33:48.255120+0000","last_peered":"2023-12-02T00:33:48.255120+0000","last_clean":"2023-12-02T00:33:48.255120+0000","last_became_active":"2023-12-02T00:33:47.248106+0000","last_became_peered":"2023-12-02T00:33:47.248106+0000","last_unstale":"2023-12-02T00:33:48.255120+0000","last_undegraded":"2023-12-02T00:33:48.255120+0000","last_fullsized":"2023-12-02T00:33:48.255120+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T03:19:16.765904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.255205+0000","last_change":"2023-12-02T00:33:35.185614+0000","last_active":"2023-12-02T00:33:48.255205+0000","last_peered":"2023-12-02T00:33:48.255205+0000","last_clean":"2023-12-02T00:33:48.255205+0000","last_became_active":"2023-12-02T00:33:35.185311+0000","last_became_peered":"2023-12-02T00:33:35.185311+0000","last_unstale":"2023-12-02T00:33:48.255205+0000","last_undegraded":"2023-12-02T00:33:48.255205+0000","last_fullsized":"2023-12-02T00:33:48.255205+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T07:57:46.760959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.256098+0000","last_change":"2023-12-02T00:33:34.166446+0000","last_active":"2023-12-02T00:33:48.256098+0000","last_peered":"2023-12-02T00:33:48.256098+0000","last_clean":"2023-12-02T00:33:48.256098+0000","last_became_active":"2023-12-02T00:33:34.165210+0000","last_became_peered":"2023-12-02T00:33:34.165210+0000","last_unstale":"2023-12-02T00:33:48.256098+0000","last_undegraded":"2023-12-02T00:33:48.256098+0000","last_fullsized":"2023-12-02T00:33:48.256098+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:20:39.797580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2023-12-02T00:33:49.904559+0000","last_change":"2023-12-02T00:33:48.290351+0000","last_active":"2023-12-02T00:33:49.904559+0000","last_peered":"2023-12-02T00:33:49.904559+0000","last_clean":"2023-12-02T00:33:49.904559+0000","last_became_active":"2023-12-02T00:33:48.290055+0000","last_became_peered":"2023-12-02T00:33:48.290055+0000","last_unstale":"2023-12-02T00:33:49.904559+0000","last_undegraded":"2023-12-02T00:33:49.904559+0000","last_fullsized":"2023-12-02T00:33:49.904559+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:47.227753+0000","last_clean_scrub_stamp":"2023-12-02T00:33:47.227753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T05:38:24.118991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"70'1","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.301534+0000","last_change":"2023-12-02T00:33:47.261272+0000","last_active":"2023-12-02T00:33:48.301534+0000","last_peered":"2023-12-02T00:33:48.301534+0000","last_clean":"2023-12-02T00:33:48.301534+0000","last_became_active":"2023-12-02T00:33:47.260942+0000","last_became_peered":"2023-12-02T00:33:47.260942+0000","last_unstale":"2023-12-02T00:33:48.301534+0000","last_undegraded":"2023-12-02T00:33:48.301534+0000","last_fullsized":"2023-12-02T00:33:48.301534+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:46.218657+0000","last_clean_scrub_stamp":"2023-12-02T00:33:46.218657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:40:04.823016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.267467+0000","last_change":"2023-12-02T00:33:35.168034+0000","last_active":"2023-12-02T00:33:48.267467+0000","last_peered":"2023-12-02T00:33:48.267467+0000","last_clean":"2023-12-02T00:33:48.267467+0000","last_became_active":"2023-12-02T00:33:35.167774+0000","last_became_peered":"2023-12-02T00:33:35.167774+0000","last_unstale":"2023-12-02T00:33:48.267467+0000","last_undegraded":"2023-12-02T00:33:48.267467+0000","last_fullsized":"2023-12-02T00:33:48.267467+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:34.139046+0000","last_clean_scrub_stamp":"2023-12-02T00:33:34.139046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T09:00:30.283295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"66'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.265816+0000","last_change":"2023-12-02T00:33:34.174052+0000","last_active":"2023-12-02T00:33:48.265816+0000","last_peered":"2023-12-02T00:33:48.265816+0000","last_clean":"2023-12-02T00:33:48.265816+0000","last_became_active":"2023-12-02T00:33:34.173839+0000","last_became_peered":"2023-12-02T00:33:34.173839+0000","last_unstale":"2023-12-02T00:33:48.265816+0000","last_undegraded":"2023-12-02T00:33:48.265816+0000","last_fullsized":"2023-12-02T00:33:48.265816+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:33:33.130889+0000","last_clean_scrub_stamp":"2023-12-02T00:33:33.130889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T01:41:07.747703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":210,"reported_epoch":70,"state":"active+clean","last_fresh":"2023-12-02T00:33:48.262152+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:33:48.262152+0000","last_peered":"2023-12-02T00:33:48.262152+0000","last_clean":"2023-12-02T00:33:48.262152+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:33:48.262152+0000","last_undegraded":"2023-12-02T00:33:48.262152+0000","last_fullsized":"2023-12-02T00:33:48.262152+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":3905,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574887,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32628,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339212,"statfs":{"total":96636764160,"available":96603353088,"internally_reserved":0,"allocated":1478656,"data_stored":978091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.627,"15min":0.624},"min":{"1min":0.51300000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90600000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67800000000000005,"15min":0.67400000000000004},"min":{"1min":0.42899999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.64700000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.68799999999999994,"15min":0.68700000000000006},"min":{"1min":0.53000000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.85599999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.72099999999999997,"15min":0.73299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90100000000000002,"5min":1.45,"15min":1.45},"last":0.48999999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.499,"5min":0.437,"15min":0.437},"max":{"1min":0.92200000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.72399999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85899999999999999,"5min":1.091,"15min":1.091},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.70699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.73699999999999999,"15min":0.747},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.88600000000000001,"5min":1.127,"15min":1.127},"last":0.53600000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72899999999999998,"15min":0.73699999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0189999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.435},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.80700000000000005,"15min":0.81000000000000005},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.61599999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.74099999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89700000000000002,"5min":1.149,"15min":1.149},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.77600000000000002,"15min":0.78600000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0529999999999999,"5min":1.306,"15min":1.306},"last":0.55300000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.51500000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0640000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.79600000000000004,"15min":0.79700000000000004},"min":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.69899999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574888,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":892928,"data_stored":388887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.53100000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.93799999999999994,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.59399999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92800000000000005,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.68799999999999994}]},{"osd":1,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.68899999999999995,"15min":0.69299999999999995},"min":{"1min":0.56899999999999995,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.85399999999999998,"5min":1.23,"15min":1.23},"last":0.63},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68100000000000005,"15min":0.68000000000000005},"min":{"1min":0.48299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86899999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.69499999999999995},"min":{"1min":0.5,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94199999999999995,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.64800000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.753,"15min":0.75600000000000001},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.95099999999999996,"5min":1.125,"15min":1.125},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71399999999999997,"15min":0.72599999999999998},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.79900000000000004,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.67400000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.53100000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.69099999999999995,"15min":0.69399999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.755,"5min":0.748,"15min":0.747},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0429999999999999,"5min":1.069,"15min":1.069},"last":0.55600000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.80200000000000005,"15min":0.80800000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":0.94999999999999996,"5min":1.5449999999999999,"15min":1.5449999999999999},"last":0.72899999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574887,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":892928,"data_stored":390740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.73199999999999998,"15min":0.75},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.97399999999999998,"5min":2.097,"15min":2.097},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.73899999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90600000000000003,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.64800000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.76700000000000002,"15min":0.77800000000000002},"min":{"1min":0.45900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92100000000000004,"5min":2.137,"15min":2.137},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.75,"15min":0.76100000000000001},"min":{"1min":0.47999999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91100000000000003,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.80000000000000004}]},{"osd":2,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.754,"15min":0.76700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.88400000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.625},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.746,"15min":0.75700000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0649999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.57499999999999996}]},{"osd":3,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.76100000000000001,"15min":0.77600000000000002},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.871,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.80300000000000005,"15min":0.81499999999999995},"min":{"1min":0.504,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.97199999999999998,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.71699999999999997}]},{"osd":4,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.753,"15min":0.749},"min":{"1min":0.56299999999999994,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.95499999999999996,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.73799999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.67400000000000004,"15min":0.67600000000000005},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0229999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.98899999999999999,"5min":1.147,"15min":1.147},"last":0.69699999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:32:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.70999999999999996,"15min":0.71399999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.90800000000000003,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.77700000000000002,"15min":0.78300000000000003},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.94399999999999995,"5min":1.236,"15min":1.236},"last":0.75800000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574888,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":892928,"data_stored":389277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.67800000000000005,"15min":0.70399999999999996},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.879,"5min":1.002,"15min":1.002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.70899999999999996,"15min":0.71899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85599999999999998,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.53700000000000003}]},{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.64900000000000002,"15min":0.65900000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76200000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.68500000000000005,"15min":0.70699999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.745,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.45400000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.69399999999999995},"min":{"1min":0.53500000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.71499999999999997,"15min":0.72899999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.48999999999999999}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.69799999999999995,"15min":0.68500000000000005},"min":{"1min":0.59999999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.96499999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.70699999999999996,"15min":0.71599999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.874,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.61499999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65900000000000003,"15min":0.66100000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91600000000000004,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.68899999999999995,"15min":0.68200000000000005},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.42199999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.501,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1040000000000001,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.72599999999999998,"15min":0.72799999999999998},"min":{"1min":0.51500000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.57999999999999996}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.754,"15min":0.76100000000000001},"min":{"1min":0.54000000000000004,"5min":0.436,"15min":0.436},"max":{"1min":0.95099999999999996,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.442},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.80100000000000005,"15min":0.80600000000000005},"min":{"1min":0.61099999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94099999999999995,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.56799999999999995}]}]},{"osd":3,"up_from":13,"seq":55834574889,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27904,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343936,"statfs":{"total":96636764160,"available":96608190464,"internally_reserved":0,"allocated":901120,"data_stored":392282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.42599999999999999,"15min":0.436},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.65200000000000002,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.56100000000000005,"5min":1.716,"15min":1.716},"last":0.442}]},{"osd":1,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51900000000000002,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":1.234,"15min":1.234},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.501,"5min":0.57899999999999996,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88900000000000001,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.47699999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.57799999999999996,"15min":0.59899999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.64000000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.54500000000000004,"15min":0.55600000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.54200000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.48299999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.93899999999999995,"5min":1.629,"15min":1.629},"last":1.032},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.79000000000000004,"15min":0.81000000000000005},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.016,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.97099999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.84099999999999997,"15min":0.86899999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94499999999999995,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.98799999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.73599999999999999,"15min":0.75},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91700000000000004,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":1.145}]},{"osd":6,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.83099999999999996,"15min":0.85499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0600000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.86199999999999999,"15min":0.89300000000000002},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.97799999999999998,"5min":3.29,"15min":3.29},"last":1.0649999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:32:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.77900000000000003,"15min":0.79700000000000004},"min":{"1min":0.52400000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.875,"5min":1.792,"15min":1.792},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.95899999999999996,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.89600000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574890,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32044,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339796,"statfs":{"total":96636764160,"available":96603951104,"internally_reserved":0,"allocated":880640,"data_stored":388157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.433,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.48199999999999998,"15min":0.48399999999999999},"min":{"1min":0.373,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.60799999999999998,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.46000000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.438,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.59799999999999998,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.42499999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.69999999999999996,"5min":1.899,"15min":1.899},"last":0.41399999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.40000000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.69899999999999995,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57799999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.40699999999999997}]},{"osd":4,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.72399999999999998,"15min":0.73099999999999998},"min":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.96599999999999997,"5min":1.506,"15min":1.506},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.77500000000000002,"15min":0.78300000000000003},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.96799999999999997,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.76700000000000002,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.98899999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0589999999999999,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.77100000000000002,"15min":0.78100000000000003},"min":{"1min":0.55500000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.0189999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.80600000000000005,"15min":0.81200000000000006},"min":{"1min":0.59099999999999997,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.073,"5min":1.865,"15min":1.865},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.80100000000000005,"15min":0.80800000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.0880000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.621},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.76500000000000001,"15min":0.77000000000000002},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.0369999999999999,"5min":1.409,"15min":1.409},"last":0.65600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":884736,"data_stored":387735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64400000000000002,"15min":0.63500000000000001},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":7.008,"5min":7.008,"15min":7.008},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.29999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.3999999999999999,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.50600000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":6.8710000000000004,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.436},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.88100000000000001,"15min":0.90100000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":7.1399999999999997,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.374,"5min":0.311,"15min":0.311},"max":{"1min":3.5960000000000001,"5min":4.633,"15min":4.633},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.71199999999999997,"15min":0.73999999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.0339999999999998,"5min":4.359,"15min":4.359},"last":0.46000000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.88400000000000001,"15min":0.90400000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.5549999999999999,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.89700000000000002,"15min":0.89300000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.968,"5min":5.968,"15min":5.968},"last":0.84799999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.90500000000000003,"15min":0.89900000000000002},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":6.0199999999999996,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.97099999999999997,"15min":0.995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":3.165,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.79300000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.92700000000000005,"15min":0.95199999999999996},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.9950000000000001,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.94499999999999995,"15min":0.93899999999999995},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":6.0650000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.82399999999999995}]},{"osd":7,"last update":"Sat Dec 2 00:32:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.97199999999999998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":3.246,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.92900000000000005,"15min":0.96099999999999997},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.6040000000000001,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.873}]}]},{"osd":0,"up_from":13,"seq":55834574888,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32620,"kb_used_data":1440,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339220,"statfs":{"total":96636764160,"available":96603361280,"internally_reserved":0,"allocated":1474560,"data_stored":978525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.45200000000000001,"15min":0.47699999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.50900000000000001,"15min":0.53500000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.40799999999999997}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.49099999999999999,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.50700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.48099999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.58299999999999996,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.751,"15min":0.77100000000000002},"min":{"1min":0.53100000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.90400000000000003,"5min":1.252,"15min":1.252},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.624,"5min":0.76100000000000001,"15min":0.78700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94899999999999995,"5min":1.266,"15min":1.266},"last":0.81899999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.72399999999999998,"15min":0.748},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0069999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.751,"15min":0.79100000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1850000000000001,"5min":1.204,"15min":1.204},"last":0.68300000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.747,"15min":0.77800000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.75700000000000001,"15min":0.79100000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92300000000000004,"5min":1.141,"15min":1.141},"last":0.71499999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.78400000000000003,"15min":0.82099999999999995},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.0249999999999999,"5min":1.496,"15min":1.496},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.78300000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96199999999999997,"5min":1.151,"15min":1.151},"last":0.73899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:33:57.266 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-02T00:33:57.266 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2023-12-02T00:33:57.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59359e640 1 Processor -- start 2023-12-02T00:33:57.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59359e640 1 -- start start 2023-12-02T00:33:57.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59359e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd594151cd0 0x7fd5940ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59359e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fd5940c7c50 0x7fd5941544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59359e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5940c8160 con 0x7fd5940ca9a0 2023-12-02T00:33:57.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59359e640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd594157b40 con 0x7fd594151cd0 2023-12-02T00:33:57.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59359e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd594157e20 con 0x7fd5940c7c50 2023-12-02T00:33:57.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59259c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd594151cd0 0x7fd5940ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59259c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd594151cd0 0x7fd5940ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38926/0 (socket says 172.21.15.133:38926) 2023-12-02T00:33:57.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59259c640 1 -- 172.21.15.133:0/3730148679 learned_addr learned my addr 172.21.15.133:0/3730148679 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:57.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd58bfff640 1 --2- 172.21.15.133:0/3730148679 >> v2:172.21.15.172:3300/0 conn(0x7fd5940c7c50 0x7fd5941544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59259c640 1 -- 172.21.15.133:0/3730148679 >> v2:172.21.15.172:3300/0 conn(0x7fd5940c7c50 msgr2=0x7fd5941544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:57.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59259c640 1 --2- 172.21.15.133:0/3730148679 >> v2:172.21.15.172:3300/0 conn(0x7fd5940c7c50 0x7fd5941544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59259c640 1 -- 172.21.15.133:0/3730148679 >> v1:172.21.15.133:6789/0 conn(0x7fd5940ca9a0 legacy=0x7fd59406b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.411+0000 7fd59259c640 1 -- 172.21.15.133:0/3730148679 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd594158100 con 0x7fd594151cd0 2023-12-02T00:33:57.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59259c640 1 --2- 172.21.15.133:0/3730148679 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd594151cd0 0x7fd5940ca460 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fd5940ac7a0 tx=0x7fd58401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ffc307fabed6fa server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd591d9b640 1 -- 172.21.15.133:0/3730148679 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5840aa650 con 0x7fd594151cd0 2023-12-02T00:33:57.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd591d9b640 1 -- 172.21.15.133:0/3730148679 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5840aa7b0 con 0x7fd594151cd0 2023-12-02T00:33:57.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd591d9b640 1 -- 172.21.15.133:0/3730148679 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5840aab40 con 0x7fd594151cd0 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 -- 172.21.15.133:0/3730148679 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd594151cd0 msgr2=0x7fd5940ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 --2- 172.21.15.133:0/3730148679 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd594151cd0 0x7fd5940ca460 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fd5940ac7a0 tx=0x7fd58401c4d0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 -- 172.21.15.133:0/3730148679 shutdown_connections 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 --2- 172.21.15.133:0/3730148679 >> v2:172.21.15.172:3300/0 conn(0x7fd5940c7c50 0x7fd5941544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 --2- 172.21.15.133:0/3730148679 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd594151cd0 0x7fd5940ca460 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 -- 172.21.15.133:0/3730148679 >> 172.21.15.133:0/3730148679 conn(0x7fd5940abee0 msgr2=0x7fd5940c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 -- 172.21.15.133:0/3730148679 shutdown_connections 2023-12-02T00:33:57.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.415+0000 7fd59359e640 1 -- 172.21.15.133:0/3730148679 wait complete. 2023-12-02T00:33:57.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 Processor -- start 2023-12-02T00:33:57.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 -- start start 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5940c7c50 0x7fd594156a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5940ca9a0 0x7fd594156f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd594151cd0 0x7fd5940aa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5940aa5c0 con 0x7fd5940ca9a0 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd594154710 con 0x7fd594151cd0 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5941edb60 con 0x7fd5940c7c50 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5940ca9a0 0x7fd594156f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5940ca9a0 0x7fd594156f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38932/0 (socket says 172.21.15.133:38932) 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 -- 172.21.15.133:0/2977121005 learned_addr learned my addr 172.21.15.133:0/2977121005 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59259c640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5940c7c50 0x7fd594156a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd592d9d640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd594151cd0 0x7fd5940aa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 -- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5940c7c50 msgr2=0x7fd594156a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5940c7c50 0x7fd594156a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 -- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd594151cd0 msgr2=0x7fd5940aa9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd594151cd0 0x7fd5940aa9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 -- 172.21.15.133:0/2977121005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5840094d0 con 0x7fd5940ca9a0 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd592d9d640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd594151cd0 0x7fd5940aa9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58bfff640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5940ca9a0 0x7fd594156f80 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fd57c00d7d0 tx=0x7fd57c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58affd640 1 -- 172.21.15.133:0/2977121005 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c00b6c0 con 0x7fd5940ca9a0 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58affd640 1 -- 172.21.15.133:0/2977121005 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd57c00b820 con 0x7fd5940ca9a0 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd58affd640 1 -- 172.21.15.133:0/2977121005 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c00bbd0 con 0x7fd5940ca9a0 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.419+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5941ede00 con 0x7fd5940ca9a0 2023-12-02T00:33:57.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.423+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd594154280 con 0x7fd5940ca9a0 2023-12-02T00:33:57.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.423+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5940c6140 con 0x7fd5940ca9a0 2023-12-02T00:33:57.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.423+0000 7fd58affd640 1 -- 172.21.15.133:0/2977121005 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd57c00bd30 con 0x7fd5940ca9a0 2023-12-02T00:33:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.423+0000 7fd58affd640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd574066470 0x7fd574068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.423+0000 7fd58affd640 1 -- 172.21.15.133:0/2977121005 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd57c084630 con 0x7fd5940ca9a0 2023-12-02T00:33:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.423+0000 7fd59259c640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd574066470 0x7fd574068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.423+0000 7fd59259c640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd574066470 0x7fd574068930 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd5840ae000 tx=0x7fd5840b5040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.427+0000 7fd58affd640 1 -- 172.21.15.133:0/2977121005 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd57c051740 con 0x7fd5940ca9a0 2023-12-02T00:33:57.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.631+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7fd594154880 con 0x7fd5940ca9a0 2023-12-02T00:33:57.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.635+0000 7fd58affd640 1 -- 172.21.15.133:0/2977121005 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v22) v1 ==== 185+0+142 (secure 0 0 0) 0x7fd57c054d60 con 0x7fd5940ca9a0 2023-12-02T00:33:57.639 INFO:teuthology.orchestra.run.smithi133.stdout:[client.1] 2023-12-02T00:33:57.639 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQCIemplE3stGBAAjre6zuFIZAXfK5iuUH0cgg== 2023-12-02T00:33:57.639 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow" 2023-12-02T00:33:57.639 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r" 2023-12-02T00:33:57.639 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow rw pool=cephfs2_data" 2023-12-02T00:33:57.639 INFO:teuthology.orchestra.run.smithi133.stderr:updated caps for client.1 2023-12-02T00:33:57.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd574066470 msgr2=0x7fd574068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd574066470 0x7fd574068930 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd5840ae000 tx=0x7fd5840b5040 comp rx=0 tx=0).stop 2023-12-02T00:33:57.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5940ca9a0 msgr2=0x7fd594156f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5940ca9a0 0x7fd594156f80 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fd57c00d7d0 tx=0x7fd57c00dc90 comp rx=0 tx=0).stop 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 shutdown_connections 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd574066470 0x7fd574068930 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd594151cd0 0x7fd5940aa9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd5940ca9a0 0x7fd594156f80 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 --2- 172.21.15.133:0/2977121005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd5940c7c50 0x7fd594156a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 >> 172.21.15.133:0/2977121005 conn(0x7fd5940abee0 msgr2=0x7fd59414fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 shutdown_connections 2023-12-02T00:33:57.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.639+0000 7fd59359e640 1 -- 172.21.15.133:0/2977121005 wait complete. 2023-12-02T00:33:57.660 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:57.660 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:57.670 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:33:57.670 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:33:57.725 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:33:57.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.859+0000 7f725799d640 1 Processor -- start 2023-12-02T00:33:57.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.859+0000 7f725799d640 1 -- start start 2023-12-02T00:33:57.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f725799d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f725006d520 0x7f725015ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f725799d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72500c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f725799d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f725015c600 con 0x7f72501560e0 2023-12-02T00:33:57.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f725799d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f725015a5c0 con 0x7f725006d520 2023-12-02T00:33:57.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f725799d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72501594e0 con 0x7f72500bffc0 2023-12-02T00:33:57.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7255f3a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72500c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7254f38640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f725006d520 0x7f725015ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7255739640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f72501560e0 0x7f7250159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:55952/0 (socket says 172.21.15.133:55952) 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7255739640 1 -- 172.21.15.133:0/3848118350 learned_addr learned my addr 172.21.15.133:0/3848118350 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7247fff640 1 -- 172.21.15.133:0/3848118350 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3426687241 0 0) 0x7f725015c600 con 0x7f72501560e0 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7255f3a640 1 -- 172.21.15.133:0/3848118350 >> v2:172.21.15.172:3300/0 conn(0x7f725006d520 msgr2=0x7f725015ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7255f3a640 1 --2- 172.21.15.133:0/3848118350 >> v2:172.21.15.172:3300/0 conn(0x7f725006d520 0x7f725015ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7255f3a640 1 -- 172.21.15.133:0/3848118350 >> v1:172.21.15.172:6789/0 conn(0x7f72501560e0 legacy=0x7f7250159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7255f3a640 1 -- 172.21.15.133:0/3848118350 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72501597c0 con 0x7f72500bffc0 2023-12-02T00:33:57.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.863+0000 7f7254f38640 1 --2- 172.21.15.133:0/3848118350 >> v2:172.21.15.172:3300/0 conn(0x7f725006d520 0x7f725015ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:33:57.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f7255f3a640 1 --2- 172.21.15.133:0/3848118350 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72500c1bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7248009d90 tx=0x7f724801c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c701185315cd053 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f7247fff640 1 -- 172.21.15.133:0/3848118350 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72480a58f0 con 0x7f72500bffc0 2023-12-02T00:33:57.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f7247fff640 1 -- 172.21.15.133:0/3848118350 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72480a5a50 con 0x7f72500bffc0 2023-12-02T00:33:57.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f7247fff640 1 -- 172.21.15.133:0/3848118350 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72480a5de0 con 0x7f72500bffc0 2023-12-02T00:33:57.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- 172.21.15.133:0/3848118350 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 msgr2=0x7f72500c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 --2- 172.21.15.133:0/3848118350 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72500c1bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7248009d90 tx=0x7f724801c920 comp rx=0 tx=0).stop 2023-12-02T00:33:57.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- 172.21.15.133:0/3848118350 shutdown_connections 2023-12-02T00:33:57.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 --2- 172.21.15.133:0/3848118350 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72500c1bf0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 --2- 172.21.15.133:0/3848118350 >> v2:172.21.15.172:3300/0 conn(0x7f725006d520 0x7f725015ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- 172.21.15.133:0/3848118350 >> 172.21.15.133:0/3848118350 conn(0x7f725006a5b0 msgr2=0x7f725006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:57.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- 172.21.15.133:0/3848118350 shutdown_connections 2023-12-02T00:33:57.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- 172.21.15.133:0/3848118350 wait complete. 2023-12-02T00:33:57.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 Processor -- start 2023-12-02T00:33:57.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- start start 2023-12-02T00:33:57.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f725006d520 0x7f72500a4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72501f1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f72501560e0 0x7f725014fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72500a2600 con 0x7f725006d520 2023-12-02T00:33:57.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72500c4390 con 0x7f72501560e0 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.867+0000 7f725799d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72501f18b0 con 0x7f72500bffc0 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f725006d520 0x7f72500a4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f725006d520 0x7f72500a4ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38946/0 (socket says 172.21.15.133:38946) 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 -- 172.21.15.133:0/826160801 learned_addr learned my addr 172.21.15.133:0/826160801 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255f3a640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f72501560e0 0x7f725014fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7254f38640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72501f1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 -- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 msgr2=0x7f72501f1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72501f1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 -- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f72501560e0 msgr2=0x7f725014fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:57.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f72501560e0 0x7f725014fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:57.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 -- 172.21.15.133:0/826160801 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7240009420 con 0x7f725006d520 2023-12-02T00:33:57.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7255739640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f725006d520 0x7f72500a4ef0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f724c00c4b0 tx=0x7f724c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7245ffb640 1 -- 172.21.15.133:0/826160801 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f724c0074e0 con 0x7f725006d520 2023-12-02T00:33:57.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7245ffb640 1 -- 172.21.15.133:0/826160801 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f724c007660 con 0x7f725006d520 2023-12-02T00:33:57.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7248009a70 con 0x7f725006d520 2023-12-02T00:33:57.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7245ffb640 1 -- 172.21.15.133:0/826160801 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f724c004a30 con 0x7f725006d520 2023-12-02T00:33:57.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72500c6220 con 0x7f725006d520 2023-12-02T00:33:57.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7250068400 con 0x7f725006d520 2023-12-02T00:33:57.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.871+0000 7f7245ffb640 1 -- 172.21.15.133:0/826160801 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f724c004b90 con 0x7f725006d520 2023-12-02T00:33:57.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.875+0000 7f7245ffb640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7234066470 0x7f7234068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:57.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.875+0000 7f7245ffb640 1 -- 172.21.15.133:0/826160801 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f724c083560 con 0x7f725006d520 2023-12-02T00:33:57.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.875+0000 7f7254f38640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7234066470 0x7f7234068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:57.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.875+0000 7f7254f38640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7234066470 0x7f7234068930 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7250158290 tx=0x7f7240009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:57.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:57.879+0000 7f7245ffb640 1 -- 172.21.15.133:0/826160801 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f724c050720 con 0x7f725006d520 2023-12-02T00:33:58.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.027+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f72500c0be0 con 0x7f725006d520 2023-12-02T00:33:58.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.027+0000 7f7245ffb640 1 -- 172.21.15.133:0/826160801 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7f724c053d40 con 0x7f725006d520 2023-12-02T00:33:58.032 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:33:58.032 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:33:58.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7234066470 msgr2=0x7f7234068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7234066470 0x7f7234068930 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7250158290 tx=0x7f7240009190 comp rx=0 tx=0).stop 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f725006d520 msgr2=0x7f72500a4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f725006d520 0x7f72500a4ef0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f724c00c4b0 tx=0x7f724c00c970 comp rx=0 tx=0).stop 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 shutdown_connections 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7234066470 0x7f7234068930 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f72501560e0 0x7f725014fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f72500bffc0 0x7f72501f1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 --2- 172.21.15.133:0/826160801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f725006d520 0x7f72500a4ef0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 >> 172.21.15.133:0/826160801 conn(0x7f725006a5b0 msgr2=0x7f7250152c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 shutdown_connections 2023-12-02T00:33:58.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.031+0000 7f725799d640 1 -- 172.21.15.133:0/826160801 wait complete. 2023-12-02T00:33:58.053 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:33:32.320119+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:33:33.532681+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:33:45.499055+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:33:46.618619+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '71', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:33:58.054 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:33:58.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.191+0000 7f4b198ea640 1 Processor -- start 2023-12-02T00:33:58.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.191+0000 7f4b198ea640 1 -- start start 2023-12-02T00:33:58.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b198ea640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f4b14151dc0 0x7f4b140c4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b198ea640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4b140bd660 0x7f4b14154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b198ea640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b140ac4f0 con 0x7f4b140c7ed0 2023-12-02T00:33:58.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b198ea640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b14158780 con 0x7f4b140bd660 2023-12-02T00:33:58.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b198ea640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b14158a60 con 0x7f4b14151dc0 2023-12-02T00:33:58.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b137fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4b140bd660 0x7f4b14154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b137fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f4b140bd660 0x7f4b14154d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38950/0 (socket says 172.21.15.133:38950) 2023-12-02T00:33:58.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b137fe640 1 -- 172.21.15.133:0/256461834 learned_addr learned my addr 172.21.15.133:0/256461834 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:58.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b137fe640 1 -- 172.21.15.133:0/256461834 >> v2:172.21.15.172:3300/0 conn(0x7f4b14151dc0 msgr2=0x7f4b140c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:58.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b12ffd640 1 --2- 172.21.15.133:0/256461834 >> v2:172.21.15.172:3300/0 conn(0x7f4b14151dc0 0x7f4b140c4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b137fe640 1 --2- 172.21.15.133:0/256461834 >> v2:172.21.15.172:3300/0 conn(0x7f4b14151dc0 0x7f4b140c4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b137fe640 1 -- 172.21.15.133:0/256461834 >> v1:172.21.15.172:6789/0 conn(0x7f4b140c7ed0 legacy=0x7f4b14154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:58.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b137fe640 1 -- 172.21.15.133:0/256461834 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b140ac180 con 0x7f4b140bd660 2023-12-02T00:33:58.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.195+0000 7f4b12ffd640 1 --2- 172.21.15.133:0/256461834 >> v2:172.21.15.172:3300/0 conn(0x7f4b14151dc0 0x7f4b140c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:58.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b137fe640 1 --2- 172.21.15.133:0/256461834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b14154d60 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c009e50 tx=0x7f4b0c01c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5be0fbfcaffcb2fa server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b11ffb640 1 -- 172.21.15.133:0/256461834 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c0a55c0 con 0x7f4b140bd660 2023-12-02T00:33:58.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b11ffb640 1 -- 172.21.15.133:0/256461834 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b0c0a5720 con 0x7f4b140bd660 2023-12-02T00:33:58.201 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b11ffb640 1 -- 172.21.15.133:0/256461834 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c0a5ab0 con 0x7f4b140bd660 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 -- 172.21.15.133:0/256461834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 msgr2=0x7f4b14154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 --2- 172.21.15.133:0/256461834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b14154d60 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c009e50 tx=0x7f4b0c01c870 comp rx=0 tx=0).stop 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 -- 172.21.15.133:0/256461834 shutdown_connections 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 --2- 172.21.15.133:0/256461834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b14154d60 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 --2- 172.21.15.133:0/256461834 >> v2:172.21.15.172:3300/0 conn(0x7f4b14151dc0 0x7f4b140c4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 -- 172.21.15.133:0/256461834 >> 172.21.15.133:0/256461834 conn(0x7f4b14071eb0 msgr2=0x7f4b140722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 -- 172.21.15.133:0/256461834 shutdown_connections 2023-12-02T00:33:58.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 -- 172.21.15.133:0/256461834 wait complete. 2023-12-02T00:33:58.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 Processor -- start 2023-12-02T00:33:58.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.199+0000 7f4b198ea640 1 -- start start 2023-12-02T00:33:58.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b1415e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b140c7ed0 0x7f4b141f05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b14151dc0 0x7f4b1414b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b141f0110 con 0x7f4b140bd660 2023-12-02T00:33:58.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b140c0970 con 0x7f4b140c7ed0 2023-12-02T00:33:58.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b140c00d0 con 0x7f4b14151dc0 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b1415e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b1415e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38954/0 (socket says 172.21.15.133:38954) 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 -- 172.21.15.133:0/2443841003 learned_addr learned my addr 172.21.15.133:0/2443841003 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b137fe640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b14151dc0 0x7f4b1414b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b127fc640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b140c7ed0 0x7f4b141f05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 -- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b14151dc0 msgr2=0x7f4b1414b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b14151dc0 0x7f4b1414b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 -- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b140c7ed0 msgr2=0x7f4b141f05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b140c7ed0 0x7f4b141f05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 -- 172.21.15.133:0/2443841003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b0c009b30 con 0x7f4b140bd660 2023-12-02T00:33:58.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b127fc640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b140c7ed0 0x7f4b141f05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:58.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b12ffd640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b1415e780 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400c7f0 tx=0x7f4b0400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4afbfff640 1 -- 172.21.15.133:0/2443841003 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0400cea0 con 0x7f4b140bd660 2023-12-02T00:33:58.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4afbfff640 1 -- 172.21.15.133:0/2443841003 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b04007a30 con 0x7f4b140bd660 2023-12-02T00:33:58.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4afbfff640 1 -- 172.21.15.133:0/2443841003 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b04007de0 con 0x7f4b140bd660 2023-12-02T00:33:58.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b140c03b0 con 0x7f4b140bd660 2023-12-02T00:33:58.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b140bfdd0 con 0x7f4b140bd660 2023-12-02T00:33:58.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b14068400 con 0x7f4b140bd660 2023-12-02T00:33:58.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.203+0000 7f4afbfff640 1 -- 172.21.15.133:0/2443841003 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4b040113f0 con 0x7f4b140bd660 2023-12-02T00:33:58.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.207+0000 7f4afbfff640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b000664a0 0x7f4b00068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.207+0000 7f4afbfff640 1 -- 172.21.15.133:0/2443841003 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f4b04084270 con 0x7f4b140bd660 2023-12-02T00:33:58.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.207+0000 7f4b127fc640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b000664a0 0x7f4b00068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.207+0000 7f4b127fc640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b000664a0 0x7f4b00068960 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4b1414fdd0 tx=0x7f4b08008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.211+0000 7f4afbfff640 1 -- 172.21.15.133:0/2443841003 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4b04051430 con 0x7f4b140bd660 2023-12-02T00:33:58.243 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:33:58.248 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:33:58.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.363+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4b1406c9a0 con 0x7f4b140bd660 2023-12-02T00:33:58.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.363+0000 7f4afbfff640 1 -- 172.21.15.133:0/2443841003 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4b04054a50 con 0x7f4b140bd660 2023-12-02T00:33:58.367 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:33:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b000664a0 msgr2=0x7f4b00068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b000664a0 0x7f4b00068960 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4b1414fdd0 tx=0x7f4b08008040 comp rx=0 tx=0).stop 2023-12-02T00:33:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 msgr2=0x7f4b1415e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b1415e780 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400c7f0 tx=0x7f4b0400ccb0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 shutdown_connections 2023-12-02T00:33:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4b000664a0 0x7f4b00068960 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f4b14151dc0 0x7f4b1414b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f4b140c7ed0 0x7f4b141f05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 --2- 172.21.15.133:0/2443841003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4b140bd660 0x7f4b1415e780 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 >> 172.21.15.133:0/2443841003 conn(0x7f4b14071eb0 msgr2=0x7f4b14072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 shutdown_connections 2023-12-02T00:33:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.367+0000 7f4b198ea640 1 -- 172.21.15.133:0/2443841003 wait complete. 2023-12-02T00:33:58.388 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:33:58.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f7770032640 1 Processor -- start 2023-12-02T00:33:58.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f7770032640 1 -- start start 2023-12-02T00:33:58.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f7770032640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f77680c5260 0x7f776806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f7770032640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7768155de0 0x7f7768156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f7770032640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77680c2580 con 0x7f77680c5640 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f7770032640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7768153510 con 0x7f7768155de0 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f7770032640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77680c17f0 con 0x7f77680c5260 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776d5cd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f77680c5640 0x7f77680c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33542/0 (socket says 172.21.15.133:33542) 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776d5cd640 1 -- 172.21.15.133:0/738892522 learned_addr learned my addr 172.21.15.133:0/738892522 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776e5cf640 1 --2- 172.21.15.133:0/738892522 >> v2:172.21.15.133:3300/0 conn(0x7f7768155de0 0x7f7768156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776ddce640 1 --2- 172.21.15.133:0/738892522 >> v2:172.21.15.172:3300/0 conn(0x7f77680c5260 0x7f776806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776e5cf640 1 -- 172.21.15.133:0/738892522 >> v2:172.21.15.172:3300/0 conn(0x7f77680c5260 msgr2=0x7f776806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776cdcc640 1 -- 172.21.15.133:0/738892522 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1200150967 0 0) 0x7f77680c2580 con 0x7f77680c5640 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776e5cf640 1 --2- 172.21.15.133:0/738892522 >> v2:172.21.15.172:3300/0 conn(0x7f77680c5260 0x7f776806d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776e5cf640 1 -- 172.21.15.133:0/738892522 >> v1:172.21.15.133:6789/0 conn(0x7f77680c5640 legacy=0x7f77680c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.527+0000 7f776e5cf640 1 -- 172.21.15.133:0/738892522 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77680c1a00 con 0x7f7768155de0 2023-12-02T00:33:58.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f776e5cf640 1 --2- 172.21.15.133:0/738892522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f7768156230 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f77680c6920 tx=0x7f776001c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff38d4665b21b10f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f776cdcc640 1 -- 172.21.15.133:0/738892522 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600a5910 con 0x7f7768155de0 2023-12-02T00:33:58.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f776cdcc640 1 -- 172.21.15.133:0/738892522 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77600a5a70 con 0x7f7768155de0 2023-12-02T00:33:58.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f776cdcc640 1 -- 172.21.15.133:0/738892522 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600a5e00 con 0x7f7768155de0 2023-12-02T00:33:58.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 -- 172.21.15.133:0/738892522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 msgr2=0x7f7768156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 --2- 172.21.15.133:0/738892522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f7768156230 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f77680c6920 tx=0x7f776001c850 comp rx=0 tx=0).stop 2023-12-02T00:33:58.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 -- 172.21.15.133:0/738892522 shutdown_connections 2023-12-02T00:33:58.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 --2- 172.21.15.133:0/738892522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f7768156230 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 --2- 172.21.15.133:0/738892522 >> v2:172.21.15.172:3300/0 conn(0x7f77680c5260 0x7f776806d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 -- 172.21.15.133:0/738892522 >> 172.21.15.133:0/738892522 conn(0x7f776806a5b0 msgr2=0x7f776806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:58.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 -- 172.21.15.133:0/738892522 shutdown_connections 2023-12-02T00:33:58.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 -- 172.21.15.133:0/738892522 wait complete. 2023-12-02T00:33:58.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.531+0000 7f7770032640 1 Processor -- start 2023-12-02T00:33:58.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 -- start start 2023-12-02T00:33:58.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77680c5260 0x7f77680a7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77680c5640 0x7f776815bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f776815c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77680bb6b0 con 0x7f7768155de0 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77680bc420 con 0x7f77680c5640 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f776815ca70 con 0x7f77680c5260 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f776815c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f776815c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38972/0 (socket says 172.21.15.133:38972) 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 -- 172.21.15.133:0/3478233622 learned_addr learned my addr 172.21.15.133:0/3478233622 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776ddce640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77680c5260 0x7f77680a7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776d5cd640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77680c5640 0x7f776815bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 -- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77680c5260 msgr2=0x7f77680a7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77680c5260 0x7f77680a7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 -- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77680c5640 msgr2=0x7f776815bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77680c5640 0x7f776815bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 -- 172.21.15.133:0/3478233622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7760009a70 con 0x7f7768155de0 2023-12-02T00:33:58.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f776e5cf640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f776815c530 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f7760019460 tx=0x7f77600195f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f775e7fc640 1 -- 172.21.15.133:0/3478233622 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600b9860 con 0x7f7768155de0 2023-12-02T00:33:58.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f775e7fc640 1 -- 172.21.15.133:0/3478233622 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77600b99c0 con 0x7f7768155de0 2023-12-02T00:33:58.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77680bb8a0 con 0x7f7768155de0 2023-12-02T00:33:58.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f775e7fc640 1 -- 172.21.15.133:0/3478233622 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600b9d70 con 0x7f7768155de0 2023-12-02T00:33:58.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77680bbe60 con 0x7f7768155de0 2023-12-02T00:33:58.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.535+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77680c0440 con 0x7f7768155de0 2023-12-02T00:33:58.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.539+0000 7f775e7fc640 1 -- 172.21.15.133:0/3478233622 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f77600ad440 con 0x7f7768155de0 2023-12-02T00:33:58.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.539+0000 7f775e7fc640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f774c066470 0x7f774c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.539+0000 7f775e7fc640 1 -- 172.21.15.133:0/3478233622 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f776011f550 con 0x7f7768155de0 2023-12-02T00:33:58.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.539+0000 7f776ddce640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f774c066470 0x7f774c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.539+0000 7f776ddce640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f774c066470 0x7f774c068930 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f77640079c0 tx=0x7f7764008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.543+0000 7f775e7fc640 1 -- 172.21.15.133:0/3478233622 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f77600ec830 con 0x7f7768155de0 2023-12-02T00:33:58.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.691+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f77681ebee0 con 0x7f7768155de0 2023-12-02T00:33:58.696 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f775e7fc640 1 -- 172.21.15.133:0/3478233622 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v71) v1 ==== 104+0+11 (secure 0 0 0) 0x7f77681ebee0 con 0x7f7768155de0 2023-12-02T00:33:58.697 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f774c066470 msgr2=0x7f774c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f774c066470 0x7f774c068930 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f77640079c0 tx=0x7f7764008040 comp rx=0 tx=0).stop 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 msgr2=0x7f776815c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f776815c530 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f7760019460 tx=0x7f77600195f0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 shutdown_connections 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f774c066470 0x7f774c068930 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7768155de0 0x7f776815c530 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f77680c5640 0x7f776815bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 --2- 172.21.15.133:0/3478233622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f77680c5260 0x7f77680a7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 >> 172.21.15.133:0/3478233622 conn(0x7f776806a5b0 msgr2=0x7f7768152d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 shutdown_connections 2023-12-02T00:33:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.695+0000 7f7770032640 1 -- 172.21.15.133:0/3478233622 wait complete. 2023-12-02T00:33:58.717 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:33:58.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa36a772640 1 Processor -- start 2023-12-02T00:33:58.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa36a772640 1 -- start start 2023-12-02T00:33:58.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa36a772640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa3640c5260 0x7fa36406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa36a772640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 0x7fa3640c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa36a772640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3640c2580 con 0x7fa3640c60f0 2023-12-02T00:33:58.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa36a772640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa364153510 con 0x7fa3640c5260 2023-12-02T00:33:58.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa36a772640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3640c17f0 con 0x7fa3640c5640 2023-12-02T00:33:58.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa368d0f640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa3640c60f0 0x7fa364155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33544/0 (socket says 172.21.15.133:33544) 2023-12-02T00:33:58.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa368d0f640 1 -- 172.21.15.133:0/8689599 learned_addr learned my addr 172.21.15.133:0/8689599 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa3637fe640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 0x7fa3640c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa363fff640 1 --2- 172.21.15.133:0/8689599 >> v2:172.21.15.172:3300/0 conn(0x7fa3640c5260 0x7fa36406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2011476304 0 0) 0x7fa3640c2580 con 0x7fa3640c60f0 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.855+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa34c003530 con 0x7fa3640c60f0 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 410857148 0 0) 0x7fa34c003530 con 0x7fa3640c60f0 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 msgr2=0x7fa3640c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 0x7fa3640c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 >> v2:172.21.15.172:3300/0 conn(0x7fa3640c5260 msgr2=0x7fa36406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 --2- 172.21.15.133:0/8689599 >> v2:172.21.15.172:3300/0 conn(0x7fa3640c5260 0x7fa36406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3640c1a00 con 0x7fa3640c60f0 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fa35c001a00 con 0x7fa3640c60f0 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 >> v1:172.21.15.133:6789/0 conn(0x7fa3640c60f0 legacy=0x7fa364155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 0x7fa34c0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa34c003f20 0x7fa34c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa34c004d10 0x7fa34c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3640c17f0 con 0x7fa34c004d10 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa34c00b990 con 0x7fa34c003f20 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa34c00bb50 con 0x7fa3640c5640 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa368d0f640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa34c004d10 0x7fa34c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa363fff640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 0x7fa34c0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa3637fe640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa34c003f20 0x7fa34c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa368d0f640 1 -- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 msgr2=0x7fa34c0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa368d0f640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa3640c5640 0x7fa34c0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa368d0f640 1 -- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa34c003f20 msgr2=0x7fa34c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa368d0f640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa34c003f20 0x7fa34c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa368d0f640 1 -- 172.21.15.133:0/8689599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa34c003530 con 0x7fa34c004d10 2023-12-02T00:33:58.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.859+0000 7fa368d0f640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa34c004d10 0x7fa34c005190 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00a830 tx=0x7fa35c01fac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4c15ee4937711bd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35c0aa6f0 con 0x7fa34c004d10 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa35c0aa850 con 0x7fa34c004d10 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa362ffd640 1 -- 172.21.15.133:0/8689599 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35c0aac60 con 0x7fa34c004d10 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- 172.21.15.133:0/8689599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa34c004d10 msgr2=0x7fa34c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 --2- 172.21.15.133:0/8689599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa34c004d10 0x7fa34c005190 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00a830 tx=0x7fa35c01fac0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa368d0f640 1 -- 172.21.15.133:0/8689599 reap_dead start 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- 172.21.15.133:0/8689599 shutdown_connections 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- 172.21.15.133:0/8689599 >> 172.21.15.133:0/8689599 conn(0x7fa36406a5b0 msgr2=0x7fa36406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- 172.21.15.133:0/8689599 shutdown_connections 2023-12-02T00:33:58.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- 172.21.15.133:0/8689599 wait complete. 2023-12-02T00:33:58.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 Processor -- start 2023-12-02T00:33:58.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- start start 2023-12-02T00:33:58.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa364071100 0x7fa3640a8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3640c4be0 0x7fa364143e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa364144360 0x7fa3641ed300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa364152250 con 0x7fa3640c4be0 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa364155100 con 0x7fa364144360 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa36a772640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3641524c0 con 0x7fa364071100 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa3637fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3640c4be0 0x7fa364143e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa3637fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3640c4be0 0x7fa364143e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:38994/0 (socket says 172.21.15.133:38994) 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa3637fe640 1 -- 172.21.15.133:0/3690469349 learned_addr learned my addr 172.21.15.133:0/3690469349 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa368d0f640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa364144360 0x7fa3641ed300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.863+0000 7fa363fff640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa364071100 0x7fa3640a8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa3637fe640 1 -- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa364071100 msgr2=0x7fa3640a8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa3637fe640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa364071100 0x7fa3640a8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa3637fe640 1 -- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa364144360 msgr2=0x7fa3641ed300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:58.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa3637fe640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa364144360 0x7fa3641ed300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa3637fe640 1 -- 172.21.15.133:0/3690469349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3641527a0 con 0x7fa3640c4be0 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa3637fe640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3640c4be0 0x7fa364143e20 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fa358011940 tx=0x7fa358011d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa360ff9640 1 -- 172.21.15.133:0/3690469349 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa358004240 con 0x7fa3640c4be0 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa360ff9640 1 -- 172.21.15.133:0/3690469349 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3580043a0 con 0x7fa3640c4be0 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa364152a80 con 0x7fa3640c4be0 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa360ff9640 1 -- 172.21.15.133:0/3690469349 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35800fa40 con 0x7fa3640c4be0 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3640714e0 con 0x7fa3640c4be0 2023-12-02T00:33:58.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa364144770 con 0x7fa3640c4be0 2023-12-02T00:33:58.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa360ff9640 1 -- 172.21.15.133:0/3690469349 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa35800fba0 con 0x7fa3640c4be0 2023-12-02T00:33:58.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa360ff9640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3500664a0 0x7fa350068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:58.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa360ff9640 1 -- 172.21.15.133:0/3690469349 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa3580846e0 con 0x7fa3640c4be0 2023-12-02T00:33:58.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.867+0000 7fa363fff640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3500664a0 0x7fa350068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:58.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.871+0000 7fa363fff640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3500664a0 0x7fa350068960 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fa354009bc0 tx=0x7fa354009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:58.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:58.871+0000 7fa360ff9640 1 -- 172.21.15.133:0/3690469349 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa358051940 con 0x7fa3640c4be0 2023-12-02T00:33:59.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.023+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa364068400 con 0x7fa3640c4be0 2023-12-02T00:33:59.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.023+0000 7fa360ff9640 1 -- 172.21.15.133:0/3690469349 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v71) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa358019020 con 0x7fa3640c4be0 2023-12-02T00:33:59.027 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3500664a0 msgr2=0x7fa350068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3500664a0 0x7fa350068960 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fa354009bc0 tx=0x7fa354009190 comp rx=0 tx=0).stop 2023-12-02T00:33:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3640c4be0 msgr2=0x7fa364143e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3640c4be0 0x7fa364143e20 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fa358011940 tx=0x7fa358011d40 comp rx=0 tx=0).stop 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 shutdown_connections 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa3500664a0 0x7fa350068960 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa364144360 0x7fa3641ed300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3640c4be0 0x7fa364143e20 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 --2- 172.21.15.133:0/3690469349 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa364071100 0x7fa3640a8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 >> 172.21.15.133:0/3690469349 conn(0x7fa36406a5b0 msgr2=0x7fa3640c38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 shutdown_connections 2023-12-02T00:33:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.027+0000 7fa36a772640 1 -- 172.21.15.133:0/3690469349 wait complete. 2023-12-02T00:33:59.048 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:33:59.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef8d479640 1 Processor -- start 2023-12-02T00:33:59.192 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef8d479640 1 -- start start 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef8d479640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef88151e90 0x7fef880c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef8d479640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fef880c7ea0 0x7fef8806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef8d479640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef8806c860 con 0x7fef880c4e60 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef8d479640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef880c8750 con 0x7fef880c7ea0 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef8d479640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef881552d0 con 0x7fef88151e90 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef86ffd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef88151e90 0x7fef880c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef877fe640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7fef880c4e60 0x7fef8806b9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:55970/0 (socket says 172.21.15.133:55970) 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef867fc640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fef880c7ea0 0x7fef8806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef877fe640 1 -- 172.21.15.133:0/1964353680 learned_addr learned my addr 172.21.15.133:0/1964353680 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:59.195 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef85ffb640 1 -- 172.21.15.133:0/1964353680 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3635464977 0 0) 0x7fef8806c860 con 0x7fef880c4e60 2023-12-02T00:33:59.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef86ffd640 1 -- 172.21.15.133:0/1964353680 >> v2:172.21.15.172:3300/0 conn(0x7fef880c7ea0 msgr2=0x7fef8806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:59.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef86ffd640 1 --2- 172.21.15.133:0/1964353680 >> v2:172.21.15.172:3300/0 conn(0x7fef880c7ea0 0x7fef8806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef86ffd640 1 -- 172.21.15.133:0/1964353680 >> v1:172.21.15.172:6789/0 conn(0x7fef880c4e60 legacy=0x7fef8806b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.196 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.191+0000 7fef86ffd640 1 -- 172.21.15.133:0/1964353680 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef88154930 con 0x7fef88151e90 2023-12-02T00:33:59.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef86ffd640 1 --2- 172.21.15.133:0/1964353680 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef88151e90 0x7fef880c4920 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fef780097c0 tx=0x7fef7801c360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85d09c2c6e3a3f2b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.197 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef85ffb640 1 -- 172.21.15.133:0/1964353680 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef780ab600 con 0x7fef88151e90 2023-12-02T00:33:59.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef85ffb640 1 -- 172.21.15.133:0/1964353680 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef780a7050 con 0x7fef88151e90 2023-12-02T00:33:59.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef85ffb640 1 -- 172.21.15.133:0/1964353680 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef780ab980 con 0x7fef88151e90 2023-12-02T00:33:59.198 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 -- 172.21.15.133:0/1964353680 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef88151e90 msgr2=0x7fef880c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 --2- 172.21.15.133:0/1964353680 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef88151e90 0x7fef880c4920 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fef780097c0 tx=0x7fef7801c360 comp rx=0 tx=0).stop 2023-12-02T00:33:59.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 -- 172.21.15.133:0/1964353680 shutdown_connections 2023-12-02T00:33:59.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 --2- 172.21.15.133:0/1964353680 >> v2:172.21.15.172:3300/0 conn(0x7fef880c7ea0 0x7fef8806b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 --2- 172.21.15.133:0/1964353680 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef88151e90 0x7fef880c4920 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 -- 172.21.15.133:0/1964353680 >> 172.21.15.133:0/1964353680 conn(0x7fef880ca170 msgr2=0x7fef880ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:59.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 -- 172.21.15.133:0/1964353680 shutdown_connections 2023-12-02T00:33:59.199 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.195+0000 7fef8d479640 1 -- 172.21.15.133:0/1964353680 wait complete. 2023-12-02T00:33:59.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 Processor -- start 2023-12-02T00:33:59.200 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 -- start start 2023-12-02T00:33:59.202 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef880c4e60 0x7fef880c2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef880c7ea0 0x7fef880aacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef88151e90 0x7fef88146200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef880c25b0 con 0x7fef880c4e60 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef880c0a50 con 0x7fef88151e90 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef880c1f60 con 0x7fef880c7ea0 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef880c4e60 0x7fef880c2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef880c4e60 0x7fef880c2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39010/0 (socket says 172.21.15.133:39010) 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 -- 172.21.15.133:0/3753301635 learned_addr learned my addr 172.21.15.133:0/3753301635 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef867fc640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef880c7ea0 0x7fef880aacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 -- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef880c7ea0 msgr2=0x7fef880aacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.203 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef877fe640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef88151e90 0x7fef88146200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef880c7ea0 0x7fef880aacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 -- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef88151e90 msgr2=0x7fef88146200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef88151e90 0x7fef88146200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 -- 172.21.15.133:0/3753301635 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef78009420 con 0x7fef880c4e60 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef867fc640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef880c7ea0 0x7fef880aacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef877fe640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef88151e90 0x7fef88146200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef86ffd640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef880c4e60 0x7fef880c2a40 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fef7801aa10 tx=0x7fef78019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef6f7fe640 1 -- 172.21.15.133:0/3753301635 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef780abdb0 con 0x7fef880c4e60 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef6f7fe640 1 -- 172.21.15.133:0/3753301635 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef78006e20 con 0x7fef880c4e60 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef880c2240 con 0x7fef880c4e60 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef6f7fe640 1 -- 172.21.15.133:0/3753301635 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef78004220 con 0x7fef880c4e60 2023-12-02T00:33:59.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef880c3410 con 0x7fef880c4e60 2023-12-02T00:33:59.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.199+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef88068400 con 0x7fef880c4e60 2023-12-02T00:33:59.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.203+0000 7fef6f7fe640 1 -- 172.21.15.133:0/3753301635 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fef780b2050 con 0x7fef880c4e60 2023-12-02T00:33:59.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.203+0000 7fef6f7fe640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fef74066470 0x7fef74068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.203+0000 7fef6f7fe640 1 -- 172.21.15.133:0/3753301635 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fef7811e250 con 0x7fef880c4e60 2023-12-02T00:33:59.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.203+0000 7fef867fc640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fef74066470 0x7fef74068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.206 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.203+0000 7fef867fc640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fef74066470 0x7fef74068930 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fef880c8300 tx=0x7fef7c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.207+0000 7fef6f7fe640 1 -- 172.21.15.133:0/3753301635 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fef780eb370 con 0x7fef880c4e60 2023-12-02T00:33:59.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.359+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fef880c5e40 con 0x7fef880c4e60 2023-12-02T00:33:59.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.359+0000 7fef6f7fe640 1 -- 172.21.15.133:0/3753301635 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v71) v1 ==== 105+0+11 (secure 0 0 0) 0x7fef780b0020 con 0x7fef880c4e60 2023-12-02T00:33:59.362 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:33:59.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fef74066470 msgr2=0x7fef74068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fef74066470 0x7fef74068930 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fef880c8300 tx=0x7fef7c008040 comp rx=0 tx=0).stop 2023-12-02T00:33:59.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef880c4e60 msgr2=0x7fef880c2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef880c4e60 0x7fef880c2a40 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fef7801aa10 tx=0x7fef78019100 comp rx=0 tx=0).stop 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 shutdown_connections 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fef74066470 0x7fef74068930 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fef88151e90 0x7fef88146200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fef880c7ea0 0x7fef880aacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 --2- 172.21.15.133:0/3753301635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fef880c4e60 0x7fef880c2a40 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 >> 172.21.15.133:0/3753301635 conn(0x7fef880ca170 msgr2=0x7fef88152590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 shutdown_connections 2023-12-02T00:33:59.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.363+0000 7fef8d479640 1 -- 172.21.15.133:0/3753301635 wait complete. 2023-12-02T00:33:59.383 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:33:59.522 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.519+0000 7f62e5ff5640 1 Processor -- start 2023-12-02T00:33:59.523 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.519+0000 7f62e5ff5640 1 -- start start 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.519+0000 7f62e5ff5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f62e00c4100 0x7f62e00c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.519+0000 7f62e5ff5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f62e00c06d0 0x7f62e00a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.519+0000 7f62e5ff5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62e00c31c0 con 0x7f62e00c63c0 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.519+0000 7f62e5ff5640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62e00c34a0 con 0x7f62e00c4100 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.519+0000 7f62e5ff5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62e00c1030 con 0x7f62e00c06d0 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f62e00c4100 0x7f62e00c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f62e00c4100 0x7f62e00c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39020/0 (socket says 172.21.15.133:39020) 2023-12-02T00:33:59.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 -- 172.21.15.133:0/3318060164 learned_addr learned my addr 172.21.15.133:0/3318060164 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62dffff640 1 --2- 172.21.15.133:0/3318060164 >> v2:172.21.15.172:3300/0 conn(0x7f62e00c06d0 0x7f62e00a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 -- 172.21.15.133:0/3318060164 >> v2:172.21.15.172:3300/0 conn(0x7f62e00c06d0 msgr2=0x7f62e00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 --2- 172.21.15.133:0/3318060164 >> v2:172.21.15.172:3300/0 conn(0x7f62e00c06d0 0x7f62e00a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 -- 172.21.15.133:0/3318060164 >> v1:172.21.15.172:6789/0 conn(0x7f62e00c63c0 legacy=0x7f62e00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 -- 172.21.15.133:0/3318060164 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62e00c1310 con 0x7f62e00c4100 2023-12-02T00:33:59.525 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62dffff640 1 --2- 172.21.15.133:0/3318060164 >> v2:172.21.15.172:3300/0 conn(0x7f62e00c06d0 0x7f62e00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:59.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62d7fff640 1 --2- 172.21.15.133:0/3318060164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c4100 0x7f62e00c2bb0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f62e00c0ee0 tx=0x7f62c801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c86c41b154fd5e6 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62deffd640 1 -- 172.21.15.133:0/3318060164 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62e00aa3d0 con 0x7f62e00c4100 2023-12-02T00:33:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62deffd640 1 -- 172.21.15.133:0/3318060164 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62c80a7050 con 0x7f62e00c4100 2023-12-02T00:33:59.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.523+0000 7f62deffd640 1 -- 172.21.15.133:0/3318060164 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c80ab820 con 0x7f62e00c4100 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- 172.21.15.133:0/3318060164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c4100 msgr2=0x7f62e00c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/3318060164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c4100 0x7f62e00c2bb0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f62e00c0ee0 tx=0x7f62c801c3e0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- 172.21.15.133:0/3318060164 shutdown_connections 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/3318060164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c4100 0x7f62e00c2bb0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/3318060164 >> v2:172.21.15.172:3300/0 conn(0x7f62e00c06d0 0x7f62e00a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- 172.21.15.133:0/3318060164 >> 172.21.15.133:0/3318060164 conn(0x7f62e006a5b0 msgr2=0x7f62e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- 172.21.15.133:0/3318060164 shutdown_connections 2023-12-02T00:33:59.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- 172.21.15.133:0/3318060164 wait complete. 2023-12-02T00:33:59.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 Processor -- start 2023-12-02T00:33:59.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- start start 2023-12-02T00:33:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c06d0 0x7f62e01ed620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62e00c4100 0x7f62e01534b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62e00c63c0 0x7f62e01effe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62e00a6030 con 0x7f62e00c06d0 2023-12-02T00:33:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62e01ecb80 con 0x7f62e00c4100 2023-12-02T00:33:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62e5ff5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62e01ece20 con 0x7f62e00c63c0 2023-12-02T00:33:59.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c06d0 0x7f62e01ed620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c06d0 0x7f62e01ed620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39028/0 (socket says 172.21.15.133:39028) 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 -- 172.21.15.133:0/412401976 learned_addr learned my addr 172.21.15.133:0/412401976 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62d7fff640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62e00c4100 0x7f62e01534b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62dffff640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62e00c63c0 0x7f62e01effe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 -- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62e00c63c0 msgr2=0x7f62e01effe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62e00c63c0 0x7f62e01effe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 -- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62e00c4100 msgr2=0x7f62e01534b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62e00c4100 0x7f62e01534b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 -- 172.21.15.133:0/412401976 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62c80094d0 con 0x7f62e00c06d0 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62d7fff640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62e00c4100 0x7f62e01534b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.527+0000 7f62df7fe640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c06d0 0x7f62e01ed620 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f62d000c3a0 tx=0x7f62d000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62dcff9640 1 -- 172.21.15.133:0/412401976 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62d00052d0 con 0x7f62e00c06d0 2023-12-02T00:33:59.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62dcff9640 1 -- 172.21.15.133:0/412401976 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62d0005450 con 0x7f62e00c06d0 2023-12-02T00:33:59.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62e01ed100 con 0x7f62e00c06d0 2023-12-02T00:33:59.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62dcff9640 1 -- 172.21.15.133:0/412401976 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62d0003860 con 0x7f62e00c06d0 2023-12-02T00:33:59.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62e00a62d0 con 0x7f62e00c06d0 2023-12-02T00:33:59.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62e01ed2f0 con 0x7f62e00c06d0 2023-12-02T00:33:59.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62dcff9640 1 -- 172.21.15.133:0/412401976 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f62d00039c0 con 0x7f62e00c06d0 2023-12-02T00:33:59.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62dcff9640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f62c0066470 0x7f62c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62dcff9640 1 -- 172.21.15.133:0/412401976 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f62d0083800 con 0x7f62e00c06d0 2023-12-02T00:33:59.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62d7fff640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f62c0066470 0x7f62c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.531+0000 7f62d7fff640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f62c0066470 0x7f62c0068930 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f62c80ad000 tx=0x7f62c8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.535+0000 7f62dcff9640 1 -- 172.21.15.133:0/412401976 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f62d0050880 con 0x7f62e00c06d0 2023-12-02T00:33:59.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.687+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f62e0068400 con 0x7f62e00c06d0 2023-12-02T00:33:59.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.687+0000 7f62dcff9640 1 -- 172.21.15.133:0/412401976 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v71) v1 ==== 101+0+11 (secure 0 0 0) 0x7f62d0053ea0 con 0x7f62e00c06d0 2023-12-02T00:33:59.691 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:33:59.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f62c0066470 msgr2=0x7f62c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f62c0066470 0x7f62c0068930 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f62c80ad000 tx=0x7f62c8008040 comp rx=0 tx=0).stop 2023-12-02T00:33:59.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c06d0 msgr2=0x7f62e01ed620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c06d0 0x7f62e01ed620 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f62d000c3a0 tx=0x7f62d000c860 comp rx=0 tx=0).stop 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 shutdown_connections 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f62c0066470 0x7f62c0068930 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f62e00c63c0 0x7f62e01effe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f62e00c4100 0x7f62e01534b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 --2- 172.21.15.133:0/412401976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62e00c06d0 0x7f62e01ed620 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 >> 172.21.15.133:0/412401976 conn(0x7f62e006a5b0 msgr2=0x7f62e0070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 shutdown_connections 2023-12-02T00:33:59.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.691+0000 7f62e5ff5640 1 -- 172.21.15.133:0/412401976 wait complete. 2023-12-02T00:33:59.713 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:33:59.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0570f2a640 1 Processor -- start 2023-12-02T00:33:59.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0570f2a640 1 -- start start 2023-12-02T00:33:59.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0570f2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c4100 0x7f056c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0570f2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f056c0c06d0 0x7f056c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0570f2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f056c0c31c0 con 0x7f056c0c63c0 2023-12-02T00:33:59.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0570f2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f056c0c34a0 con 0x7f056c0c06d0 2023-12-02T00:33:59.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0570f2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f056c0c1030 con 0x7f056c0c4100 2023-12-02T00:33:59.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f056a59c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f056c0c63c0 0x7f056c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33546/0 (socket says 172.21.15.133:33546) 2023-12-02T00:33:59.854 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f056a59c640 1 -- 172.21.15.133:0/2770519136 learned_addr learned my addr 172.21.15.133:0/2770519136 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f056ad9d640 1 --2- 172.21.15.133:0/2770519136 >> v2:172.21.15.172:3300/0 conn(0x7f056c0c06d0 0x7f056c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0569d9b640 1 --2- 172.21.15.133:0/2770519136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c4100 0x7f056c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f056959a640 1 -- 172.21.15.133:0/2770519136 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2125695770 0 0) 0x7f056c0c31c0 con 0x7f056c0c63c0 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f056959a640 1 -- 172.21.15.133:0/2770519136 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0554003530 con 0x7f056c0c63c0 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f056959a640 1 -- 172.21.15.133:0/2770519136 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3213919248 0 0) 0x7f0554003530 con 0x7f056c0c63c0 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0569d9b640 1 -- 172.21.15.133:0/2770519136 >> v2:172.21.15.172:3300/0 conn(0x7f056c0c06d0 msgr2=0x7f056c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0569d9b640 1 --2- 172.21.15.133:0/2770519136 >> v2:172.21.15.172:3300/0 conn(0x7f056c0c06d0 0x7f056c0a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0569d9b640 1 -- 172.21.15.133:0/2770519136 >> v1:172.21.15.133:6789/0 conn(0x7f056c0c63c0 legacy=0x7f056c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.851+0000 7f0569d9b640 1 -- 172.21.15.133:0/2770519136 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f056c0c1310 con 0x7f056c0c4100 2023-12-02T00:33:59.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0569d9b640 1 --2- 172.21.15.133:0/2770519136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c4100 0x7f056c0c2bb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f05600097c0 tx=0x7f056001c280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1418d25f02d3c2ba server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f056959a640 1 -- 172.21.15.133:0/2770519136 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056c0aa3d0 con 0x7f056c0c4100 2023-12-02T00:33:59.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f056959a640 1 -- 172.21.15.133:0/2770519136 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05600a7050 con 0x7f056c0c4100 2023-12-02T00:33:59.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f056959a640 1 -- 172.21.15.133:0/2770519136 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f055c001a00 con 0x7f056c0c4100 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 -- 172.21.15.133:0/2770519136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c4100 msgr2=0x7f056c0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 --2- 172.21.15.133:0/2770519136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c4100 0x7f056c0c2bb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f05600097c0 tx=0x7f056001c280 comp rx=0 tx=0).stop 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 -- 172.21.15.133:0/2770519136 shutdown_connections 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 --2- 172.21.15.133:0/2770519136 >> v2:172.21.15.172:3300/0 conn(0x7f056c0c06d0 0x7f056c0a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 --2- 172.21.15.133:0/2770519136 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c4100 0x7f056c0c2bb0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 -- 172.21.15.133:0/2770519136 >> 172.21.15.133:0/2770519136 conn(0x7f056c06a5b0 msgr2=0x7f056c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 -- 172.21.15.133:0/2770519136 shutdown_connections 2023-12-02T00:33:59.859 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.855+0000 7f0570f2a640 1 -- 172.21.15.133:0/2770519136 wait complete. 2023-12-02T00:33:59.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 Processor -- start 2023-12-02T00:33:59.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 -- start start 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c06d0 0x7f056c1e8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f056c0c4100 0x7f056c1e8770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c0c63c0 0x7f056c154fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c154a20 con 0x7f056c0c63c0 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c1ebf90 con 0x7f056c0c4100 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f056c1583a0 con 0x7f056c0c06d0 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c0c63c0 0x7f056c154fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c0c63c0 0x7f056c154fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39030/0 (socket says 172.21.15.133:39030) 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 -- 172.21.15.133:0/1918936499 learned_addr learned my addr 172.21.15.133:0/1918936499 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0569d9b640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f056c0c4100 0x7f056c1e8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056a59c640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c06d0 0x7f056c1e8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 -- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c06d0 msgr2=0x7f056c1e8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c06d0 0x7f056c1e8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 -- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f056c0c4100 msgr2=0x7f056c1e8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f056c0c4100 0x7f056c1e8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 -- 172.21.15.133:0/1918936499 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0560009420 con 0x7f056c0c63c0 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056a59c640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c06d0 0x7f056c1e8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f056ad9d640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c0c63c0 0x7f056c154fc0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f056400e930 tx=0x7f056400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f055affd640 1 -- 172.21.15.133:0/1918936499 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640096b0 con 0x7f056c0c63c0 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f055affd640 1 -- 172.21.15.133:0/1918936499 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f056400c9a0 con 0x7f056c0c63c0 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f055affd640 1 -- 172.21.15.133:0/1918936499 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056400cd30 con 0x7f056c0c63c0 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f056c14fab0 con 0x7f056c0c63c0 2023-12-02T00:33:59.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f056c1eb8d0 con 0x7f056c0c63c0 2023-12-02T00:33:59.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.859+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f056c1ec0d0 con 0x7f056c0c63c0 2023-12-02T00:33:59.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.863+0000 7f055affd640 1 -- 172.21.15.133:0/1918936499 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0564013470 con 0x7f056c0c63c0 2023-12-02T00:33:59.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.863+0000 7f055affd640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f054c0664a0 0x7f054c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:33:59.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.863+0000 7f055affd640 1 -- 172.21.15.133:0/1918936499 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0564084430 con 0x7f056c0c63c0 2023-12-02T00:33:59.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.863+0000 7f056a59c640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f054c0664a0 0x7f054c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:33:59.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.863+0000 7f056a59c640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f054c0664a0 0x7f054c068960 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f055c001710 tx=0x7f055c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:33:59.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:33:59.867+0000 7f055affd640 1 -- 172.21.15.133:0/1918936499 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f056c1ec0d0 con 0x7f056c0c63c0 2023-12-02T00:34:00.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.027+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f056c1ec0d0 con 0x7f056c0c63c0 2023-12-02T00:34:00.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.027+0000 7f055affd640 1 -- 172.21.15.133:0/1918936499 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v71) v1 ==== 80+0+0 (secure 0 0 0) 0x7f056c1ec0d0 con 0x7f056c0c63c0 2023-12-02T00:34:00.031 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f054c0664a0 msgr2=0x7f054c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f054c0664a0 0x7f054c068960 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f055c001710 tx=0x7f055c009040 comp rx=0 tx=0).stop 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c0c63c0 msgr2=0x7f056c154fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c0c63c0 0x7f056c154fc0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f056400e930 tx=0x7f056400edf0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 shutdown_connections 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f054c0664a0 0x7f054c068960 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c0c63c0 0x7f056c154fc0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f056c0c4100 0x7f056c1e8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 --2- 172.21.15.133:0/1918936499 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f056c0c06d0 0x7f056c1e8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 >> 172.21.15.133:0/1918936499 conn(0x7f056c06a5b0 msgr2=0x7f056c0c5620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:00.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 shutdown_connections 2023-12-02T00:34:00.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.031+0000 7f0570f2a640 1 -- 172.21.15.133:0/1918936499 wait complete. 2023-12-02T00:34:00.052 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-12-02T00:34:00.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.052 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:00.084 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:34:00.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.084 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:34:00.138 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:00.138 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:00.192 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:34:00.193 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:34:00.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.327+0000 7fa0504c9640 1 Processor -- start 2023-12-02T00:34:00.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.327+0000 7fa0504c9640 1 -- start start 2023-12-02T00:34:00.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa0504c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 0x7fa0480bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa0504c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa04806a5b0 con 0x7fa048073a70 2023-12-02T00:34:00.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa0504c9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa04806b710 con 0x7fa048157c20 2023-12-02T00:34:00.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa0504c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0480c1d60 con 0x7fa04814b010 2023-12-02T00:34:00.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04da64640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa048073a70 0x7fa04806b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33556/0 (socket says 172.21.15.133:33556) 2023-12-02T00:34:00.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04da64640 1 -- 172.21.15.133:0/1689752072 learned_addr learned my addr 172.21.15.133:0/1689752072 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04e265640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 0x7fa0480bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1509181337 0 0) 0x7fa04806a5b0 con 0x7fa048073a70 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa034003530 con 0x7fa048073a70 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1084127468 0 0) 0x7fa034003530 con 0x7fa048073a70 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 msgr2=0x7fa0480bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 0x7fa0480bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 >> v1:172.21.15.172:6789/0 conn(0x7fa048157c20 legacy=0x7fa0481580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0480c2040 con 0x7fa048073a70 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fa038001680 con 0x7fa048073a70 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 >> v1:172.21.15.133:6789/0 conn(0x7fa048073a70 legacy=0x7fa04806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 0x7fa0340039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa034003ef0 0x7fa0340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa034005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0480c1d60 con 0x7fa034004d10 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03400b9f0 con 0x7fa034003ef0 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa03400bbb0 con 0x7fa04814b010 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04ea66640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa034005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04e265640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 0x7fa0340039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04da64640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa034003ef0 0x7fa0340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04ea66640 1 -- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 msgr2=0x7fa0340039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04ea66640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814b010 0x7fa0340039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04ea66640 1 -- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa034003ef0 msgr2=0x7fa0340047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04ea66640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa034003ef0 0x7fa0340047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.331+0000 7fa04ea66640 1 -- 172.21.15.133:0/1689752072 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa034003530 con 0x7fa034004d10 2023-12-02T00:34:00.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa04ea66640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa034005190 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fa040001f60 tx=0x7fa04001c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b09485158b0b3b08 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:00.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0400a5750 con 0x7fa034004d10 2023-12-02T00:34:00.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0400a58b0 con 0x7fa034004d10 2023-12-02T00:34:00.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa04d263640 1 -- 172.21.15.133:0/1689752072 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0400a5ca0 con 0x7fa034004d10 2023-12-02T00:34:00.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa0504c9640 1 -- 172.21.15.133:0/1689752072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 msgr2=0x7fa034005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa0504c9640 1 --2- 172.21.15.133:0/1689752072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa034005190 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fa040001f60 tx=0x7fa04001c860 comp rx=0 tx=0).stop 2023-12-02T00:34:00.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa04ea66640 1 -- 172.21.15.133:0/1689752072 reap_dead start 2023-12-02T00:34:00.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa0504c9640 1 -- 172.21.15.133:0/1689752072 shutdown_connections 2023-12-02T00:34:00.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa0504c9640 1 -- 172.21.15.133:0/1689752072 >> 172.21.15.133:0/1689752072 conn(0x7fa0480c30c0 msgr2=0x7fa0480c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:00.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa0504c9640 1 -- 172.21.15.133:0/1689752072 shutdown_connections 2023-12-02T00:34:00.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.335+0000 7fa0504c9640 1 -- 172.21.15.133:0/1689752072 wait complete. 2023-12-02T00:34:00.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 Processor -- start 2023-12-02T00:34:00.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 -- start start 2023-12-02T00:34:00.341 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa048150770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814cc10 0x7fa048150cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa0481ea3a0 0x7fa0480aa030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa04814b6f0 con 0x7fa034004d10 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0481ea8a0 con 0x7fa0481ea3a0 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa048151850 con 0x7fa04814cc10 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa048150770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa048150770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39044/0 (socket says 172.21.15.133:39044) 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 -- 172.21.15.133:0/3278067266 learned_addr learned my addr 172.21.15.133:0/3278067266 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04ea66640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa0481ea3a0 0x7fa0480aa030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04da64640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814cc10 0x7fa048150cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 -- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814cc10 msgr2=0x7fa048150cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814cc10 0x7fa048150cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 -- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa0481ea3a0 msgr2=0x7fa0480aa030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa0481ea3a0 0x7fa0480aa030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 -- 172.21.15.133:0/3278067266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa048151b30 con 0x7fa034004d10 2023-12-02T00:34:00.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa04e265640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa048150770 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fa0440119d0 tx=0x7fa044011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:00.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa03effd640 1 -- 172.21.15.133:0/3278067266 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa04400fb50 con 0x7fa034004d10 2023-12-02T00:34:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa03effd640 1 -- 172.21.15.133:0/3278067266 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa04400fcb0 con 0x7fa034004d10 2023-12-02T00:34:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa03effd640 1 -- 172.21.15.133:0/3278067266 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa044014440 con 0x7fa034004d10 2023-12-02T00:34:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa04814b940 con 0x7fa034004d10 2023-12-02T00:34:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0480aa740 con 0x7fa034004d10 2023-12-02T00:34:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.339+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa048068400 con 0x7fa034004d10 2023-12-02T00:34:00.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.343+0000 7fa03effd640 1 -- 172.21.15.133:0/3278067266 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa0440145a0 con 0x7fa034004d10 2023-12-02T00:34:00.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.343+0000 7fa03effd640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa02c066470 0x7fa02c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:00.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.343+0000 7fa03effd640 1 -- 172.21.15.133:0/3278067266 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa044084b00 con 0x7fa034004d10 2023-12-02T00:34:00.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.343+0000 7fa04da64640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa02c066470 0x7fa02c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:00.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.343+0000 7fa04da64640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa02c066470 0x7fa02c068930 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa0480c1690 tx=0x7fa038009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:00.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.347+0000 7fa03effd640 1 -- 172.21.15.133:0/3278067266 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa044086e60 con 0x7fa034004d10 2023-12-02T00:34:00.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.527+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fa048073850 con 0x7fa034004d10 2023-12-02T00:34:00.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.527+0000 7fa03effd640 1 -- 172.21.15.133:0/3278067266 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v52) v1 ==== 53+0+149 (secure 0 0 0) 0x7fa044022020 con 0x7fa034004d10 2023-12-02T00:34:00.531 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:34:00.531 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-12-02T00:34:00.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa02c066470 msgr2=0x7fa02c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.532 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa02c066470 0x7fa02c068930 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa0480c1690 tx=0x7fa038009040 comp rx=0 tx=0).stop 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 msgr2=0x7fa048150770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa048150770 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fa0440119d0 tx=0x7fa044011e90 comp rx=0 tx=0).stop 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 shutdown_connections 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa02c066470 0x7fa02c068930 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa0481ea3a0 0x7fa0480aa030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa04814cc10 0x7fa048150cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 --2- 172.21.15.133:0/3278067266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa034004d10 0x7fa048150770 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 >> 172.21.15.133:0/3278067266 conn(0x7fa0480c30c0 msgr2=0x7fa048155f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 shutdown_connections 2023-12-02T00:34:00.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:00.531+0000 7fa0504c9640 1 -- 172.21.15.133:0/3278067266 wait complete. 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-02T00:34:00.552 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:34:00.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.553 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:00.564 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42151sec preferred_lft 42151sec 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:34:00.565 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:34:00.566 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:00.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.567 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:34:00.632 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:34:00.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.635 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:00.687 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:34:00.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.688 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:34:00.688 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:34:00.688 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:34:00.688 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:34:00.688 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:34:00.688 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:34:00.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.782 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:34:00.791 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:34:00.792 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:34:00.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.793 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:34:00.861 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:34:00.861 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:00.916 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:34:00.917 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:34:00.917 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:00.968 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:34:00.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:00.968 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:34:01.065 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:34:01.065 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:34:01.065 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:34:01.080 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:34:01.081 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:34:01.081 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:34:01.081 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:34:01.081 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs2 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2". 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:34:01.090 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs2,key=1,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:34:01.094 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:34:01.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:01.094 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:01.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:01.116 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:34:01.182 INFO:teuthology.orchestra.run.smithi172.stdout:client6855 2023-12-02T00:34:01.183 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:01.183 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:01.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:01.236 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir /home/ubuntu/cephtest/mnt.0/testdir) 2023-12-02T00:34:01.252 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:01.252 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/home/ubuntu/cephtest/mnt.0/testdir/testfile 2023-12-02T00:34:01.310 INFO:tasks.cephfs.caps_helper:Test file has been created on FS "cephfs" at path "/home/ubuntu/cephtest/mnt.0/testdir/testfile" with the following data - self.path = /home/ubuntu/cephtest/mnt.0/testdir/testfile cephfs_name = cephfs cephfs_mntpt = / hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:34:01.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:01.310 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec mkdir /home/ubuntu/cephtest/mnt.1/testdir) 2023-12-02T00:34:01.330 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:01.330 DEBUG:teuthology.orchestra.run.smithi172:> dd of=/home/ubuntu/cephtest/mnt.1/testdir/testfile 2023-12-02T00:34:01.387 INFO:tasks.cephfs.caps_helper:Test file has been created on FS "cephfs2" at path "/home/ubuntu/cephtest/mnt.1/testdir/testfile" with the following data - self.path = /home/ubuntu/cephtest/mnt.1/testdir/testfile cephfs_name = cephfs2 cephfs_mntpt = / hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:01.387 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth add client.testuser mon 'allow r' osd 'allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2' mds 'allow r fsname=cephfs, allow r fsname=cephfs2' 2023-12-02T00:34:01.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 Processor -- start 2023-12-02T00:34:01.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 -- start start 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff3740c63c0 0x7ff3740c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff3740c4100 0x7ff3740c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c29e0 0x7ff3740a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3740c31c0 con 0x7ff3740c4100 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3740c34a0 con 0x7ff3740c63c0 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37c05a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3740c1030 con 0x7ff3740c29e0 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff3740c4100 0x7ff3740c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff3740c4100 0x7ff3740c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39052/0 (socket says 172.21.15.133:39052) 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 -- 172.21.15.133:0/1087285421 learned_addr learned my addr 172.21.15.133:0/1087285421 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff379df6640 1 --2- 172.21.15.133:0/1087285421 >> v2:172.21.15.172:3300/0 conn(0x7ff3740c63c0 0x7ff3740c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff37a5f7640 1 --2- 172.21.15.133:0/1087285421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c29e0 0x7ff3740a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 -- 172.21.15.133:0/1087285421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c29e0 msgr2=0x7ff3740a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 --2- 172.21.15.133:0/1087285421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c29e0 0x7ff3740a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 -- 172.21.15.133:0/1087285421 >> v2:172.21.15.172:3300/0 conn(0x7ff3740c63c0 msgr2=0x7ff3740c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 --2- 172.21.15.133:0/1087285421 >> v2:172.21.15.172:3300/0 conn(0x7ff3740c63c0 0x7ff3740c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.531+0000 7ff3795f5640 1 -- 172.21.15.133:0/1087285421 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3740c1310 con 0x7ff3740c4100 2023-12-02T00:34:01.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff3795f5640 1 --2- 172.21.15.133:0/1087285421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c4100 0x7ff3740c24a0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7ff37406e000 tx=0x7ff36401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2927b90f39663cf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:01.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff378df4640 1 -- 172.21.15.133:0/1087285421 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3740aa3d0 con 0x7ff3740c4100 2023-12-02T00:34:01.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff378df4640 1 -- 172.21.15.133:0/1087285421 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3640ad640 con 0x7ff3740c4100 2023-12-02T00:34:01.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff378df4640 1 -- 172.21.15.133:0/1087285421 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3640ad9d0 con 0x7ff3740c4100 2023-12-02T00:34:01.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 -- 172.21.15.133:0/1087285421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c4100 msgr2=0x7ff3740c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 --2- 172.21.15.133:0/1087285421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c4100 0x7ff3740c24a0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7ff37406e000 tx=0x7ff36401c3b0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 -- 172.21.15.133:0/1087285421 shutdown_connections 2023-12-02T00:34:01.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 --2- 172.21.15.133:0/1087285421 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c29e0 0x7ff3740a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 --2- 172.21.15.133:0/1087285421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c4100 0x7ff3740c24a0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 --2- 172.21.15.133:0/1087285421 >> v2:172.21.15.172:3300/0 conn(0x7ff3740c63c0 0x7ff3740c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 -- 172.21.15.133:0/1087285421 >> 172.21.15.133:0/1087285421 conn(0x7ff37406a5b0 msgr2=0x7ff37406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:01.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 -- 172.21.15.133:0/1087285421 shutdown_connections 2023-12-02T00:34:01.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.535+0000 7ff37c05a640 1 -- 172.21.15.133:0/1087285421 wait complete. 2023-12-02T00:34:01.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 Processor -- start 2023-12-02T00:34:01.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 -- start start 2023-12-02T00:34:01.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c29e0 0x7ff374151380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c4100 0x7ff374157050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3740c63c0 0x7ff374071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff374071dd0 con 0x7ff3740c29e0 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff374156480 con 0x7ff3740c63c0 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff374072320 con 0x7ff3740c4100 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c29e0 0x7ff374151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c29e0 0x7ff374151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39060/0 (socket says 172.21.15.133:39060) 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 -- 172.21.15.133:0/208439124 learned_addr learned my addr 172.21.15.133:0/208439124 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 -- 172.21.15.133:0/208439124 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c4100 msgr2=0x7ff374157050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c4100 0x7ff374157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 -- 172.21.15.133:0/208439124 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3740c63c0 msgr2=0x7ff374071100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3740c63c0 0x7ff374071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 -- 172.21.15.133:0/208439124 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3640094d0 con 0x7ff3740c29e0 2023-12-02T00:34:01.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff379df6640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c29e0 0x7ff374151380 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7ff37000d620 tx=0x7ff37000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:01.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff36a7fc640 1 -- 172.21.15.133:0/208439124 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3700125f0 con 0x7ff3740c29e0 2023-12-02T00:34:01.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff36a7fc640 1 -- 172.21.15.133:0/208439124 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff370012750 con 0x7ff3740c29e0 2023-12-02T00:34:01.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3740c69b0 con 0x7ff3740c29e0 2023-12-02T00:34:01.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff36a7fc640 1 -- 172.21.15.133:0/208439124 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff370012ae0 con 0x7ff3740c29e0 2023-12-02T00:34:01.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.539+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff374155ec0 con 0x7ff3740c29e0 2023-12-02T00:34:01.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.543+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff374068400 con 0x7ff3740c29e0 2023-12-02T00:34:01.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.543+0000 7ff36a7fc640 1 -- 172.21.15.133:0/208439124 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff370012c40 con 0x7ff3740c29e0 2023-12-02T00:34:01.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.543+0000 7ff36a7fc640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.543+0000 7ff36a7fc640 1 -- 172.21.15.133:0/208439124 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff3700846b0 con 0x7ff3740c29e0 2023-12-02T00:34:01.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.543+0000 7ff3795f5640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.543+0000 7ff3795f5640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff3640af000 tx=0x7ff364004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:01.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.547+0000 7ff36a7fc640 1 -- 172.21.15.133:0/208439124 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff3700517c0 con 0x7ff3740c29e0 2023-12-02T00:34:01.750 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.747+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow r", "osd", "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2", "mds", "allow r fsname=cephfs, allow r fsname=cephfs2"]} v 0) v1 -- 0x7ff374152df0 con 0x7ff3740c29e0 2023-12-02T00:34:01.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.751+0000 7ff36a7fc640 1 -- 172.21.15.133:0/208439124 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow r", "osd", "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2", "mds", "allow r fsname=cephfs, allow r fsname=cephfs2"]}]=0 added key for client.testuser v23) v1 ==== 272+0+0 (secure 0 0 0) 0x7ff370007380 con 0x7ff3740c29e0 2023-12-02T00:34:01.755 INFO:teuthology.orchestra.run.smithi133.stderr:added key for client.testuser 2023-12-02T00:34:01.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 msgr2=0x7ff358068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff3640af000 tx=0x7ff364004740 comp rx=0 tx=0).stop 2023-12-02T00:34:01.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c29e0 msgr2=0x7ff374151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c29e0 0x7ff374151380 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7ff37000d620 tx=0x7ff37000dae0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 shutdown_connections 2023-12-02T00:34:01.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff3740c63c0 0x7ff374071100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff3740c4100 0x7ff374157050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 --2- 172.21.15.133:0/208439124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff3740c29e0 0x7ff374151380 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 >> 172.21.15.133:0/208439124 conn(0x7ff37406a5b0 msgr2=0x7ff3740c02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:01.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 shutdown_connections 2023-12-02T00:34:01.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.755+0000 7ff37c05a640 1 -- 172.21.15.133:0/208439124 wait complete. 2023-12-02T00:34:01.776 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.testuser 2023-12-02T00:34:01.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 Processor -- start 2023-12-02T00:34:01.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 -- start start 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c5260 0x7f783c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f783c0c5640 0x7f783c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f783c0c60f0 0x7f783c155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f783c0c17f0 con 0x7f783c0c60f0 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f783c0c2580 con 0x7f783c0c5640 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f78420e3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f783c0c1a00 con 0x7f783c0c5260 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f783bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f783c0c60f0 0x7f783c155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f783bfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f783c0c60f0 0x7f783c155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39064/0 (socket says 172.21.15.133:39064) 2023-12-02T00:34:01.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f783bfff640 1 -- 172.21.15.133:0/2285477760 learned_addr learned my addr 172.21.15.133:0/2285477760 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:01.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.911+0000 7f783affd640 1 --2- 172.21.15.133:0/2285477760 >> v2:172.21.15.172:3300/0 conn(0x7f783c0c5640 0x7f783c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783b7fe640 1 --2- 172.21.15.133:0/2285477760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c5260 0x7f783c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783bfff640 1 -- 172.21.15.133:0/2285477760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c5260 msgr2=0x7f783c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:01.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783bfff640 1 --2- 172.21.15.133:0/2285477760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c5260 0x7f783c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783bfff640 1 -- 172.21.15.133:0/2285477760 >> v2:172.21.15.172:3300/0 conn(0x7f783c0c5640 msgr2=0x7f783c0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:01.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783bfff640 1 --2- 172.21.15.133:0/2285477760 >> v2:172.21.15.172:3300/0 conn(0x7f783c0c5640 0x7f783c0c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783bfff640 1 -- 172.21.15.133:0/2285477760 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f783c0c1ce0 con 0x7f783c0c60f0 2023-12-02T00:34:01.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783bfff640 1 --2- 172.21.15.133:0/2285477760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c60f0 0x7f783c155de0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f783c0c3870 tx=0x7f783401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d4de2a853822b1b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:01.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783a7fc640 1 -- 172.21.15.133:0/2285477760 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78340a5790 con 0x7f783c0c60f0 2023-12-02T00:34:01.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783a7fc640 1 -- 172.21.15.133:0/2285477760 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78340a58f0 con 0x7f783c0c60f0 2023-12-02T00:34:01.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.915+0000 7f783a7fc640 1 -- 172.21.15.133:0/2285477760 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78340a5c80 con 0x7f783c0c60f0 2023-12-02T00:34:01.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- 172.21.15.133:0/2285477760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c60f0 msgr2=0x7f783c155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 --2- 172.21.15.133:0/2285477760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c60f0 0x7f783c155de0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f783c0c3870 tx=0x7f783401c910 comp rx=0 tx=0).stop 2023-12-02T00:34:01.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- 172.21.15.133:0/2285477760 shutdown_connections 2023-12-02T00:34:01.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 --2- 172.21.15.133:0/2285477760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c60f0 0x7f783c155de0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 --2- 172.21.15.133:0/2285477760 >> v2:172.21.15.172:3300/0 conn(0x7f783c0c5640 0x7f783c0c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 --2- 172.21.15.133:0/2285477760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c5260 0x7f783c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- 172.21.15.133:0/2285477760 >> 172.21.15.133:0/2285477760 conn(0x7f783c06a5b0 msgr2=0x7f783c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:01.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- 172.21.15.133:0/2285477760 shutdown_connections 2023-12-02T00:34:01.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- 172.21.15.133:0/2285477760 wait complete. 2023-12-02T00:34:01.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 Processor -- start 2023-12-02T00:34:01.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- start start 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c5260 0x7f783c0a76b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f783c0c5640 0x7f783c14e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c60f0 0x7f783c14ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f783c152ff0 con 0x7f783c0c5260 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f783c14f330 con 0x7f783c0c5640 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f78420e3640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f783c1f11a0 con 0x7f783c0c60f0 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c5260 0x7f783c0a76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c5260 0x7f783c0a76b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39066/0 (socket says 172.21.15.133:39066) 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 -- 172.21.15.133:0/1986734981 learned_addr learned my addr 172.21.15.133:0/1986734981 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783affd640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f783c0c5640 0x7f783c14e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783bfff640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c60f0 0x7f783c14ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 -- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c60f0 msgr2=0x7f783c14ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c60f0 0x7f783c14ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 -- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f783c0c5640 msgr2=0x7f783c14e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:01.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f783c0c5640 0x7f783c14e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:01.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.919+0000 7f783b7fe640 1 -- 172.21.15.133:0/1986734981 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7834009b30 con 0x7f783c0c5260 2023-12-02T00:34:01.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f783b7fe640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c5260 0x7f783c0a76b0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f782c00e870 tx=0x7f782c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:01.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f7823fff640 1 -- 172.21.15.133:0/1986734981 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782c00ee60 con 0x7f783c0c5260 2023-12-02T00:34:01.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f7823fff640 1 -- 172.21.15.133:0/1986734981 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f782c00c940 con 0x7f783c0c5260 2023-12-02T00:34:01.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f7823fff640 1 -- 172.21.15.133:0/1986734981 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782c00ccf0 con 0x7f783c0c5260 2023-12-02T00:34:01.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f783c14f5d0 con 0x7f783c0c5260 2023-12-02T00:34:01.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f783c0a7bf0 con 0x7f783c0c5260 2023-12-02T00:34:01.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f783c068400 con 0x7f783c0c5260 2023-12-02T00:34:01.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f7823fff640 1 -- 172.21.15.133:0/1986734981 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f782c013470 con 0x7f783c0c5260 2023-12-02T00:34:01.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f7823fff640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78280664a0 0x7f7828068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:01.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f7823fff640 1 -- 172.21.15.133:0/1986734981 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f782c084130 con 0x7f783c0c5260 2023-12-02T00:34:01.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.923+0000 7f783affd640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78280664a0 0x7f7828068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:01.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.927+0000 7f783affd640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78280664a0 0x7f7828068960 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f783c0a8900 tx=0x7f7830009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:01.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:01.927+0000 7f7823fff640 1 -- 172.21.15.133:0/1986734981 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f782c051390 con 0x7f783c0c5260 2023-12-02T00:34:02.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.131+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.testuser"} v 0) v1 -- 0x7f783c06d390 con 0x7f783c0c5260 2023-12-02T00:34:02.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.131+0000 7f7823fff640 1 -- 172.21.15.133:0/1986734981 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.testuser"}]=0 v23) v1 ==== 85+0+226 (secure 0 0 0) 0x7f782c0549b0 con 0x7f783c0c5260 2023-12-02T00:34:02.135 INFO:teuthology.orchestra.run.smithi133.stdout:[client.testuser] 2023-12-02T00:34:02.135 INFO:teuthology.orchestra.run.smithi133.stdout: key = AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA== 2023-12-02T00:34:02.135 INFO:teuthology.orchestra.run.smithi133.stdout: caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" 2023-12-02T00:34:02.135 INFO:teuthology.orchestra.run.smithi133.stdout: caps mon = "allow r" 2023-12-02T00:34:02.135 INFO:teuthology.orchestra.run.smithi133.stdout: caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-12-02T00:34:02.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78280664a0 msgr2=0x7f7828068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78280664a0 0x7f7828068960 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f783c0a8900 tx=0x7f7830009190 comp rx=0 tx=0).stop 2023-12-02T00:34:02.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c5260 msgr2=0x7f783c0a76b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c5260 0x7f783c0a76b0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f782c00e870 tx=0x7f782c00ed30 comp rx=0 tx=0).stop 2023-12-02T00:34:02.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 shutdown_connections 2023-12-02T00:34:02.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78280664a0 0x7f7828068960 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f783c0c60f0 0x7f783c14ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f783c0c5640 0x7f783c14e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 --2- 172.21.15.133:0/1986734981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f783c0c5260 0x7f783c0a76b0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 >> 172.21.15.133:0/1986734981 conn(0x7f783c06a5b0 msgr2=0x7f783c0a9910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:02.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 shutdown_connections 2023-12-02T00:34:02.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.135+0000 7f78420e3640 1 -- 172.21.15.133:0/1986734981 wait complete. 2023-12-02T00:34:02.157 INFO:tasks.cephfs.test_multifs_auth:keyring generated for testing is - [client.testuser] key = AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA== caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" caps mon = "allow r" caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-12-02T00:34:02.157 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2023-12-02T00:34:02.166 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.aL04C8MDkn 2023-12-02T00:34:02.166 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:02.166 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/tmp/tmp.aL04C8MDkn 2023-12-02T00:34:02.216 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:02.216 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:02.268 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:02.268 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:02.320 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:02.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1322901640 1 Processor -- start 2023-12-02T00:34:02.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1322901640 1 -- start start 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1322901640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f131c0c60a0 0x7f131c156900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1322901640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f131c0c3bd0 con 0x7f131c0a5240 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1322901640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f131c0bf1e0 con 0x7f131c0c5c60 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1322901640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f131c0c64f0 con 0x7f131c0c60a0 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f131bfff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f131c0a5240 0x7f131c0bfc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33560/0 (socket says 172.21.15.133:33560) 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f131bfff640 1 -- 172.21.15.133:0/627954680 learned_addr learned my addr 172.21.15.133:0/627954680 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1320e9e640 1 --2- 172.21.15.133:0/627954680 >> v2:172.21.15.133:3300/0 conn(0x7f131c0c60a0 0x7f131c156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f131b7fe640 1 -- 172.21.15.133:0/627954680 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1757640203 0 0) 0x7f131c0c3bd0 con 0x7f131c0a5240 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1320e9e640 1 -- 172.21.15.133:0/627954680 >> v1:172.21.15.172:6789/0 conn(0x7f131c0c5c60 legacy=0x7f131c1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1320e9e640 1 -- 172.21.15.133:0/627954680 >> v1:172.21.15.133:6789/0 conn(0x7f131c0a5240 legacy=0x7f131c0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.499+0000 7f1320e9e640 1 -- 172.21.15.133:0/627954680 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f131c0c3e20 con 0x7f131c0c60a0 2023-12-02T00:34:02.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1320e9e640 1 --2- 172.21.15.133:0/627954680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c60a0 0x7f131c156900 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f1314009d90 tx=0x7f131401c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfe8ae5e0a7f94dc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:02.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f131b7fe640 1 -- 172.21.15.133:0/627954680 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13140a5910 con 0x7f131c0c60a0 2023-12-02T00:34:02.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f131b7fe640 1 -- 172.21.15.133:0/627954680 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13140a5a70 con 0x7f131c0c60a0 2023-12-02T00:34:02.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f131b7fe640 1 -- 172.21.15.133:0/627954680 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13140a5e00 con 0x7f131c0c60a0 2023-12-02T00:34:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1322901640 1 -- 172.21.15.133:0/627954680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c60a0 msgr2=0x7f131c156900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1322901640 1 --2- 172.21.15.133:0/627954680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c60a0 0x7f131c156900 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f1314009d90 tx=0x7f131401c850 comp rx=0 tx=0).stop 2023-12-02T00:34:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1322901640 1 -- 172.21.15.133:0/627954680 shutdown_connections 2023-12-02T00:34:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1322901640 1 --2- 172.21.15.133:0/627954680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c60a0 0x7f131c156900 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1322901640 1 -- 172.21.15.133:0/627954680 >> 172.21.15.133:0/627954680 conn(0x7f131c06a5b0 msgr2=0x7f131c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1322901640 1 -- 172.21.15.133:0/627954680 shutdown_connections 2023-12-02T00:34:02.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.503+0000 7f1322901640 1 -- 172.21.15.133:0/627954680 wait complete. 2023-12-02T00:34:02.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 Processor -- start 2023-12-02T00:34:02.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 -- start start 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f131c0a5240 0x7f131c14d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c5c60 0x7f131c14a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f131c0c60a0 0x7f131c14aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f131c14ec60 con 0x7f131c0c5c60 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f131c072720 con 0x7f131c0a5240 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f131c0a8010 con 0x7f131c0c60a0 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c5c60 0x7f131c14a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c5c60 0x7f131c14a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39080/0 (socket says 172.21.15.133:39080) 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 -- 172.21.15.133:0/3756433735 learned_addr learned my addr 172.21.15.133:0/3756433735 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:02.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f131bfff640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f131c0a5240 0x7f131c14d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1320e9e640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f131c0c60a0 0x7f131c14aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 -- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f131c0c60a0 msgr2=0x7f131c14aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f131c0c60a0 0x7f131c14aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 -- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f131c0a5240 msgr2=0x7f131c14d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f131c0a5240 0x7f131c14d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 -- 172.21.15.133:0/3756433735 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1314009a70 con 0x7f131c0c5c60 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f131bfff640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f131c0a5240 0x7f131c14d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1313fff640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c5c60 0x7f131c14a960 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f130400c450 tx=0x7f130400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f13197fa640 1 -- 172.21.15.133:0/3756433735 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1304012830 con 0x7f131c0c5c60 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f13197fa640 1 -- 172.21.15.133:0/3756433735 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13040129b0 con 0x7f131c0c5c60 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f131c072440 con 0x7f131c0c5c60 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f13197fa640 1 -- 172.21.15.133:0/3756433735 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1304012d60 con 0x7f131c0c5c60 2023-12-02T00:34:02.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f131c14d900 con 0x7f131c0c5c60 2023-12-02T00:34:02.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.507+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f131c14ea40 con 0x7f131c0c5c60 2023-12-02T00:34:02.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.511+0000 7f13197fa640 1 -- 172.21.15.133:0/3756433735 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f130401c460 con 0x7f131c0c5c60 2023-12-02T00:34:02.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.511+0000 7f13197fa640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12fc066470 0x7f12fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.511+0000 7f13197fa640 1 -- 172.21.15.133:0/3756433735 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f1304084090 con 0x7f131c0c5c60 2023-12-02T00:34:02.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.511+0000 7f131bfff640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12fc066470 0x7f12fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.511+0000 7f131bfff640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12fc066470 0x7f12fc068930 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f130c007fd0 tx=0x7f130c007c20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:02.517 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.515+0000 7f13197fa640 1 -- 172.21.15.133:0/3756433735 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1304051110 con 0x7f131c0c5c60 2023-12-02T00:34:02.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.663+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f131c0722a0 con 0x7f131c0c5c60 2023-12-02T00:34:02.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f13197fa640 1 -- 172.21.15.133:0/3756433735 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7f131c0722a0 con 0x7f131c0c5c60 2023-12-02T00:34:02.669 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:02.669 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:02.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12fc066470 msgr2=0x7f12fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12fc066470 0x7f12fc068930 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f130c007fd0 tx=0x7f130c007c20 comp rx=0 tx=0).stop 2023-12-02T00:34:02.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c5c60 msgr2=0x7f131c14a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c5c60 0x7f131c14a960 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f130400c450 tx=0x7f130400c910 comp rx=0 tx=0).stop 2023-12-02T00:34:02.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 shutdown_connections 2023-12-02T00:34:02.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f12fc066470 0x7f12fc068930 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f131c0c60a0 0x7f131c14aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f131c0c5c60 0x7f131c14a960 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 --2- 172.21.15.133:0/3756433735 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f131c0a5240 0x7f131c14d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 >> 172.21.15.133:0/3756433735 conn(0x7f131c06a5b0 msgr2=0x7f131c160800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:02.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 shutdown_connections 2023-12-02T00:34:02.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.667+0000 7f1322901640 1 -- 172.21.15.133:0/3756433735 wait complete. 2023-12-02T00:34:02.690 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:33:32.320119+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:33:33.532681+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:33:45.499055+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:33:46.618619+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '71', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:34:02.691 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:34:02.831 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.827+0000 7fc5d259d640 1 Processor -- start 2023-12-02T00:34:02.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.827+0000 7fc5d259d640 1 -- start start 2023-12-02T00:34:02.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d259d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc5cc0c63c0 0x7fc5cc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d259d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d259d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc5cc0c29e0 0x7fc5cc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d259d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5cc0c31c0 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d259d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5cc0c34a0 con 0x7fc5cc0c63c0 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d259d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5cc0c1030 con 0x7fc5cc0c4100 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc5cc0c29e0 0x7fc5cc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc5cc0c29e0 0x7fc5cc0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39084/0 (socket says 172.21.15.133:39084) 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 -- 172.21.15.133:0/1478151232 learned_addr learned my addr 172.21.15.133:0/1478151232 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5cb7fe640 1 --2- 172.21.15.133:0/1478151232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5cbfff640 1 --2- 172.21.15.133:0/1478151232 >> v2:172.21.15.172:3300/0 conn(0x7fc5cc0c63c0 0x7fc5cc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 -- 172.21.15.133:0/1478151232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 msgr2=0x7fc5cc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 --2- 172.21.15.133:0/1478151232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 -- 172.21.15.133:0/1478151232 >> v2:172.21.15.172:3300/0 conn(0x7fc5cc0c63c0 msgr2=0x7fc5cc0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 --2- 172.21.15.133:0/1478151232 >> v2:172.21.15.172:3300/0 conn(0x7fc5cc0c63c0 0x7fc5cc0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5d0b3a640 1 -- 172.21.15.133:0/1478151232 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5cc0c1310 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.831+0000 7fc5cbfff640 1 --2- 172.21.15.133:0/1478151232 >> v2:172.21.15.172:3300/0 conn(0x7fc5cc0c63c0 0x7fc5cc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:02.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d0b3a640 1 --2- 172.21.15.133:0/1478151232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0a9680 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc06e000 tx=0x7fc5c401ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e89e8c3e5fc02d2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:02.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5caffd640 1 -- 172.21.15.133:0/1478151232 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5cc0aa3d0 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5caffd640 1 -- 172.21.15.133:0/1478151232 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5c400b2d0 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5caffd640 1 -- 172.21.15.133:0/1478151232 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c40a7b50 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 -- 172.21.15.133:0/1478151232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 msgr2=0x7fc5cc0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 --2- 172.21.15.133:0/1478151232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0a9680 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc06e000 tx=0x7fc5c401ea80 comp rx=0 tx=0).stop 2023-12-02T00:34:02.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 -- 172.21.15.133:0/1478151232 shutdown_connections 2023-12-02T00:34:02.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 --2- 172.21.15.133:0/1478151232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0a9680 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 --2- 172.21.15.133:0/1478151232 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 --2- 172.21.15.133:0/1478151232 >> v2:172.21.15.172:3300/0 conn(0x7fc5cc0c63c0 0x7fc5cc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 -- 172.21.15.133:0/1478151232 >> 172.21.15.133:0/1478151232 conn(0x7fc5cc06a5b0 msgr2=0x7fc5cc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:02.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 -- 172.21.15.133:0/1478151232 shutdown_connections 2023-12-02T00:34:02.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 -- 172.21.15.133:0/1478151232 wait complete. 2023-12-02T00:34:02.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 Processor -- start 2023-12-02T00:34:02.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 -- start start 2023-12-02T00:34:02.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0bcca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.835+0000 7fc5d259d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0bf620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d259d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5cc0c63c0 0x7fc5cc0bfb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d259d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5cc0bd710 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d259d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5cc0bd950 con 0x7fc5cc0c63c0 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d259d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5cc0bb280 con 0x7fc5cc0c4100 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0bcca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0bcca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39092/0 (socket says 172.21.15.133:39092) 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 -- 172.21.15.133:0/3428858720 learned_addr learned my addr 172.21.15.133:0/3428858720 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cb7fe640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0bf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d0b3a640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5cc0c63c0 0x7fc5cc0bfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 -- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 msgr2=0x7fc5cc0bf620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0bf620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 -- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5cc0c63c0 msgr2=0x7fc5cc0bfb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5cc0c63c0 0x7fc5cc0bfb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 -- 172.21.15.133:0/3428858720 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5c400bd40 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5cbfff640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0bcca0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00c820 tx=0x7fc5bc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5c8ff9640 1 -- 172.21.15.133:0/3428858720 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc007a30 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5c8ff9640 1 -- 172.21.15.133:0/3428858720 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5bc007b90 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5cc0c69b0 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5c8ff9640 1 -- 172.21.15.133:0/3428858720 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc00ce10 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5cc0bb800 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5cc0bdb20 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.839+0000 7fc5c8ff9640 1 -- 172.21.15.133:0/3428858720 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc5bc0113f0 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.843+0000 7fc5c8ff9640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc5b8066470 0x7fc5b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:02.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.843+0000 7fc5c8ff9640 1 -- 172.21.15.133:0/3428858720 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc5bc0842b0 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.843+0000 7fc5cb7fe640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc5b8066470 0x7fc5b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:02.845 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.843+0000 7fc5cb7fe640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc5b8066470 0x7fc5b8068930 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc0bf3a0 tx=0x7fc5c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:02.848 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.847+0000 7fc5c8ff9640 1 -- 172.21.15.133:0/3428858720 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc5bc0513e0 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.995+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc5cc068400 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.995+0000 7fc5c8ff9640 1 -- 172.21.15.133:0/3428858720 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc5bc054a00 con 0x7fc5cc0c29e0 2023-12-02T00:34:02.999 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:34:03.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc5b8066470 msgr2=0x7fc5b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.001 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc5b8066470 0x7fc5b8068930 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc0bf3a0 tx=0x7fc5c0008040 comp rx=0 tx=0).stop 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 msgr2=0x7fc5cc0bcca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0bcca0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00c820 tx=0x7fc5bc00cce0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 shutdown_connections 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc5b8066470 0x7fc5b8068930 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5cc0c63c0 0x7fc5cc0bfb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc5cc0c4100 0x7fc5cc0bf620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 --2- 172.21.15.133:0/3428858720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5cc0c29e0 0x7fc5cc0bcca0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 >> 172.21.15.133:0/3428858720 conn(0x7fc5cc06a5b0 msgr2=0x7fc5cc06ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 shutdown_connections 2023-12-02T00:34:03.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:02.999+0000 7fc5d259d640 1 -- 172.21.15.133:0/3428858720 wait complete. 2023-12-02T00:34:03.020 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:34:03.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff9d80640 1 Processor -- start 2023-12-02T00:34:03.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff9d80640 1 -- start start 2023-12-02T00:34:03.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff9d80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff40a5370 0x7f3ff40c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff9d80640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ff40c2760 con 0x7f3ff4072090 2023-12-02T00:34:03.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff9d80640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ff40a5750 con 0x7f3ff40c4110 2023-12-02T00:34:03.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff9d80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff40c3070 con 0x7f3ff40a5370 2023-12-02T00:34:03.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff3fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3ff4072090 0x7f3ff415b4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33572/0 (socket says 172.21.15.133:33572) 2023-12-02T00:34:03.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff3fff640 1 -- 172.21.15.133:0/335384044 learned_addr learned my addr 172.21.15.133:0/335384044 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff37fe640 1 --2- 172.21.15.133:0/335384044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff40a5370 0x7f3ff40c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff27fc640 1 -- 172.21.15.133:0/335384044 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2956192393 0 0) 0x7f3ff40c2760 con 0x7f3ff4072090 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff27fc640 1 -- 172.21.15.133:0/335384044 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3fdc003530 con 0x7f3ff4072090 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff27fc640 1 -- 172.21.15.133:0/335384044 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1541312086 0 0) 0x7f3ff40a5750 con 0x7f3ff40c4110 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff27fc640 1 -- 172.21.15.133:0/335384044 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3ff40c2760 con 0x7f3ff40c4110 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff37fe640 1 -- 172.21.15.133:0/335384044 >> v1:172.21.15.172:6789/0 conn(0x7f3ff40c4110 legacy=0x7f3ff4150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff37fe640 1 -- 172.21.15.133:0/335384044 >> v1:172.21.15.133:6789/0 conn(0x7f3ff4072090 legacy=0x7f3ff415b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.159+0000 7f3ff37fe640 1 -- 172.21.15.133:0/335384044 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ff40aad20 con 0x7f3ff40a5370 2023-12-02T00:34:03.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff37fe640 1 --2- 172.21.15.133:0/335384044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff40a5370 0x7f3ff40c3bd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400a990 tx=0x7f3fe401c640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a29a98781cfdf0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff27fc640 1 -- 172.21.15.133:0/335384044 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe40a6710 con 0x7f3ff40a5370 2023-12-02T00:34:03.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff27fc640 1 -- 172.21.15.133:0/335384044 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fe40a6870 con 0x7f3ff40a5370 2023-12-02T00:34:03.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff27fc640 1 -- 172.21.15.133:0/335384044 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe40a6c00 con 0x7f3ff40a5370 2023-12-02T00:34:03.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff9d80640 1 -- 172.21.15.133:0/335384044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff40a5370 msgr2=0x7f3ff40c3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/335384044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff40a5370 0x7f3ff40c3bd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400a990 tx=0x7f3fe401c640 comp rx=0 tx=0).stop 2023-12-02T00:34:03.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff9d80640 1 -- 172.21.15.133:0/335384044 shutdown_connections 2023-12-02T00:34:03.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/335384044 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff40a5370 0x7f3ff40c3bd0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff9d80640 1 -- 172.21.15.133:0/335384044 >> 172.21.15.133:0/335384044 conn(0x7f3ff406a5b0 msgr2=0x7f3ff406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:03.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff9d80640 1 -- 172.21.15.133:0/335384044 shutdown_connections 2023-12-02T00:34:03.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.163+0000 7f3ff9d80640 1 -- 172.21.15.133:0/335384044 wait complete. 2023-12-02T00:34:03.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 Processor -- start 2023-12-02T00:34:03.168 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 -- start start 2023-12-02T00:34:03.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff4072090 0x7f3ff41ed310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ff40a5370 0x7f3ff4154a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ff40c4110 0x7f3ff41497f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff4153690 con 0x7f3ff40a5370 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff41ece80 con 0x7f3ff40c4110 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ff4148aa0 con 0x7f3ff4072090 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ff40a5370 0x7f3ff4154a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ff40a5370 0x7f3ff4154a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39098/0 (socket says 172.21.15.133:39098) 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 -- 172.21.15.133:0/101401374 learned_addr learned my addr 172.21.15.133:0/101401374 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff37fe640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff4072090 0x7f3ff41ed310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff3fff640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ff40c4110 0x7f3ff41497f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 -- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff4072090 msgr2=0x7f3ff41ed310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff4072090 0x7f3ff41ed310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 -- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ff40c4110 msgr2=0x7f3ff41497f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ff40c4110 0x7f3ff41497f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 -- 172.21.15.133:0/101401374 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fe400a5c0 con 0x7f3ff40a5370 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff3fff640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ff40c4110 0x7f3ff41497f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff2ffd640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ff40a5370 0x7f3ff4154a60 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f3fe800c430 tx=0x7f3fe800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3fdbfff640 1 -- 172.21.15.133:0/101401374 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe80052d0 con 0x7f3ff40a5370 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3fdbfff640 1 -- 172.21.15.133:0/101401374 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fe8005450 con 0x7f3ff40a5370 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ff4148d80 con 0x7f3ff40a5370 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3fdbfff640 1 -- 172.21.15.133:0/101401374 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe8003840 con 0x7f3ff40a5370 2023-12-02T00:34:03.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ff41ecb10 con 0x7f3ff40a5370 2023-12-02T00:34:03.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.167+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ff41ed010 con 0x7f3ff40a5370 2023-12-02T00:34:03.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.171+0000 7f3fdbfff640 1 -- 172.21.15.133:0/101401374 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3fe80039a0 con 0x7f3ff40a5370 2023-12-02T00:34:03.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.171+0000 7f3fdbfff640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3fe00664a0 0x7f3fe0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.171+0000 7f3fdbfff640 1 -- 172.21.15.133:0/101401374 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f3fe8083690 con 0x7f3ff40a5370 2023-12-02T00:34:03.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.171+0000 7f3ff37fe640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3fe00664a0 0x7f3fe0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.171+0000 7f3ff37fe640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3fe00664a0 0x7f3fe0068960 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f3fe40af000 tx=0x7f3fe40a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.175+0000 7f3fdbfff640 1 -- 172.21.15.133:0/101401374 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3fe80508f0 con 0x7f3ff40a5370 2023-12-02T00:34:03.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.327+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3ff4068400 con 0x7f3ff40a5370 2023-12-02T00:34:03.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.327+0000 7f3fdbfff640 1 -- 172.21.15.133:0/101401374 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v71) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3fe8053f10 con 0x7f3ff40a5370 2023-12-02T00:34:03.332 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3fe00664a0 msgr2=0x7f3fe0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3fe00664a0 0x7f3fe0068960 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f3fe40af000 tx=0x7f3fe40a7000 comp rx=0 tx=0).stop 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ff40a5370 msgr2=0x7f3ff4154a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ff40a5370 0x7f3ff4154a60 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f3fe800c430 tx=0x7f3fe800c8f0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 shutdown_connections 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3fe00664a0 0x7f3fe0068960 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3ff40c4110 0x7f3ff41497f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ff40a5370 0x7f3ff4154a60 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 --2- 172.21.15.133:0/101401374 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3ff4072090 0x7f3ff41ed310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 >> 172.21.15.133:0/101401374 conn(0x7f3ff406a5b0 msgr2=0x7f3ff4150fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:03.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 shutdown_connections 2023-12-02T00:34:03.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.331+0000 7f3ff9d80640 1 -- 172.21.15.133:0/101401374 wait complete. 2023-12-02T00:34:03.353 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:34:03.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1bbdc1640 1 Processor -- start 2023-12-02T00:34:03.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1bbdc1640 1 -- start start 2023-12-02T00:34:03.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1bbdc1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 0x7fe1b40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1bbdc1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe1b40c60f0 0x7fe1b4155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1bbdc1640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1b40c2580 con 0x7fe1b40c5260 2023-12-02T00:34:03.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1bbdc1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1b4153510 con 0x7fe1b40c60f0 2023-12-02T00:34:03.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1bbdc1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b40c17f0 con 0x7fe1b40c5640 2023-12-02T00:34:03.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1b9b5d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe1b40c5260 0x7fe1b406d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33574/0 (socket says 172.21.15.133:33574) 2023-12-02T00:34:03.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.491+0000 7fe1b9b5d640 1 -- 172.21.15.133:0/2785546129 learned_addr learned my addr 172.21.15.133:0/2785546129 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:03.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b935c640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 0x7fe1b40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1ba35e640 1 --2- 172.21.15.133:0/2785546129 >> v2:172.21.15.172:3300/0 conn(0x7fe1b40c60f0 0x7fe1b4155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 314366405 0 0) 0x7fe1b40c2580 con 0x7fe1b40c5260 2023-12-02T00:34:03.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1a0003530 con 0x7fe1b40c5260 2023-12-02T00:34:03.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1809028764 0 0) 0x7fe1a0003530 con 0x7fe1b40c5260 2023-12-02T00:34:03.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 msgr2=0x7fe1b40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:03.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 0x7fe1b40c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 >> v2:172.21.15.172:3300/0 conn(0x7fe1b40c60f0 msgr2=0x7fe1b4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 --2- 172.21.15.133:0/2785546129 >> v2:172.21.15.172:3300/0 conn(0x7fe1b40c60f0 0x7fe1b4155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1b40c1a00 con 0x7fe1b40c5260 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fe1b0001680 con 0x7fe1b40c5260 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 >> v1:172.21.15.133:6789/0 conn(0x7fe1b40c5260 legacy=0x7fe1b406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 0x7fe1a00039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1a00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1a0004d10 0x7fe1a0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b40c17f0 con 0x7fe1a0003f20 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a000b990 con 0x7fe1a0004d10 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a000bb50 con 0x7fe1b40c5640 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b935c640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1a00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1ba35e640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1a0004d10 0x7fe1a0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b9b5d640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 0x7fe1a00039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b935c640 1 -- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 msgr2=0x7fe1a00039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b935c640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b40c5640 0x7fe1a00039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b935c640 1 -- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1a0004d10 msgr2=0x7fe1a0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:03.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b935c640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1a0004d10 0x7fe1a0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.501 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.495+0000 7fe1b935c640 1 -- 172.21.15.133:0/2785546129 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1a0003530 con 0x7fe1a0003f20 2023-12-02T00:34:03.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1b935c640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1a00047d0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fe1a4009ab0 tx=0x7fe1a401ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1347730522bac9a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a40a64f0 con 0x7fe1a0003f20 2023-12-02T00:34:03.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1a40a6650 con 0x7fe1a0003f20 2023-12-02T00:34:03.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1b8b5b640 1 -- 172.21.15.133:0/2785546129 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a40a6a00 con 0x7fe1a0003f20 2023-12-02T00:34:03.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/2785546129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 msgr2=0x7fe1a00047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 --2- 172.21.15.133:0/2785546129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1a00047d0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fe1a4009ab0 tx=0x7fe1a401ca00 comp rx=0 tx=0).stop 2023-12-02T00:34:03.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1ba35e640 1 -- 172.21.15.133:0/2785546129 reap_dead start 2023-12-02T00:34:03.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/2785546129 shutdown_connections 2023-12-02T00:34:03.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/2785546129 >> 172.21.15.133:0/2785546129 conn(0x7fe1b406a5b0 msgr2=0x7fe1b406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:03.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/2785546129 shutdown_connections 2023-12-02T00:34:03.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/2785546129 wait complete. 2023-12-02T00:34:03.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 Processor -- start 2023-12-02T00:34:03.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.499+0000 7fe1bbdc1640 1 -- start start 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1b40bb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1b4156d70 0x7fe1b40bbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b414db50 0x7fe1b414dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b4158b00 con 0x7fe1a0003f20 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b4153c70 con 0x7fe1b4156d70 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b4157f70 con 0x7fe1b414db50 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1b40bb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1b40bb5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39112/0 (socket says 172.21.15.133:39112) 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 -- 172.21.15.133:0/3824586658 learned_addr learned my addr 172.21.15.133:0/3824586658 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b935c640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1b4156d70 0x7fe1b40bbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1ba35e640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b414db50 0x7fe1b414dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 -- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b414db50 msgr2=0x7fe1b414dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b414db50 0x7fe1b414dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 -- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1b4156d70 msgr2=0x7fe1b40bbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1b4156d70 0x7fe1b40bbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 -- 172.21.15.133:0/3824586658 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1b4158250 con 0x7fe1a0003f20 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1b9b5d640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1b40bb5b0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0007310 tx=0x7fe1b00077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1aa7fc640 1 -- 172.21.15.133:0/3824586658 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1b000f9c0 con 0x7fe1a0003f20 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1aa7fc640 1 -- 172.21.15.133:0/3824586658 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1b000fb40 con 0x7fe1a0003f20 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b4158530 con 0x7fe1a0003f20 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1aa7fc640 1 -- 172.21.15.133:0/3824586658 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1b00133f0 con 0x7fe1a0003f20 2023-12-02T00:34:03.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b414e510 con 0x7fe1a0003f20 2023-12-02T00:34:03.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1b4068400 con 0x7fe1a0003f20 2023-12-02T00:34:03.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.503+0000 7fe1aa7fc640 1 -- 172.21.15.133:0/3824586658 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe1b0013550 con 0x7fe1a0003f20 2023-12-02T00:34:03.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.507+0000 7fe1aa7fc640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1980664a0 0x7fe198068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.507+0000 7fe1aa7fc640 1 -- 172.21.15.133:0/3824586658 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe1b0084430 con 0x7fe1a0003f20 2023-12-02T00:34:03.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.507+0000 7fe1b935c640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1980664a0 0x7fe198068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.507+0000 7fe1b935c640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1980664a0 0x7fe198068960 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fe1a40af000 tx=0x7fe1a4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.507+0000 7fe1aa7fc640 1 -- 172.21.15.133:0/3824586658 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe1b00514b0 con 0x7fe1a0003f20 2023-12-02T00:34:03.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe1b406d390 con 0x7fe1a0003f20 2023-12-02T00:34:03.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1aa7fc640 1 -- 172.21.15.133:0/3824586658 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v71) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe1b0054ad0 con 0x7fe1a0003f20 2023-12-02T00:34:03.662 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1980664a0 msgr2=0x7fe198068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1980664a0 0x7fe198068960 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fe1a40af000 tx=0x7fe1a4008040 comp rx=0 tx=0).stop 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 msgr2=0x7fe1b40bb5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1b40bb5b0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0007310 tx=0x7fe1b00077d0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 shutdown_connections 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1980664a0 0x7fe198068960 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1b414db50 0x7fe1b414dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1b4156d70 0x7fe1b40bbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 --2- 172.21.15.133:0/3824586658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1a0003f20 0x7fe1b40bb5b0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 >> 172.21.15.133:0/3824586658 conn(0x7fe1b406a5b0 msgr2=0x7fe1b40c2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 shutdown_connections 2023-12-02T00:34:03.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.659+0000 7fe1bbdc1640 1 -- 172.21.15.133:0/3824586658 wait complete. 2023-12-02T00:34:03.682 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:34:03.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.819+0000 7f2ebf9f8640 1 Processor -- start 2023-12-02T00:34:03.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.819+0000 7f2ebf9f8640 1 -- start start 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.819+0000 7f2ebf9f8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2eb80c7ea0 0x7f2eb806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.819+0000 7f2ebf9f8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2eb806c860 con 0x7f2eb806b9e0 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.819+0000 7f2ebf9f8640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2eb8154930 con 0x7f2eb8151e90 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebf9f8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2eb80c8750 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebcf93640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2eb80c7ea0 0x7f2eb806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebcf93640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2eb80c7ea0 0x7f2eb806b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39128/0 (socket says 172.21.15.133:39128) 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebcf93640 1 -- 172.21.15.133:0/3612345202 learned_addr learned my addr 172.21.15.133:0/3612345202 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:03.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebdf95640 1 --1- 172.21.15.133:0/3612345202 >> v1:172.21.15.133:6789/0 conn(0x7f2eb806b9e0 0x7f2eb815f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33580/0 (socket says 172.21.15.133:33580) 2023-12-02T00:34:03.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebcf93640 1 -- 172.21.15.133:0/3612345202 >> v1:172.21.15.172:6789/0 conn(0x7f2eb8151e90 legacy=0x7f2eb80c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebcf93640 1 -- 172.21.15.133:0/3612345202 >> v1:172.21.15.133:6789/0 conn(0x7f2eb806b9e0 legacy=0x7f2eb815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.825 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebcf93640 1 -- 172.21.15.133:0/3612345202 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2eb8154c10 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2ebcf93640 1 --2- 172.21.15.133:0/3612345202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb806b4a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8009870 tx=0x7f2ea801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e23c789ed737b383 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2eaffff640 1 -- 172.21.15.133:0/3612345202 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea80ab600 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2eaffff640 1 -- 172.21.15.133:0/3612345202 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ea80a7050 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.823+0000 7f2eaffff640 1 -- 172.21.15.133:0/3612345202 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea80ab980 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.828 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/3612345202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 msgr2=0x7f2eb806b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/3612345202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb806b4a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8009870 tx=0x7f2ea801c420 comp rx=0 tx=0).stop 2023-12-02T00:34:03.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/3612345202 shutdown_connections 2023-12-02T00:34:03.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/3612345202 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb806b4a0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/3612345202 >> 172.21.15.133:0/3612345202 conn(0x7f2eb80ca170 msgr2=0x7f2eb80ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:03.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/3612345202 shutdown_connections 2023-12-02T00:34:03.829 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/3612345202 wait complete. 2023-12-02T00:34:03.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 Processor -- start 2023-12-02T00:34:03.830 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- start start 2023-12-02T00:34:03.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2eb806b9e0 0x7f2eb81edc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb814b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2eb8151e90 0x7f2eb81ee680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb81552d0 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb80c0780 con 0x7f2eb806b9e0 2023-12-02T00:34:03.832 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebf9f8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2eb81605b0 con 0x7f2eb8151e90 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb814b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb814b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39142/0 (socket says 172.21.15.133:39142) 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 -- 172.21.15.133:0/1938775209 learned_addr learned my addr 172.21.15.133:0/1938775209 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebd794640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2eb806b9e0 0x7f2eb81edc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebdf95640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2eb8151e90 0x7f2eb81ee680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 -- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2eb8151e90 msgr2=0x7f2eb81ee680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2eb8151e90 0x7f2eb81ee680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 -- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2eb806b9e0 msgr2=0x7f2eb81edc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2eb806b9e0 0x7f2eb81edc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebcf93640 1 -- 172.21.15.133:0/1938775209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ea80094d0 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.827+0000 7f2ebd794640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2eb806b9e0 0x7f2eb81edc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2ebcf93640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb814b350 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f2ea80ae040 tx=0x7f2ea80191c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.833 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2eadffb640 1 -- 172.21.15.133:0/1938775209 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea80b8070 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2eadffb640 1 -- 172.21.15.133:0/1938775209 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ea80b3690 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2eadffb640 1 -- 172.21.15.133:0/1938775209 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea80b3a60 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2eb80adc30 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2eb80ae1f0 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2eb80c6930 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.834 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2eadffb640 1 -- 172.21.15.133:0/1938775209 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2ea80b2070 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2eadffb640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e9c0664a0 0x7f2e9c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:03.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2eadffb640 1 -- 172.21.15.133:0/1938775209 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2ea811dc40 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.835 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.831+0000 7f2ebd794640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e9c0664a0 0x7f2e9c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:03.836 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.835+0000 7f2ebd794640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e9c0664a0 0x7f2e9c068960 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f2eb4000f70 tx=0x7f2eb4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:03.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.835+0000 7f2eadffb640 1 -- 172.21.15.133:0/1938775209 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2ea80ead50 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2eb8068400 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2eadffb640 1 -- 172.21.15.133:0/1938775209 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v71) v1 ==== 105+0+11 (secure 0 0 0) 0x7f2ea80b00b0 con 0x7f2eb80c7ea0 2023-12-02T00:34:03.989 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:03.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e9c0664a0 msgr2=0x7f2e9c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e9c0664a0 0x7f2e9c068960 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f2eb4000f70 tx=0x7f2eb4009040 comp rx=0 tx=0).stop 2023-12-02T00:34:03.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 msgr2=0x7f2eb814b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:03.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb814b350 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f2ea80ae040 tx=0x7f2ea80191c0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 shutdown_connections 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e9c0664a0 0x7f2e9c068960 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2eb8151e90 0x7f2eb81ee680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2eb80c7ea0 0x7f2eb814b350 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 --2- 172.21.15.133:0/1938775209 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2eb806b9e0 0x7f2eb81edc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 >> 172.21.15.133:0/1938775209 conn(0x7f2eb80ca170 msgr2=0x7f2eb80c4820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 shutdown_connections 2023-12-02T00:34:03.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:03.987+0000 7f2ebf9f8640 1 -- 172.21.15.133:0/1938775209 wait complete. 2023-12-02T00:34:04.010 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:34:04.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.147+0000 7f33d2fc1640 1 Processor -- start 2023-12-02T00:34:04.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.147+0000 7f33d2fc1640 1 -- start start 2023-12-02T00:34:04.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.147+0000 7f33d2fc1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f33cc0c63c0 0x7f33cc0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.147+0000 7f33d2fc1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c2bb0 0x7f33cc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.147+0000 7f33d2fc1640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33cc0c31c0 con 0x7f33cc0c4100 2023-12-02T00:34:04.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.147+0000 7f33d2fc1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33cc0c34a0 con 0x7f33cc0c63c0 2023-12-02T00:34:04.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.147+0000 7f33d2fc1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc0c1030 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33c3fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f33cc0c4100 0x7f33cc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33594/0 (socket says 172.21.15.133:33594) 2023-12-02T00:34:04.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33c3fff640 1 -- 172.21.15.133:0/1832945034 learned_addr learned my addr 172.21.15.133:0/1832945034 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33d0d5d640 1 --2- 172.21.15.133:0/1832945034 >> v2:172.21.15.172:3300/0 conn(0x7f33cc0c63c0 0x7f33cc0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33d155e640 1 --2- 172.21.15.133:0/1832945034 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c2bb0 0x7f33cc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33c37fe640 1 -- 172.21.15.133:0/1832945034 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 233242612 0 0) 0x7f33cc0c31c0 con 0x7f33cc0c4100 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33c37fe640 1 -- 172.21.15.133:0/1832945034 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f33b4003530 con 0x7f33cc0c4100 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33d155e640 1 -- 172.21.15.133:0/1832945034 >> v2:172.21.15.172:3300/0 conn(0x7f33cc0c63c0 msgr2=0x7f33cc0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33d155e640 1 --2- 172.21.15.133:0/1832945034 >> v2:172.21.15.172:3300/0 conn(0x7f33cc0c63c0 0x7f33cc0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33d155e640 1 -- 172.21.15.133:0/1832945034 >> v1:172.21.15.133:6789/0 conn(0x7f33cc0c4100 legacy=0x7f33cc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33d155e640 1 -- 172.21.15.133:0/1832945034 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33cc0c1310 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33d155e640 1 --2- 172.21.15.133:0/1832945034 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c2bb0 0x7f33cc0a9680 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f33c4009d90 tx=0x7f33c401c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c44d2e67bd11ba43 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33c37fe640 1 -- 172.21.15.133:0/1832945034 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33cc0aa3d0 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33c37fe640 1 -- 172.21.15.133:0/1832945034 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33c40a58e0 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.151+0000 7f33c37fe640 1 -- 172.21.15.133:0/1832945034 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c40a5c70 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- 172.21.15.133:0/1832945034 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c2bb0 msgr2=0x7f33cc0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.156 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/1832945034 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c2bb0 0x7f33cc0a9680 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f33c4009d90 tx=0x7f33c401c800 comp rx=0 tx=0).stop 2023-12-02T00:34:04.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- 172.21.15.133:0/1832945034 shutdown_connections 2023-12-02T00:34:04.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/1832945034 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c2bb0 0x7f33cc0a9680 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/1832945034 >> v2:172.21.15.172:3300/0 conn(0x7f33cc0c63c0 0x7f33cc0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- 172.21.15.133:0/1832945034 >> 172.21.15.133:0/1832945034 conn(0x7f33cc06a5b0 msgr2=0x7f33cc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:04.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- 172.21.15.133:0/1832945034 shutdown_connections 2023-12-02T00:34:04.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- 172.21.15.133:0/1832945034 wait complete. 2023-12-02T00:34:04.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 Processor -- start 2023-12-02T00:34:04.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- start start 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33cc0c2bb0 0x7f33cc155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c4100 0x7f33cc1edce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33cc0c63c0 0x7f33cc1ee220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc1586d0 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc14eb40 con 0x7f33cc0c63c0 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d2fc1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33cc158110 con 0x7f33cc0c4100 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d0d5d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33cc0c2bb0 0x7f33cc155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d0d5d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33cc0c2bb0 0x7f33cc155db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39152/0 (socket says 172.21.15.133:39152) 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d0d5d640 1 -- 172.21.15.133:0/3108964049 learned_addr learned my addr 172.21.15.133:0/3108964049 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d155e640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33cc0c63c0 0x7f33cc1ee220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33c3fff640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c4100 0x7f33cc1edce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d0d5d640 1 -- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c4100 msgr2=0x7f33cc1edce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.160 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d0d5d640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c4100 0x7f33cc1edce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d0d5d640 1 -- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33cc0c63c0 msgr2=0x7f33cc1ee220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.155+0000 7f33d0d5d640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33cc0c63c0 0x7f33cc1ee220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33d0d5d640 1 -- 172.21.15.133:0/3108964049 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33c4009a70 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33d0d5d640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33cc0c2bb0 0x7f33cc155db0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f33c800e8a0 tx=0x7f33c800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33c17fa640 1 -- 172.21.15.133:0/3108964049 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c8009510 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33c17fa640 1 -- 172.21.15.133:0/3108964049 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33c800c940 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33cc1583f0 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33c17fa640 1 -- 172.21.15.133:0/3108964049 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c800ccb0 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33cc06db10 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33cc068400 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33c17fa640 1 -- 172.21.15.133:0/3108964049 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f33c8013470 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.163 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33c17fa640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f33b8066470 0x7f33b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33c17fa640 1 -- 172.21.15.133:0/3108964049 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f33c8084260 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.159+0000 7f33c3fff640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f33b8066470 0x7f33b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.164 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.163+0000 7f33c3fff640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f33b8066470 0x7f33b8068930 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f33cc070bb0 tx=0x7f33bc007d40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.163+0000 7f33c17fa640 1 -- 172.21.15.133:0/3108964049 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f33c8051420 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f33cc0c3e70 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33c17fa640 1 -- 172.21.15.133:0/3108964049 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v71) v1 ==== 101+0+11 (secure 0 0 0) 0x7f33c8054a40 con 0x7f33cc0c2bb0 2023-12-02T00:34:04.325 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:04.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f33b8066470 msgr2=0x7f33b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f33b8066470 0x7f33b8068930 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f33cc070bb0 tx=0x7f33bc007d40 comp rx=0 tx=0).stop 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33cc0c2bb0 msgr2=0x7f33cc155db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33cc0c2bb0 0x7f33cc155db0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f33c800e8a0 tx=0x7f33c800eca0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 shutdown_connections 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f33b8066470 0x7f33b8068930 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f33cc0c63c0 0x7f33cc1ee220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f33cc0c4100 0x7f33cc1edce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 --2- 172.21.15.133:0/3108964049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33cc0c2bb0 0x7f33cc155db0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 >> 172.21.15.133:0/3108964049 conn(0x7f33cc06a5b0 msgr2=0x7f33cc153280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 shutdown_connections 2023-12-02T00:34:04.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.323+0000 7f33d2fc1640 1 -- 172.21.15.133:0/3108964049 wait complete. 2023-12-02T00:34:04.347 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:34:04.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.483+0000 7f5d93279640 1 Processor -- start 2023-12-02T00:34:04.486 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.483+0000 7f5d93279640 1 -- start start 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.483+0000 7f5d93279640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.483+0000 7f5d93279640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5d8c0c2bb0 0x7f5d8c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.483+0000 7f5d93279640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d8c0c31c0 con 0x7f5d8c0c4100 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.483+0000 7f5d93279640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d8c0c34a0 con 0x7f5d8c0c2bb0 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.483+0000 7f5d93279640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c0c1030 con 0x7f5d8c0c63c0 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5d8c0c2bb0 0x7f5d8c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5d8c0c2bb0 0x7f5d8c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39154/0 (socket says 172.21.15.133:39154) 2023-12-02T00:34:04.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 -- 172.21.15.133:0/3289479175 learned_addr learned my addr 172.21.15.133:0/3289479175 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:04.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 -- 172.21.15.133:0/3289479175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 msgr2=0x7f5d8c0c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:04.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91015640 1 --2- 172.21.15.133:0/3289479175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 --2- 172.21.15.133:0/3289479175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c0c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 -- 172.21.15.133:0/3289479175 >> v1:172.21.15.172:6789/0 conn(0x7f5d8c0c4100 legacy=0x7f5d8c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:04.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 -- 172.21.15.133:0/3289479175 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d8c0c1310 con 0x7f5d8c0c2bb0 2023-12-02T00:34:04.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91015640 1 --2- 172.21.15.133:0/3289479175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:04.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d91816640 1 --2- 172.21.15.133:0/3289479175 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c0a9680 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f5d84009e50 tx=0x7f5d8401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36187aae29dbbe7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d83fff640 1 -- 172.21.15.133:0/3289479175 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d8c0aa3d0 con 0x7f5d8c0c2bb0 2023-12-02T00:34:04.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d83fff640 1 -- 172.21.15.133:0/3289479175 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d840a5720 con 0x7f5d8c0c2bb0 2023-12-02T00:34:04.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.487+0000 7f5d83fff640 1 -- 172.21.15.133:0/3289479175 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d840a5ab0 con 0x7f5d8c0c2bb0 2023-12-02T00:34:04.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- 172.21.15.133:0/3289479175 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c2bb0 msgr2=0x7f5d8c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 --2- 172.21.15.133:0/3289479175 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c0a9680 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f5d84009e50 tx=0x7f5d8401c880 comp rx=0 tx=0).stop 2023-12-02T00:34:04.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- 172.21.15.133:0/3289479175 shutdown_connections 2023-12-02T00:34:04.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 --2- 172.21.15.133:0/3289479175 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c0a9680 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 --2- 172.21.15.133:0/3289479175 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c0c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- 172.21.15.133:0/3289479175 >> 172.21.15.133:0/3289479175 conn(0x7f5d8c06a5b0 msgr2=0x7f5d8c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:04.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- 172.21.15.133:0/3289479175 shutdown_connections 2023-12-02T00:34:04.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- 172.21.15.133:0/3289479175 wait complete. 2023-12-02T00:34:04.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 Processor -- start 2023-12-02T00:34:04.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- start start 2023-12-02T00:34:04.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c1eb040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c4100 0x7f5d8c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c1ee160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c1570b0 con 0x7f5d8c0c4100 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c1eb580 con 0x7f5d8c0c2bb0 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d93279640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8c157cf0 con 0x7f5d8c0c63c0 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c4100 0x7f5d8c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c4100 0x7f5d8c0a6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39166/0 (socket says 172.21.15.133:39166) 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 -- 172.21.15.133:0/646934992 learned_addr learned my addr 172.21.15.133:0/646934992 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d91015640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c1eb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d91816640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c1ee160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 -- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 msgr2=0x7f5d8c1ee160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c1ee160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 -- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5d8c0c2bb0 msgr2=0x7f5d8c1eb040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c1eb040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 -- 172.21.15.133:0/646934992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d84009b30 con 0x7f5d8c0c4100 2023-12-02T00:34:04.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d91015640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c1eb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:04.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.491+0000 7f5d90814640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c4100 0x7f5d8c0a6280 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c00c450 tx=0x7f5d7c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d81ffb640 1 -- 172.21.15.133:0/646934992 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d7c011790 con 0x7f5d8c0c4100 2023-12-02T00:34:04.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d81ffb640 1 -- 172.21.15.133:0/646934992 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d7c011910 con 0x7f5d8c0c4100 2023-12-02T00:34:04.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d81ffb640 1 -- 172.21.15.133:0/646934992 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d7c011cc0 con 0x7f5d8c0c4100 2023-12-02T00:34:04.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d8c157fd0 con 0x7f5d8c0c4100 2023-12-02T00:34:04.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d8c1edc40 con 0x7f5d8c0c4100 2023-12-02T00:34:04.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d8c1ede60 con 0x7f5d8c0c4100 2023-12-02T00:34:04.498 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d81ffb640 1 -- 172.21.15.133:0/646934992 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5d7c01c460 con 0x7f5d8c0c4100 2023-12-02T00:34:04.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d81ffb640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5d70066470 0x7f5d70068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d81ffb640 1 -- 172.21.15.133:0/646934992 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f5d7c083fc0 con 0x7f5d8c0c4100 2023-12-02T00:34:04.499 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.495+0000 7f5d91015640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5d70066470 0x7f5d70068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.499+0000 7f5d91015640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5d70066470 0x7f5d70068930 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c158d50 tx=0x7f5d88008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.499+0000 7f5d81ffb640 1 -- 172.21.15.133:0/646934992 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5d7c0b5280 con 0x7f5d8c0c4100 2023-12-02T00:34:04.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.659+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f5d8c068400 con 0x7f5d8c0c4100 2023-12-02T00:34:04.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d81ffb640 1 -- 172.21.15.133:0/646934992 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v71) v1 ==== 80+0+0 (secure 0 0 0) 0x7f5d7c051170 con 0x7f5d8c0c4100 2023-12-02T00:34:04.664 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:34:04.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5d70066470 msgr2=0x7f5d70068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.666 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5d70066470 0x7f5d70068930 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c158d50 tx=0x7f5d88008040 comp rx=0 tx=0).stop 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c4100 msgr2=0x7f5d8c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c4100 0x7f5d8c0a6280 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c00c450 tx=0x7f5d7c00c910 comp rx=0 tx=0).stop 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 shutdown_connections 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5d70066470 0x7f5d70068930 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5d8c0c63c0 0x7f5d8c1ee160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d8c0c4100 0x7f5d8c0a6280 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 --2- 172.21.15.133:0/646934992 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5d8c0c2bb0 0x7f5d8c1eb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 >> 172.21.15.133:0/646934992 conn(0x7f5d8c06a5b0 msgr2=0x7f5d8c071640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 shutdown_connections 2023-12-02T00:34:04.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.663+0000 7f5d93279640 1 -- 172.21.15.133:0/646934992 wait complete. 2023-12-02T00:34:04.685 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-12-02T00:34:04.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:04.686 DEBUG:teuthology.orchestra.run.smithi133:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-12-02T00:34:04.736 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:34:04.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:04.736 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-12-02T00:34:04.753 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:04.753 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:04.804 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:34:04.805 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:34:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3424646640 1 Processor -- start 2023-12-02T00:34:04.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3424646640 1 -- start start 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3424646640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f341c151e90 0x7f341c0c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3424646640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 0x7f341c06bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3424646640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f341c06c860 con 0x7f341c0c7ea0 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3424646640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f341c0c8750 con 0x7f341c151e90 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3424646640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f341c1552d0 con 0x7f341c0c4e60 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f341c0c7ea0 0x7f341c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:33602/0 (socket says 172.21.15.133:33602) 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 -- 172.21.15.133:0/3484043582 learned_addr learned my addr 172.21.15.133:0/3484043582 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:04.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3422be3640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 0x7f341c06bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34223e2640 1 --2- 172.21.15.133:0/3484043582 >> v2:172.21.15.172:3300/0 conn(0x7f341c151e90 0x7f341c0c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2433015215 0 0) 0x7f341c06c860 con 0x7f341c0c7ea0 2023-12-02T00:34:04.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3408003530 con 0x7f341c0c7ea0 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 306874492 0 0) 0x7f3408003530 con 0x7f341c0c7ea0 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 msgr2=0x7f341c06bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 0x7f341c06bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 >> v2:172.21.15.172:3300/0 conn(0x7f341c151e90 msgr2=0x7f341c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 --2- 172.21.15.133:0/3484043582 >> v2:172.21.15.172:3300/0 conn(0x7f341c151e90 0x7f341c0c4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f341c154930 con 0x7f341c0c7ea0 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f340c001680 con 0x7f341c0c7ea0 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 >> v1:172.21.15.133:6789/0 conn(0x7f341c0c7ea0 legacy=0x7f341c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3408003980 0x7f3408003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f3408004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 0x7f3408005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f341c0c8750 con 0x7f34080047d0 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f341c1552d0 con 0x7f3408003980 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f340800ba10 con 0x7f341c0c4e60 2023-12-02T00:34:04.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f3408004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f34223e2640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3408003980 0x7f3408003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3422be3640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 0x7f3408005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 -- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 msgr2=0x7f3408005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:04.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c0c4e60 0x7f3408005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 -- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3408003980 msgr2=0x7f3408003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:04.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3408003980 0x7f3408003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.983+0000 7f3421be1640 1 -- 172.21.15.133:0/3484043582 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3408003530 con 0x7f34080047d0 2023-12-02T00:34:04.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3421be1640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f3408004c50 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f340c00c240 tx=0x7f340c01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6698666ba4784f0e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c0058e0 con 0x7f34080047d0 2023-12-02T00:34:04.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340c005a40 con 0x7f34080047d0 2023-12-02T00:34:04.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f34213e0640 1 -- 172.21.15.133:0/3484043582 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c005e10 con 0x7f34080047d0 2023-12-02T00:34:04.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3424646640 1 -- 172.21.15.133:0/3484043582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 msgr2=0x7f3408004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3424646640 1 --2- 172.21.15.133:0/3484043582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f3408004c50 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f340c00c240 tx=0x7f340c01cc60 comp rx=0 tx=0).stop 2023-12-02T00:34:04.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3422be3640 1 -- 172.21.15.133:0/3484043582 reap_dead start 2023-12-02T00:34:04.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3424646640 1 -- 172.21.15.133:0/3484043582 shutdown_connections 2023-12-02T00:34:04.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3424646640 1 -- 172.21.15.133:0/3484043582 >> 172.21.15.133:0/3484043582 conn(0x7f341c0ca170 msgr2=0x7f341c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:04.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3424646640 1 -- 172.21.15.133:0/3484043582 shutdown_connections 2023-12-02T00:34:04.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.987+0000 7f3424646640 1 -- 172.21.15.133:0/3484043582 wait complete. 2023-12-02T00:34:04.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 Processor -- start 2023-12-02T00:34:04.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 -- start start 2023-12-02T00:34:04.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f341c1ed910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c14b8a0 0x7f341c0aa350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f341c0aa890 0x7f341c14ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:04.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f341c14ebc0 con 0x7f34080047d0 2023-12-02T00:34:04.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f341c0bdb30 con 0x7f341c0aa890 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f341c0bde10 con 0x7f341c14b8a0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f341c1ed910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f341c1ed910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39180/0 (socket says 172.21.15.133:39180) 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 -- 172.21.15.133:0/1637659108 learned_addr learned my addr 172.21.15.133:0/1637659108 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3421be1640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c14b8a0 0x7f341c0aa350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3422be3640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f341c0aa890 0x7f341c14ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 -- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c14b8a0 msgr2=0x7f341c0aa350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c14b8a0 0x7f341c0aa350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 -- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f341c0aa890 msgr2=0x7f341c14ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f341c0aa890 0x7f341c14ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 -- 172.21.15.133:0/1637659108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f341c0be0f0 con 0x7f34080047d0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f34223e2640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f341c1ed910 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f34180119d0 tx=0x7f3418011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3412ffd640 1 -- 172.21.15.133:0/1637659108 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f341800fb50 con 0x7f34080047d0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3412ffd640 1 -- 172.21.15.133:0/1637659108 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f341800fcb0 con 0x7f34080047d0 2023-12-02T00:34:04.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.991+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f341c0be3d0 con 0x7f34080047d0 2023-12-02T00:34:04.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.995+0000 7f3412ffd640 1 -- 172.21.15.133:0/1637659108 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3418014440 con 0x7f34080047d0 2023-12-02T00:34:04.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.995+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f341c14b2b0 con 0x7f34080047d0 2023-12-02T00:34:04.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.995+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f341c068400 con 0x7f34080047d0 2023-12-02T00:34:04.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.995+0000 7f3412ffd640 1 -- 172.21.15.133:0/1637659108 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f34180145a0 con 0x7f34080047d0 2023-12-02T00:34:04.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.995+0000 7f3412ffd640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34000664a0 0x7f3400068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:05.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.995+0000 7f3412ffd640 1 -- 172.21.15.133:0/1637659108 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f3418084940 con 0x7f34080047d0 2023-12-02T00:34:05.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.995+0000 7f3421be1640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34000664a0 0x7f3400068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:05.000 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.999+0000 7f3421be1640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34000664a0 0x7f3400068960 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f340c0aa000 tx=0x7f340c001a80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:05.003 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:04.999+0000 7f3412ffd640 1 -- 172.21.15.133:0/1637659108 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3418051bc0 con 0x7f34080047d0 2023-12-02T00:34:05.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f341c06ca50 con 0x7f34080047d0 2023-12-02T00:34:05.186 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3412ffd640 1 -- 172.21.15.133:0/1637659108 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v52) v1 ==== 53+0+149 (secure 0 0 0) 0x7f3418022070 con 0x7f34080047d0 2023-12-02T00:34:05.186 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:34:05.186 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34000664a0 msgr2=0x7f3400068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34000664a0 0x7f3400068960 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f340c0aa000 tx=0x7f340c001a80 comp rx=0 tx=0).stop 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 msgr2=0x7f341c1ed910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f341c1ed910 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f34180119d0 tx=0x7f3418011e90 comp rx=0 tx=0).stop 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 shutdown_connections 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f34000664a0 0x7f3400068960 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f341c0aa890 0x7f341c14ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f341c14b8a0 0x7f341c0aa350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 --2- 172.21.15.133:0/1637659108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f34080047d0 0x7f341c1ed910 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:05.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 >> 172.21.15.133:0/1637659108 conn(0x7f341c0ca170 msgr2=0x7f341c150550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:05.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 shutdown_connections 2023-12-02T00:34:05.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:05.183+0000 7f3424646640 1 -- 172.21.15.133:0/1637659108 wait complete. 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi133.front.sepia.ceph.com 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:34:05.207 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.aL04C8MDkn 2023-12-02T00:34:05.208 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2023-12-02T00:34:05.216 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.c2YGm9qDe5 2023-12-02T00:34:05.216 DEBUG:teuthology.orchestra.run.smithi133:> sudo cp /tmp/tmp.aL04C8MDkn /tmp/tmp.c2YGm9qDe5 2023-12-02T00:34:05.281 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 0666 /tmp/tmp.c2YGm9qDe5 2023-12-02T00:34:05.400 DEBUG:teuthology.orchestra.remote:smithi133:/tmp/tmp.c2YGm9qDe5 is 226B 2023-12-02T00:34:05.416 DEBUG:teuthology.orchestra.run.smithi133:> rm -fr /tmp/tmp.c2YGm9qDe5 2023-12-02T00:34:05.424 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA== caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" caps mon = "allow r" caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-12-02T00:34:05.425 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:34:05.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:05.425 DEBUG:teuthology.orchestra.run.smithi133:> ip addr 2023-12-02T00:34:05.476 INFO:teuthology.orchestra.run.smithi133.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 ::1/128 scope host 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b2 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f0 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:d9:38:b3 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: altname enp7s0f1 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:86 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:34:05.477 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0c:c4:7a:88:80:87 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.21.15.133/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft 42236sec preferred_lft 42236sec 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::ec4:7aff:fe88:8087/64 scope link 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 02:42:0c:5d:5e:7d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:05.478 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:34:05.479 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:05.479 INFO:teuthology.orchestra.run.smithi133.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:34:05.479 INFO:teuthology.orchestra.run.smithi133.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:34:05.479 INFO:teuthology.orchestra.run.smithi133.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:34:05.479 INFO:teuthology.orchestra.run.smithi133.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:05.479 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:05.479 DEBUG:teuthology.orchestra.run.smithi133:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:34:05.538 INFO:teuthology.orchestra.run.smithi133.stdout:1 2023-12-02T00:34:05.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:05.540 DEBUG:teuthology.orchestra.run.smithi133:> route 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:Kernel IP routing table 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:05.595 INFO:teuthology.orchestra.run.smithi133.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:34:05.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:05.596 DEBUG:teuthology.orchestra.run.smithi133:> (cd / && exec bash -c ' 2023-12-02T00:34:05.596 DEBUG:teuthology.orchestra.run.smithi133:> set -e 2023-12-02T00:34:05.596 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:34:05.596 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:34:05.596 DEBUG:teuthology.orchestra.run.smithi133:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:34:05.596 DEBUG:teuthology.orchestra.run.smithi133:> ') 2023-12-02T00:34:05.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:05.686 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:34:05.695 INFO:teuthology.orchestra.run.smithi133.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-12-02T00:34:05.696 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:34:05.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:05.696 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link set brx.0 up 2023-12-02T00:34:05.760 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:34:05.760 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-12-02T00:34:05.812 INFO:teuthology.orchestra.run.smithi133.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-12-02T00:34:05.812 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:34:05.813 DEBUG:teuthology.orchestra.run.smithi133:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:34:05.863 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:05.863 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/tmp/tmp.aL04C8MDkn of=/dev/stdout 2023-12-02T00:34:05.915 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:34:05.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:05.915 DEBUG:teuthology.orchestra.run.smithi133:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-12-02T00:34:06.006 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-12-02T00:34:06.006 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs". 2023-12-02T00:34:06.006 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:34:06.006 INFO:teuthology.orchestra.run.smithi133.stdout:keyring.get_secret failed 2023-12-02T00:34:06.022 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-12-02T00:34:06.022 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs". 2023-12-02T00:34:06.022 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:34:06.022 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:34:06.022 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:34:06.022 INFO:teuthology.orchestra.run.smithi133.stdout:keyring.get_secret failed 2023-12-02T00:34:06.031 INFO:teuthology.orchestra.run.smithi133.stdout:parsing options: rw,norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs 2023-12-02T00:34:06.031 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs". 2023-12-02T00:34:06.031 INFO:teuthology.orchestra.run.smithi133.stdout:invalid new device string format 2023-12-02T00:34:06.031 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:34:06.031 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:34:06.031 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:34:06.032 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:34:06.032 INFO:teuthology.orchestra.run.smithi133.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs,key=testuser,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:34:06.035 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:34:06.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:06.035 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-12-02T00:34:06.053 INFO:teuthology.orchestra.run.smithi133.stderr:chmod: changing permissions of '/home/ubuntu/cephtest/mnt.0': Permission denied 2023-12-02T00:34:06.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:34:06.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:06.055 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:34:06.112 INFO:teuthology.orchestra.run.smithi133.stdout:client6607 2023-12-02T00:34:06.113 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:06.113 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:06.169 DEBUG:teuthology.orchestra.run.smithi172:> mktemp 2023-12-02T00:34:06.179 INFO:teuthology.orchestra.run.smithi172.stdout:/tmp/tmp.CWhRBL4qMt 2023-12-02T00:34:06.179 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:06.179 DEBUG:teuthology.orchestra.run.smithi172:> dd of=/tmp/tmp.CWhRBL4qMt 2023-12-02T00:34:06.228 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:06.229 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:06.281 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:06.281 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:06.333 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:06.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.467+0000 7f484849a640 1 Processor -- start 2023-12-02T00:34:06.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.467+0000 7f484849a640 1 -- start start 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f484849a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f48400c5640 0x7f48400c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f484849a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f48400c60f0 0x7f4840155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f484849a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48400c2580 con 0x7f48400c5260 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f484849a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4840153510 con 0x7f48400c5640 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f484849a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48400c17f0 con 0x7f48400c60f0 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4845a35640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f48400c5640 0x7f48400c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4845a35640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f48400c5640 0x7f48400c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59416/0 (socket says 172.21.15.133:59416) 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4845a35640 1 -- 172.21.15.133:0/3783253987 learned_addr learned my addr 172.21.15.133:0/3783253987 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:06.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4846a37640 1 --2- 172.21.15.133:0/3783253987 >> v2:172.21.15.172:3300/0 conn(0x7f48400c60f0 0x7f4840155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4845a35640 1 -- 172.21.15.133:0/3783253987 >> v2:172.21.15.172:3300/0 conn(0x7f48400c60f0 msgr2=0x7f4840155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:06.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4845a35640 1 --2- 172.21.15.133:0/3783253987 >> v2:172.21.15.172:3300/0 conn(0x7f48400c60f0 0x7f4840155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4845a35640 1 -- 172.21.15.133:0/3783253987 >> v1:172.21.15.172:6789/0 conn(0x7f48400c5260 legacy=0x7f484006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.471+0000 7f4845a35640 1 -- 172.21.15.133:0/3783253987 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48400c1a00 con 0x7f48400c5640 2023-12-02T00:34:06.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f4845a35640 1 --2- 172.21.15.133:0/3783253987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5640 0x7f48400c5bb0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f48400c6b10 tx=0x7f483001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=835f69534c7c3d4a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:06.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f4845234640 1 -- 172.21.15.133:0/3783253987 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4830004230 con 0x7f48400c5640 2023-12-02T00:34:06.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f4845234640 1 -- 172.21.15.133:0/3783253987 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48300a7050 con 0x7f48400c5640 2023-12-02T00:34:06.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f4845234640 1 -- 172.21.15.133:0/3783253987 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4830003620 con 0x7f48400c5640 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- 172.21.15.133:0/3783253987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5640 msgr2=0x7f48400c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 --2- 172.21.15.133:0/3783253987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5640 0x7f48400c5bb0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f48400c6b10 tx=0x7f483001c440 comp rx=0 tx=0).stop 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- 172.21.15.133:0/3783253987 shutdown_connections 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 --2- 172.21.15.133:0/3783253987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5640 0x7f48400c5bb0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 --2- 172.21.15.133:0/3783253987 >> v2:172.21.15.172:3300/0 conn(0x7f48400c60f0 0x7f4840155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- 172.21.15.133:0/3783253987 >> 172.21.15.133:0/3783253987 conn(0x7f484006a5b0 msgr2=0x7f484006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- 172.21.15.133:0/3783253987 shutdown_connections 2023-12-02T00:34:06.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- 172.21.15.133:0/3783253987 wait complete. 2023-12-02T00:34:06.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 Processor -- start 2023-12-02T00:34:06.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- start start 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5260 0x7f484014dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48400c5640 0x7f48401548c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48400c60f0 0x7f48401ed190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48401574e0 con 0x7f48400c5260 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4840157050 con 0x7f48400c5640 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f484849a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48401f1110 con 0x7f48400c60f0 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f4846236640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5260 0x7f484014dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f4846236640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5260 0x7f484014dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59418/0 (socket says 172.21.15.133:59418) 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.475+0000 7f4846236640 1 -- 172.21.15.133:0/4190805360 learned_addr learned my addr 172.21.15.133:0/4190805360 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846a37640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48400c60f0 0x7f48401ed190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4845a35640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48400c5640 0x7f48401548c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846236640 1 -- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48400c60f0 msgr2=0x7f48401ed190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846236640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48400c60f0 0x7f48401ed190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846236640 1 -- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48400c5640 msgr2=0x7f48401548c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846236640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48400c5640 0x7f48401548c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846236640 1 -- 172.21.15.133:0/4190805360 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48300094d0 con 0x7f48400c5260 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846a37640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48400c60f0 0x7f48401ed190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4846236640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5260 0x7f484014dab0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f483c00c3f0 tx=0x7f483c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4836ffd640 1 -- 172.21.15.133:0/4190805360 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483c0052d0 con 0x7f48400c5260 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4836ffd640 1 -- 172.21.15.133:0/4190805360 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f483c005430 con 0x7f48400c5260 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4840156d70 con 0x7f48400c5260 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4836ffd640 1 -- 172.21.15.133:0/4190805360 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483c003840 con 0x7f48400c5260 2023-12-02T00:34:06.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48400a73f0 con 0x7f48400c5260 2023-12-02T00:34:06.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f484014e730 con 0x7f48400c5260 2023-12-02T00:34:06.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4836ffd640 1 -- 172.21.15.133:0/4190805360 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f483c0039a0 con 0x7f48400c5260 2023-12-02T00:34:06.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4836ffd640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4824066470 0x7f4824068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4836ffd640 1 -- 172.21.15.133:0/4190805360 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f483c083760 con 0x7f48400c5260 2023-12-02T00:34:06.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.479+0000 7f4845a35640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4824066470 0x7f4824068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.483+0000 7f4845a35640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4824066470 0x7f4824068930 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f48300ad000 tx=0x7f4830009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:06.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.483+0000 7f4836ffd640 1 -- 172.21.15.133:0/4190805360 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f484014e730 con 0x7f48400c5260 2023-12-02T00:34:06.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.635+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f48400a7250 con 0x7f48400c5260 2023-12-02T00:34:06.639 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.635+0000 7f4836ffd640 1 -- 172.21.15.133:0/4190805360 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7f48400a7250 con 0x7f48400c5260 2023-12-02T00:34:06.639 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:06.639 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4824066470 msgr2=0x7f4824068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4824066470 0x7f4824068930 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f48300ad000 tx=0x7f4830009040 comp rx=0 tx=0).stop 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5260 msgr2=0x7f484014dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5260 0x7f484014dab0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f483c00c3f0 tx=0x7f483c00c8b0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 shutdown_connections 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4824066470 0x7f4824068930 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f48400c60f0 0x7f48401ed190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f48400c5640 0x7f48401548c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 --2- 172.21.15.133:0/4190805360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48400c5260 0x7f484014dab0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.641 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 >> 172.21.15.133:0/4190805360 conn(0x7f484006a5b0 msgr2=0x7f48400c2730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:06.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 shutdown_connections 2023-12-02T00:34:06.642 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.639+0000 7f484849a640 1 -- 172.21.15.133:0/4190805360 wait complete. 2023-12-02T00:34:06.660 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:33:32.320119+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:33:33.532681+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:33:45.499055+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:33:46.618619+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '71', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:34:06.660 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:34:06.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 Processor -- start 2023-12-02T00:34:06.801 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 -- start start 2023-12-02T00:34:06.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f68d40c5260 0x7f68d406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f68d40c5640 0x7f68d40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c60f0 0x7f68d4155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68d40c17f0 con 0x7f68d40c5260 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68d40c2580 con 0x7f68d40c5640 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68dae09640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68d40c1a00 con 0x7f68d40c60f0 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f68d40c5260 0x7f68d406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f68d40c5260 0x7f68d406d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59434/0 (socket says 172.21.15.133:59434) 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 -- 172.21.15.133:0/3918735341 learned_addr learned my addr 172.21.15.133:0/3918735341 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d93a6640 1 --2- 172.21.15.133:0/3918735341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c60f0 0x7f68d4155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d3fff640 1 --2- 172.21.15.133:0/3918735341 >> v2:172.21.15.172:3300/0 conn(0x7f68d40c5640 0x7f68d40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 -- 172.21.15.133:0/3918735341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c60f0 msgr2=0x7f68d4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 --2- 172.21.15.133:0/3918735341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c60f0 0x7f68d4155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 -- 172.21.15.133:0/3918735341 >> v2:172.21.15.172:3300/0 conn(0x7f68d40c5640 msgr2=0x7f68d40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 --2- 172.21.15.133:0/3918735341 >> v2:172.21.15.172:3300/0 conn(0x7f68d40c5640 0x7f68d40c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.799+0000 7f68d8ba5640 1 -- 172.21.15.133:0/3918735341 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68d40c1ce0 con 0x7f68d40c5260 2023-12-02T00:34:06.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68d8ba5640 1 --2- 172.21.15.133:0/3918735341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5260 0x7f68d406d5b0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f68d406b390 tx=0x7f68c801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad8685c7ff7ea9d server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:06.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68d37fe640 1 -- 172.21.15.133:0/3918735341 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c80ac640 con 0x7f68d40c5260 2023-12-02T00:34:06.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68d37fe640 1 -- 172.21.15.133:0/3918735341 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68c80ac7a0 con 0x7f68d40c5260 2023-12-02T00:34:06.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68d37fe640 1 -- 172.21.15.133:0/3918735341 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c80acb30 con 0x7f68d40c5260 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 -- 172.21.15.133:0/3918735341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5260 msgr2=0x7f68d406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 --2- 172.21.15.133:0/3918735341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5260 0x7f68d406d5b0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f68d406b390 tx=0x7f68c801c440 comp rx=0 tx=0).stop 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 -- 172.21.15.133:0/3918735341 shutdown_connections 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 --2- 172.21.15.133:0/3918735341 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c60f0 0x7f68d4155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 --2- 172.21.15.133:0/3918735341 >> v2:172.21.15.172:3300/0 conn(0x7f68d40c5640 0x7f68d40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 --2- 172.21.15.133:0/3918735341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5260 0x7f68d406d5b0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 -- 172.21.15.133:0/3918735341 >> 172.21.15.133:0/3918735341 conn(0x7f68d406a5b0 msgr2=0x7f68d406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 -- 172.21.15.133:0/3918735341 shutdown_connections 2023-12-02T00:34:06.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.803+0000 7f68dae09640 1 -- 172.21.15.133:0/3918735341 wait complete. 2023-12-02T00:34:06.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 Processor -- start 2023-12-02T00:34:06.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 -- start start 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c5260 0x7f68d4153500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5640 0x7f68d41590a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f68d40c60f0 0x7f68d414ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d4153a40 con 0x7f68d40c5640 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d4159eb0 con 0x7f68d40c60f0 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68d4158b50 con 0x7f68d40c5260 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5640 0x7f68d41590a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5640 0x7f68d41590a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59440/0 (socket says 172.21.15.133:59440) 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 -- 172.21.15.133:0/1380694464 learned_addr learned my addr 172.21.15.133:0/1380694464 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d93a6640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f68d40c60f0 0x7f68d414ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d8ba5640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c5260 0x7f68d4153500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 -- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c5260 msgr2=0x7f68d4153500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c5260 0x7f68d4153500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 -- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f68d40c60f0 msgr2=0x7f68d414ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f68d40c60f0 0x7f68d414ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 -- 172.21.15.133:0/1380694464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68c80094d0 con 0x7f68d40c5640 2023-12-02T00:34:06.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d3fff640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5640 0x7f68d41590a0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f68c000d800 tx=0x7f68c000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:06.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d17fa640 1 -- 172.21.15.133:0/1380694464 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c00096a0 con 0x7f68d40c5640 2023-12-02T00:34:06.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d17fa640 1 -- 172.21.15.133:0/1380694464 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68c0009800 con 0x7f68d40c5640 2023-12-02T00:34:06.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68d17fa640 1 -- 172.21.15.133:0/1380694464 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c0009bb0 con 0x7f68d40c5640 2023-12-02T00:34:06.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68d41585d0 con 0x7f68d40c5640 2023-12-02T00:34:06.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68d4151490 con 0x7f68d40c5640 2023-12-02T00:34:06.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.807+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68d4068400 con 0x7f68d40c5640 2023-12-02T00:34:06.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.811+0000 7f68d17fa640 1 -- 172.21.15.133:0/1380694464 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f68c0009d10 con 0x7f68d40c5640 2023-12-02T00:34:06.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.811+0000 7f68d17fa640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f68b80664a0 0x7f68b8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:06.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.811+0000 7f68d17fa640 1 -- 172.21.15.133:0/1380694464 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f68c0084710 con 0x7f68d40c5640 2023-12-02T00:34:06.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.811+0000 7f68d8ba5640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f68b80664a0 0x7f68b8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:06.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.811+0000 7f68d8ba5640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f68b80664a0 0x7f68b8068960 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f68c80ae000 tx=0x7f68c80a6070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:06.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.815+0000 7f68d17fa640 1 -- 172.21.15.133:0/1380694464 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f68c00518e0 con 0x7f68d40c5640 2023-12-02T00:34:06.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.963+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f68d406d390 con 0x7f68d40c5640 2023-12-02T00:34:06.968 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68d17fa640 1 -- 172.21.15.133:0/1380694464 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) v1 ==== 93+0+10 (secure 0 0 0) 0x7f68c0054f00 con 0x7f68d40c5640 2023-12-02T00:34:06.969 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:34:06.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f68b80664a0 msgr2=0x7f68b8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f68b80664a0 0x7f68b8068960 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f68c80ae000 tx=0x7f68c80a6070 comp rx=0 tx=0).stop 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5640 msgr2=0x7f68d41590a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5640 0x7f68d41590a0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f68c000d800 tx=0x7f68c000dcc0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 shutdown_connections 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f68b80664a0 0x7f68b8068960 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f68d40c60f0 0x7f68d414ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d40c5640 0x7f68d41590a0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 --2- 172.21.15.133:0/1380694464 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f68d40c5260 0x7f68d4153500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 >> 172.21.15.133:0/1380694464 conn(0x7f68d406a5b0 msgr2=0x7f68d40bf990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 shutdown_connections 2023-12-02T00:34:06.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:06.967+0000 7f68dae09640 1 -- 172.21.15.133:0/1380694464 wait complete. 2023-12-02T00:34:06.989 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:34:07.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.127+0000 7f932966b640 1 Processor -- start 2023-12-02T00:34:07.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.127+0000 7f932966b640 1 -- start start 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.127+0000 7f932966b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f93240c48d0 0x7f9324154b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.127+0000 7f932966b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324158670 0x7f9324155070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.127+0000 7f932966b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93240c53f0 con 0x7f9324151ba0 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.127+0000 7f932966b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9324158c30 con 0x7f93240c48d0 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.127+0000 7f932966b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9324154670 con 0x7f9324158670 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f931a7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f93240c48d0 0x7f9324154b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f9322ffd640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f9324151ba0 0x7f932406afe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:38304/0 (socket says 172.21.15.133:38304) 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f9322ffd640 1 -- 172.21.15.133:0/4194028067 learned_addr learned my addr 172.21.15.133:0/4194028067 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f931a7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f93240c48d0 0x7f9324154b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59448/0 (socket says 172.21.15.133:59448) 2023-12-02T00:34:07.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f93237fe640 1 --2- 172.21.15.133:0/4194028067 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324158670 0x7f9324155070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f931a7fc640 1 -- 172.21.15.133:0/4194028067 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324158670 msgr2=0x7f9324155070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:07.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f931a7fc640 1 --2- 172.21.15.133:0/4194028067 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324158670 0x7f9324155070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f931a7fc640 1 -- 172.21.15.133:0/4194028067 >> v1:172.21.15.172:6789/0 conn(0x7f9324151ba0 legacy=0x7f932406afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f931a7fc640 1 -- 172.21.15.133:0/4194028067 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93240c6b00 con 0x7f93240c48d0 2023-12-02T00:34:07.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f931a7fc640 1 --2- 172.21.15.133:0/4194028067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93240c48d0 0x7f9324154b30 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f930c0097c0 tx=0x7f930c01c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fc1544abc0637e9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f93227fc640 1 -- 172.21.15.133:0/4194028067 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c0ab600 con 0x7f93240c48d0 2023-12-02T00:34:07.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f93227fc640 1 -- 172.21.15.133:0/4194028067 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f930c0a7050 con 0x7f93240c48d0 2023-12-02T00:34:07.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.131+0000 7f93227fc640 1 -- 172.21.15.133:0/4194028067 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c0ab980 con 0x7f93240c48d0 2023-12-02T00:34:07.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- 172.21.15.133:0/4194028067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93240c48d0 msgr2=0x7f9324154b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 --2- 172.21.15.133:0/4194028067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93240c48d0 0x7f9324154b30 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f930c0097c0 tx=0x7f930c01c330 comp rx=0 tx=0).stop 2023-12-02T00:34:07.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- 172.21.15.133:0/4194028067 shutdown_connections 2023-12-02T00:34:07.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 --2- 172.21.15.133:0/4194028067 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324158670 0x7f9324155070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 --2- 172.21.15.133:0/4194028067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93240c48d0 0x7f9324154b30 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- 172.21.15.133:0/4194028067 >> 172.21.15.133:0/4194028067 conn(0x7f93240c9f50 msgr2=0x7f93240ca360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:07.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- 172.21.15.133:0/4194028067 shutdown_connections 2023-12-02T00:34:07.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- 172.21.15.133:0/4194028067 wait complete. 2023-12-02T00:34:07.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 Processor -- start 2023-12-02T00:34:07.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- start start 2023-12-02T00:34:07.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f93240c48d0 0x7f93241ecbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324151ba0 0x7f93241ed470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9324158670 0x7f9324156b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93240aa010 con 0x7f9324158670 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9324140920 con 0x7f93240c48d0 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f932966b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9324155940 con 0x7f9324151ba0 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9324158670 0x7f9324156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9324158670 0x7f9324156b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59458/0 (socket says 172.21.15.133:59458) 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 -- 172.21.15.133:0/3802897726 learned_addr learned my addr 172.21.15.133:0/3802897726 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f931a7fc640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324151ba0 0x7f93241ed470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 -- 172.21.15.133:0/3802897726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324151ba0 msgr2=0x7f93241ed470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324151ba0 0x7f93241ed470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 -- 172.21.15.133:0/3802897726 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f93240c48d0 msgr2=0x7f93241ecbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f93240c48d0 0x7f93241ecbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.135+0000 7f93237fe640 1 -- 172.21.15.133:0/3802897726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f930c009420 con 0x7f9324158670 2023-12-02T00:34:07.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f93237fe640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9324158670 0x7f9324156b90 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f931c00e7f0 tx=0x7f931c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f931bfff640 1 -- 172.21.15.133:0/3802897726 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f931c009530 con 0x7f9324158670 2023-12-02T00:34:07.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f931bfff640 1 -- 172.21.15.133:0/3802897726 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f931c00eea0 con 0x7f9324158670 2023-12-02T00:34:07.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9324155c20 con 0x7f9324158670 2023-12-02T00:34:07.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f931bfff640 1 -- 172.21.15.133:0/3802897726 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f931c00cb60 con 0x7f9324158670 2023-12-02T00:34:07.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93241561e0 con 0x7f9324158670 2023-12-02T00:34:07.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9324067a00 con 0x7f9324158670 2023-12-02T00:34:07.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f931bfff640 1 -- 172.21.15.133:0/3802897726 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f931c00ccc0 con 0x7f9324158670 2023-12-02T00:34:07.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f931bfff640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9304066470 0x7f9304068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f931bfff640 1 -- 172.21.15.133:0/3802897726 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f931c0843c0 con 0x7f9324158670 2023-12-02T00:34:07.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f9322ffd640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9304066470 0x7f9304068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.139+0000 7f9322ffd640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9304066470 0x7f9304068930 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9314001fe0 tx=0x7f93140015d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.146 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.143+0000 7f931bfff640 1 -- 172.21.15.133:0/3802897726 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f931c051440 con 0x7f9324158670 2023-12-02T00:34:07.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9324068400 con 0x7f9324158670 2023-12-02T00:34:07.308 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f931bfff640 1 -- 172.21.15.133:0/3802897726 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v71) v1 ==== 104+0+11 (secure 0 0 0) 0x7f931c054a60 con 0x7f9324158670 2023-12-02T00:34:07.309 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9304066470 msgr2=0x7f9304068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9304066470 0x7f9304068930 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9314001fe0 tx=0x7f93140015d0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9324158670 msgr2=0x7f9324156b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9324158670 0x7f9324156b90 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f931c00e7f0 tx=0x7f931c00ecb0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 shutdown_connections 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9304066470 0x7f9304068930 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9324158670 0x7f9324156b90 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9324151ba0 0x7f93241ed470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 --2- 172.21.15.133:0/3802897726 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f93240c48d0 0x7f93241ecbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.311 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 >> 172.21.15.133:0/3802897726 conn(0x7f93240c9f50 msgr2=0x7f9324153530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:07.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 shutdown_connections 2023-12-02T00:34:07.312 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.307+0000 7f932966b640 1 -- 172.21.15.133:0/3802897726 wait complete. 2023-12-02T00:34:07.330 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:34:07.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221bb0f640 1 Processor -- start 2023-12-02T00:34:07.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221bb0f640 1 -- start start 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221bb0f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2214072090 0x7f2214150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221bb0f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f22140725c0 0x7f22141514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221bb0f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22140c2760 con 0x7f22140a5370 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221bb0f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22140c3070 con 0x7f22140725c0 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221bb0f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22140a5750 con 0x7f2214072090 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f22198ab640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f22140a5370 0x7f22140c3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44780/0 (socket says 172.21.15.133:44780) 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f22198ab640 1 -- 172.21.15.133:0/3966353213 learned_addr learned my addr 172.21.15.133:0/3966353213 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:07.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f22190aa640 1 --2- 172.21.15.133:0/3966353213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2214072090 0x7f2214150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.467+0000 7f221a0ac640 1 --2- 172.21.15.133:0/3966353213 >> v2:172.21.15.172:3300/0 conn(0x7f22140725c0 0x7f22141514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22188a9640 1 -- 172.21.15.133:0/3966353213 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 177192157 0 0) 0x7f22140c2760 con 0x7f22140a5370 2023-12-02T00:34:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22188a9640 1 -- 172.21.15.133:0/3966353213 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2200003450 con 0x7f22140a5370 2023-12-02T00:34:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22190aa640 1 -- 172.21.15.133:0/3966353213 >> v2:172.21.15.172:3300/0 conn(0x7f22140725c0 msgr2=0x7f22141514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22190aa640 1 --2- 172.21.15.133:0/3966353213 >> v2:172.21.15.172:3300/0 conn(0x7f22140725c0 0x7f22141514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22190aa640 1 -- 172.21.15.133:0/3966353213 >> v1:172.21.15.133:6789/0 conn(0x7f22140a5370 legacy=0x7f22140c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22190aa640 1 -- 172.21.15.133:0/3966353213 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22140aad20 con 0x7f2214072090 2023-12-02T00:34:07.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22190aa640 1 --2- 172.21.15.133:0/3966353213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2214072090 0x7f2214150fa0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f22040097c0 tx=0x7f220401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8703b609ed3c12ed server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22188a9640 1 -- 172.21.15.133:0/3966353213 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22040ab600 con 0x7f2214072090 2023-12-02T00:34:07.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22188a9640 1 -- 172.21.15.133:0/3966353213 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22040a7050 con 0x7f2214072090 2023-12-02T00:34:07.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f22188a9640 1 -- 172.21.15.133:0/3966353213 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22040ab980 con 0x7f2214072090 2023-12-02T00:34:07.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f221bb0f640 1 -- 172.21.15.133:0/3966353213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2214072090 msgr2=0x7f2214150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.471+0000 7f221bb0f640 1 --2- 172.21.15.133:0/3966353213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2214072090 0x7f2214150fa0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f22040097c0 tx=0x7f220401c330 comp rx=0 tx=0).stop 2023-12-02T00:34:07.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- 172.21.15.133:0/3966353213 shutdown_connections 2023-12-02T00:34:07.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 --2- 172.21.15.133:0/3966353213 >> v2:172.21.15.172:3300/0 conn(0x7f22140725c0 0x7f22141514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 --2- 172.21.15.133:0/3966353213 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2214072090 0x7f2214150fa0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- 172.21.15.133:0/3966353213 >> 172.21.15.133:0/3966353213 conn(0x7f221406a5b0 msgr2=0x7f221406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:07.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- 172.21.15.133:0/3966353213 shutdown_connections 2023-12-02T00:34:07.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- 172.21.15.133:0/3966353213 wait complete. 2023-12-02T00:34:07.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 Processor -- start 2023-12-02T00:34:07.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- start start 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2214072090 0x7f22141ed7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22140725c0 0x7f2214159f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22140a5370 0x7f2214158e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f221414efc0 con 0x7f2214072090 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22141edd10 con 0x7f22140a5370 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221bb0f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2214152450 con 0x7f22140725c0 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2214072090 0x7f22141ed7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2214072090 0x7f22141ed7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59470/0 (socket says 172.21.15.133:59470) 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 -- 172.21.15.133:0/341306020 learned_addr learned my addr 172.21.15.133:0/341306020 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22190aa640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22140725c0 0x7f2214159f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f221a0ac640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22140a5370 0x7f2214158e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 -- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22140725c0 msgr2=0x7f2214159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22140725c0 0x7f2214159f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 -- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22140a5370 msgr2=0x7f2214158e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22140a5370 0x7f2214158e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 -- 172.21.15.133:0/341306020 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2204009420 con 0x7f2214072090 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22190aa640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22140725c0 0x7f2214159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.475+0000 7f22198ab640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2214072090 0x7f22141ed7d0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f221000c420 tx=0x7f221000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f220a7fc640 1 -- 172.21.15.133:0/341306020 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2210005cf0 con 0x7f2214072090 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f220a7fc640 1 -- 172.21.15.133:0/341306020 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2210005e50 con 0x7f2214072090 2023-12-02T00:34:07.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2214152730 con 0x7f2214072090 2023-12-02T00:34:07.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f220a7fc640 1 -- 172.21.15.133:0/341306020 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22100072d0 con 0x7f2214072090 2023-12-02T00:34:07.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2214152cf0 con 0x7f2214072090 2023-12-02T00:34:07.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2214068400 con 0x7f2214072090 2023-12-02T00:34:07.483 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f220a7fc640 1 -- 172.21.15.133:0/341306020 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2210007430 con 0x7f2214072090 2023-12-02T00:34:07.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f220a7fc640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21f80664a0 0x7f21f8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f220a7fc640 1 -- 172.21.15.133:0/341306020 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2210083700 con 0x7f2214072090 2023-12-02T00:34:07.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f22190aa640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21f80664a0 0x7f21f8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.484 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.479+0000 7f22190aa640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21f80664a0 0x7f21f8068960 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f22040ad000 tx=0x7f22040a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.483+0000 7f220a7fc640 1 -- 172.21.15.133:0/341306020 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f22100508c0 con 0x7f2214072090 2023-12-02T00:34:07.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.631+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f22140c4090 con 0x7f2214072090 2023-12-02T00:34:07.635 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.631+0000 7f220a7fc640 1 -- 172.21.15.133:0/341306020 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v71) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2210053ee0 con 0x7f2214072090 2023-12-02T00:34:07.635 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:07.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21f80664a0 msgr2=0x7f21f8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21f80664a0 0x7f21f8068960 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f22040ad000 tx=0x7f22040a6000 comp rx=0 tx=0).stop 2023-12-02T00:34:07.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2214072090 msgr2=0x7f22141ed7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.637 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2214072090 0x7f22141ed7d0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f221000c420 tx=0x7f221000c8e0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 shutdown_connections 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21f80664a0 0x7f21f8068960 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22140a5370 0x7f2214158e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22140725c0 0x7f2214159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 --2- 172.21.15.133:0/341306020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2214072090 0x7f22141ed7d0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 >> 172.21.15.133:0/341306020 conn(0x7f221406a5b0 msgr2=0x7f22140bf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 shutdown_connections 2023-12-02T00:34:07.638 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.635+0000 7f221bb0f640 1 -- 172.21.15.133:0/341306020 wait complete. 2023-12-02T00:34:07.656 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:34:07.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90839d640 1 Processor -- start 2023-12-02T00:34:07.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90839d640 1 -- start start 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90839d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa9000c7ea0 0x7fa90006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90839d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa90006b9e0 0x7fa90015f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90839d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa90006c860 con 0x7fa900151e90 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90839d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9000c8750 con 0x7fa9000c7ea0 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90839d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9001552d0 con 0x7fa90006b9e0 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa906139640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa900151e90 0x7fa9000c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44782/0 (socket says 172.21.15.133:44782) 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa906139640 1 -- 172.21.15.133:0/2744177846 learned_addr learned my addr 172.21.15.133:0/2744177846 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa905938640 1 --2- 172.21.15.133:0/2744177846 >> v2:172.21.15.133:3300/0 conn(0x7fa9000c7ea0 0x7fa90006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.799 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa90693a640 1 --2- 172.21.15.133:0/2744177846 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa90006b9e0 0x7fa90015f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa905938640 1 -- 172.21.15.133:0/2744177846 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa90006b9e0 msgr2=0x7fa90015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:07.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa905938640 1 --2- 172.21.15.133:0/2744177846 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa90006b9e0 0x7fa90015f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa905938640 1 -- 172.21.15.133:0/2744177846 >> v1:172.21.15.133:6789/0 conn(0x7fa900151e90 legacy=0x7fa9000c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.795+0000 7fa905938640 1 -- 172.21.15.133:0/2744177846 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa900154930 con 0x7fa9000c7ea0 2023-12-02T00:34:07.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa905938640 1 --2- 172.21.15.133:0/2744177846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9000c7ea0 0x7fa90006b4a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fa8f00097c0 tx=0x7fa8f001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51247c0ea008a185 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa905137640 1 -- 172.21.15.133:0/2744177846 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f00ab600 con 0x7fa9000c7ea0 2023-12-02T00:34:07.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa905137640 1 -- 172.21.15.133:0/2744177846 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8f00a7050 con 0x7fa9000c7ea0 2023-12-02T00:34:07.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa905137640 1 -- 172.21.15.133:0/2744177846 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f00ab980 con 0x7fa9000c7ea0 2023-12-02T00:34:07.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 -- 172.21.15.133:0/2744177846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9000c7ea0 msgr2=0x7fa90006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.803 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 --2- 172.21.15.133:0/2744177846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9000c7ea0 0x7fa90006b4a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fa8f00097c0 tx=0x7fa8f001c360 comp rx=0 tx=0).stop 2023-12-02T00:34:07.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 -- 172.21.15.133:0/2744177846 shutdown_connections 2023-12-02T00:34:07.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 --2- 172.21.15.133:0/2744177846 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa90006b9e0 0x7fa90015f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 --2- 172.21.15.133:0/2744177846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9000c7ea0 0x7fa90006b4a0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 -- 172.21.15.133:0/2744177846 >> 172.21.15.133:0/2744177846 conn(0x7fa9000ca170 msgr2=0x7fa9000ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:07.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 -- 172.21.15.133:0/2744177846 shutdown_connections 2023-12-02T00:34:07.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.799+0000 7fa90839d640 1 -- 172.21.15.133:0/2744177846 wait complete. 2023-12-02T00:34:07.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 Processor -- start 2023-12-02T00:34:07.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 -- start start 2023-12-02T00:34:07.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa90006b9e0 0x7fa900153de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9000c7ea0 0x7fa9001478a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa900151e90 0x7fa90013f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9000aa1c0 con 0x7fa90006b9e0 2023-12-02T00:34:07.808 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9001481a0 con 0x7fa900151e90 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9000aa460 con 0x7fa9000c7ea0 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa90006b9e0 0x7fa900153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa90006b9e0 0x7fa900153de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59490/0 (socket says 172.21.15.133:59490) 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 -- 172.21.15.133:0/1998750191 learned_addr learned my addr 172.21.15.133:0/1998750191 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 -- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9000c7ea0 msgr2=0x7fa9001478a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90693a640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa900151e90 0x7fa90013f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa905938640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9000c7ea0 0x7fa9001478a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9000c7ea0 0x7fa9001478a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 -- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa900151e90 msgr2=0x7fa90013f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa900151e90 0x7fa90013f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 -- 172.21.15.133:0/1998750191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8f0009420 con 0x7fa90006b9e0 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90693a640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa900151e90 0x7fa90013f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa905938640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9000c7ea0 0x7fa9001478a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:07.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa906139640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa90006b9e0 0x7fa900153de0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc00c500 tx=0x7fa8fc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa8f6ffd640 1 -- 172.21.15.133:0/1998750191 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc005cf0 con 0x7fa90006b9e0 2023-12-02T00:34:07.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa8f6ffd640 1 -- 172.21.15.133:0/1998750191 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8fc005e50 con 0x7fa90006b9e0 2023-12-02T00:34:07.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9000aa740 con 0x7fa90006b9e0 2023-12-02T00:34:07.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa8f6ffd640 1 -- 172.21.15.133:0/1998750191 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc0072f0 con 0x7fa90006b9e0 2023-12-02T00:34:07.810 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.803+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa900154320 con 0x7fa90006b9e0 2023-12-02T00:34:07.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.807+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa900068400 con 0x7fa90006b9e0 2023-12-02T00:34:07.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.807+0000 7fa8f6ffd640 1 -- 172.21.15.133:0/1998750191 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa8fc007450 con 0x7fa90006b9e0 2023-12-02T00:34:07.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.807+0000 7fa8f6ffd640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa8e40664a0 0x7fa8e4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:07.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.807+0000 7fa8f6ffd640 1 -- 172.21.15.133:0/1998750191 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa8fc0836f0 con 0x7fa90006b9e0 2023-12-02T00:34:07.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.807+0000 7fa905938640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa8e40664a0 0x7fa8e4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:07.811 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.807+0000 7fa905938640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa8e40664a0 0x7fa8e4068960 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fa8f00ad000 tx=0x7fa8f0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:07.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.811+0000 7fa8f6ffd640 1 -- 172.21.15.133:0/1998750191 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa8fc0508b0 con 0x7fa90006b9e0 2023-12-02T00:34:07.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.959+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa90006ca50 con 0x7fa90006b9e0 2023-12-02T00:34:07.963 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.959+0000 7fa8f6ffd640 1 -- 172.21.15.133:0/1998750191 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v71) v1 ==== 105+0+11 (secure 0 0 0) 0x7fa8fc053ed0 con 0x7fa90006b9e0 2023-12-02T00:34:07.963 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:07.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa8e40664a0 msgr2=0x7fa8e4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa8e40664a0 0x7fa8e4068960 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fa8f00ad000 tx=0x7fa8f0008040 comp rx=0 tx=0).stop 2023-12-02T00:34:07.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa90006b9e0 msgr2=0x7fa900153de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:07.965 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa90006b9e0 0x7fa900153de0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc00c500 tx=0x7fa8fc00c9c0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 shutdown_connections 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa8e40664a0 0x7fa8e4068960 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa900151e90 0x7fa90013f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa9000c7ea0 0x7fa9001478a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 --2- 172.21.15.133:0/1998750191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa90006b9e0 0x7fa900153de0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 >> 172.21.15.133:0/1998750191 conn(0x7fa9000ca170 msgr2=0x7fa900150030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 shutdown_connections 2023-12-02T00:34:07.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:07.963+0000 7fa90839d640 1 -- 172.21.15.133:0/1998750191 wait complete. 2023-12-02T00:34:07.984 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:34:08.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.119+0000 7fc8b1d72640 1 Processor -- start 2023-12-02T00:34:08.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8b1d72640 1 -- start start 2023-12-02T00:34:08.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8b1d72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 0x7fc8ac15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8b1d72640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc8ac0bffc0 0x7fc8ac0c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8b1d72640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8ac15c600 con 0x7fc8ac1560e0 2023-12-02T00:34:08.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8b1d72640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8ac15a5c0 con 0x7fc8ac0bffc0 2023-12-02T00:34:08.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8b1d72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac1594e0 con 0x7fc8ac06d520 2023-12-02T00:34:08.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc8ac1560e0 0x7fc8ac159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44790/0 (socket says 172.21.15.133:44790) 2023-12-02T00:34:08.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/1533036971 learned_addr learned my addr 172.21.15.133:0/1533036971 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:08.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3202349902 0 0) 0x7fc8ac15c600 con 0x7fc8ac1560e0 2023-12-02T00:34:08.127 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc894003530 con 0x7fc8ac1560e0 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aaffd640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 0x7fc8ac15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8abfff640 1 --2- 172.21.15.133:0/1533036971 >> v2:172.21.15.172:3300/0 conn(0x7fc8ac0bffc0 0x7fc8ac0c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3621256287 0 0) 0x7fc894003530 con 0x7fc8ac1560e0 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 msgr2=0x7fc8ac15ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 0x7fc8ac15ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 >> v2:172.21.15.172:3300/0 conn(0x7fc8ac0bffc0 msgr2=0x7fc8ac0c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 --2- 172.21.15.133:0/1533036971 >> v2:172.21.15.172:3300/0 conn(0x7fc8ac0bffc0 0x7fc8ac0c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8ac1597c0 con 0x7fc8ac1560e0 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fc89c001680 con 0x7fc8ac1560e0 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8abfff640 1 --2- 172.21.15.133:0/1533036971 >> v2:172.21.15.172:3300/0 conn(0x7fc8ac0bffc0 0x7fc8ac0c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 >> v1:172.21.15.133:6789/0 conn(0x7fc8ac1560e0 legacy=0x7fc8ac159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc894003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8940047d0 0x7fc894004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 0x7fc894005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.128 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac15a5c0 con 0x7fc894003980 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac1594e0 con 0x7fc8940047d0 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc89400b990 con 0x7fc8ac06d520 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc894003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8aaffd640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8940047d0 0x7fc894004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8abfff640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 0x7fc894005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 msgr2=0x7fc894005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 0x7fc894005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8940047d0 msgr2=0x7fc894004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8940047d0 0x7fc894004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/1533036971 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc894003530 con 0x7fc894003980 2023-12-02T00:34:08.129 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.123+0000 7fc8abfff640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac06d520 0x7fc894005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:08.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8ab7fe640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc894003da0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fc89c00c240 tx=0x7fc89c01cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f78daba88dcea845 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c0058e0 con 0x7fc894003980 2023-12-02T00:34:08.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc89c005a40 con 0x7fc894003980 2023-12-02T00:34:08.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8aa7fc640 1 -- 172.21.15.133:0/1533036971 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c005e30 con 0x7fc894003980 2023-12-02T00:34:08.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8b1d72640 1 -- 172.21.15.133:0/1533036971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 msgr2=0x7fc894003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8b1d72640 1 --2- 172.21.15.133:0/1533036971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc894003da0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fc89c00c240 tx=0x7fc89c01cc30 comp rx=0 tx=0).stop 2023-12-02T00:34:08.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8abfff640 1 -- 172.21.15.133:0/1533036971 reap_dead start 2023-12-02T00:34:08.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8b1d72640 1 -- 172.21.15.133:0/1533036971 shutdown_connections 2023-12-02T00:34:08.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8b1d72640 1 -- 172.21.15.133:0/1533036971 >> 172.21.15.133:0/1533036971 conn(0x7fc8ac06a5b0 msgr2=0x7fc8ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:08.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8b1d72640 1 -- 172.21.15.133:0/1533036971 shutdown_connections 2023-12-02T00:34:08.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.127+0000 7fc8b1d72640 1 -- 172.21.15.133:0/1533036971 wait complete. 2023-12-02T00:34:08.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 Processor -- start 2023-12-02T00:34:08.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 -- start start 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc8ac0aa520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8ac1f4a80 0x7fc8ac1f1a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac1f1f50 0x7fc8ac0c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac15db20 con 0x7fc894003980 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac1f1510 con 0x7fc8ac1f4a80 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac1f4f60 con 0x7fc8ac1f1f50 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc8ac0aa520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc8ac0aa520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59512/0 (socket says 172.21.15.133:59512) 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/4028079916 learned_addr learned my addr 172.21.15.133:0/4028079916 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8abfff640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac1f1f50 0x7fc8ac0c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8aaffd640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8ac1f4a80 0x7fc8ac1f1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac1f1f50 msgr2=0x7fc8ac0c3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac1f1f50 0x7fc8ac0c3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8ac1f4a80 msgr2=0x7fc8ac1f1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8ac1f4a80 0x7fc8ac1f1a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 -- 172.21.15.133:0/4028079916 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8ac1f5240 con 0x7fc894003980 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8abfff640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac1f1f50 0x7fc8ac0c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8aaffd640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8ac1f4a80 0x7fc8ac1f1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8ab7fe640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc8ac0aa520 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fc89c0ab040 tx=0x7fc894005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc893fff640 1 -- 172.21.15.133:0/4028079916 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c0047f0 con 0x7fc894003980 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc893fff640 1 -- 172.21.15.133:0/4028079916 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc89c004970 con 0x7fc894003980 2023-12-02T00:34:08.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8ac1f5520 con 0x7fc894003980 2023-12-02T00:34:08.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc893fff640 1 -- 172.21.15.133:0/4028079916 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c004d20 con 0x7fc894003980 2023-12-02T00:34:08.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.131+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8ac158a30 con 0x7fc894003980 2023-12-02T00:34:08.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.135+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8ac0c6bc0 con 0x7fc894003980 2023-12-02T00:34:08.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.135+0000 7fc893fff640 1 -- 172.21.15.133:0/4028079916 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc89c007070 con 0x7fc894003980 2023-12-02T00:34:08.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.135+0000 7fc893fff640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc898066470 0x7fc898068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.135+0000 7fc893fff640 1 -- 172.21.15.133:0/4028079916 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc89c11dc60 con 0x7fc894003980 2023-12-02T00:34:08.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.135+0000 7fc8aaffd640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc898066470 0x7fc898068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.135+0000 7fc8aaffd640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc898066470 0x7fc898068930 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac0c3610 tx=0x7fc8a0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.139+0000 7fc893fff640 1 -- 172.21.15.133:0/4028079916 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc89c0eae10 con 0x7fc894003980 2023-12-02T00:34:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fc8ac068400 con 0x7fc894003980 2023-12-02T00:34:08.292 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc893fff640 1 -- 172.21.15.133:0/4028079916 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v71) v1 ==== 101+0+11 (secure 0 0 0) 0x7fc89c0ee430 con 0x7fc894003980 2023-12-02T00:34:08.293 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc898066470 msgr2=0x7fc898068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc898066470 0x7fc898068930 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac0c3610 tx=0x7fc8a0008040 comp rx=0 tx=0).stop 2023-12-02T00:34:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 msgr2=0x7fc8ac0aa520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.294 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc8ac0aa520 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fc89c0ab040 tx=0x7fc894005800 comp rx=0 tx=0).stop 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 shutdown_connections 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc898066470 0x7fc898068930 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc8ac1f1f50 0x7fc8ac0c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc8ac1f4a80 0x7fc8ac1f1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 --2- 172.21.15.133:0/4028079916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc894003980 0x7fc8ac0aa520 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 >> 172.21.15.133:0/4028079916 conn(0x7fc8ac06a5b0 msgr2=0x7fc8ac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 shutdown_connections 2023-12-02T00:34:08.295 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.291+0000 7fc8b1d72640 1 -- 172.21.15.133:0/4028079916 wait complete. 2023-12-02T00:34:08.314 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:34:08.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e79a68640 1 Processor -- start 2023-12-02T00:34:08.452 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e79a68640 1 -- start start 2023-12-02T00:34:08.453 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e79a68640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e740c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e79a68640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6e740c2bb0 0x7f6e740a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e79a68640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e740c31c0 con 0x7f6e740c4100 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e79a68640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e740c34a0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e79a68640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e740c1030 con 0x7f6e740c63c0 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e73fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6e740c2bb0 0x7f6e740a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e73fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f6e740c2bb0 0x7f6e740a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59516/0 (socket says 172.21.15.133:59516) 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e73fff640 1 -- 172.21.15.133:0/2090496224 learned_addr learned my addr 172.21.15.133:0/2090496224 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e72ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f6e740c4100 0x7f6e740c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44804/0 (socket says 172.21.15.133:44804) 2023-12-02T00:34:08.454 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e737fe640 1 --2- 172.21.15.133:0/2090496224 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e740c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e73fff640 1 -- 172.21.15.133:0/2090496224 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 msgr2=0x7f6e740c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:08.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e73fff640 1 --2- 172.21.15.133:0/2090496224 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e740c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e73fff640 1 -- 172.21.15.133:0/2090496224 >> v1:172.21.15.133:6789/0 conn(0x7f6e740c4100 legacy=0x7f6e740c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e73fff640 1 -- 172.21.15.133:0/2090496224 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e740c1310 con 0x7f6e740c2bb0 2023-12-02T00:34:08.455 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.451+0000 7f6e727fc640 1 -- 172.21.15.133:0/2090496224 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2203800266 0 0) 0x7f6e740c31c0 con 0x7f6e740c4100 2023-12-02T00:34:08.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e73fff640 1 --2- 172.21.15.133:0/2090496224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e740a9680 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c009e50 tx=0x7f6e6c01c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=481bafbb82ef0f43 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e727fc640 1 -- 172.21.15.133:0/2090496224 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e740aa3d0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e727fc640 1 -- 172.21.15.133:0/2090496224 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e6c0a57a0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.457 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e727fc640 1 -- 172.21.15.133:0/2090496224 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c0a5b30 con 0x7f6e740c2bb0 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 -- 172.21.15.133:0/2090496224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 msgr2=0x7f6e740a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 --2- 172.21.15.133:0/2090496224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e740a9680 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c009e50 tx=0x7f6e6c01c8c0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 -- 172.21.15.133:0/2090496224 shutdown_connections 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 --2- 172.21.15.133:0/2090496224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e740a9680 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 --2- 172.21.15.133:0/2090496224 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e740c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 -- 172.21.15.133:0/2090496224 >> 172.21.15.133:0/2090496224 conn(0x7f6e7406a5b0 msgr2=0x7f6e7406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 -- 172.21.15.133:0/2090496224 shutdown_connections 2023-12-02T00:34:08.458 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 -- 172.21.15.133:0/2090496224 wait complete. 2023-12-02T00:34:08.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 Processor -- start 2023-12-02T00:34:08.459 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.455+0000 7f6e79a68640 1 -- start start 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e741f09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e740c4100 0x7f6e740a6f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e741ec8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e7409aa60 con 0x7f6e740c2bb0 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e741587d0 con 0x7f6e740c4100 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e741efec0 con 0x7f6e740c63c0 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e741f09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e741f09a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59530/0 (socket says 172.21.15.133:59530) 2023-12-02T00:34:08.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 -- 172.21.15.133:0/3470772502 learned_addr learned my addr 172.21.15.133:0/3470772502 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e73fff640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e741ec8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e72ffd640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e740c4100 0x7f6e740a6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 -- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 msgr2=0x7f6e741ec8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e741ec8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 -- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e740c4100 msgr2=0x7f6e740a6f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e740c4100 0x7f6e740a6f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 -- 172.21.15.133:0/3470772502 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e6c009b30 con 0x7f6e740c2bb0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e72ffd640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e740c4100 0x7f6e740a6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e737fe640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e741f09a0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f6e6400d5f0 tx=0x7f6e6400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e5bfff640 1 -- 172.21.15.133:0/3470772502 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e640125f0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e5bfff640 1 -- 172.21.15.133:0/3470772502 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e64012750 con 0x7f6e740c2bb0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e741f01a0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e5bfff640 1 -- 172.21.15.133:0/3470772502 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e64012b00 con 0x7f6e740c2bb0 2023-12-02T00:34:08.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e740a74a0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e74068400 con 0x7f6e740c2bb0 2023-12-02T00:34:08.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.459+0000 7f6e5bfff640 1 -- 172.21.15.133:0/3470772502 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6e64012c60 con 0x7f6e740c2bb0 2023-12-02T00:34:08.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.463+0000 7f6e5bfff640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e600664f0 0x7f6e600689b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.463+0000 7f6e5bfff640 1 -- 172.21.15.133:0/3470772502 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6e640845d0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.463+0000 7f6e72ffd640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e600664f0 0x7f6e600689b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.463+0000 7f6e72ffd640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e600664f0 0x7f6e600689b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6e68007fd0 tx=0x7f6e68007c20 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.468 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.467+0000 7f6e5bfff640 1 -- 172.21.15.133:0/3470772502 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6e64051760 con 0x7f6e740c2bb0 2023-12-02T00:34:08.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6e740ac0e0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e5bfff640 1 -- 172.21.15.133:0/3470772502 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v71) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6e740ac0e0 con 0x7f6e740c2bb0 2023-12-02T00:34:08.630 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e600664f0 msgr2=0x7f6e600689b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e600664f0 0x7f6e600689b0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6e68007fd0 tx=0x7f6e68007c20 comp rx=0 tx=0).stop 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 msgr2=0x7f6e741f09a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e741f09a0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f6e6400d5f0 tx=0x7f6e6400dab0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 shutdown_connections 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6e600664f0 0x7f6e600689b0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6e740c63c0 0x7f6e741ec8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6e740c4100 0x7f6e740a6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 --2- 172.21.15.133:0/3470772502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e740c2bb0 0x7f6e741f09a0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.627+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 >> 172.21.15.133:0/3470772502 conn(0x7f6e7406a5b0 msgr2=0x7f6e740c0400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:08.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.631+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 shutdown_connections 2023-12-02T00:34:08.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.631+0000 7f6e79a68640 1 -- 172.21.15.133:0/3470772502 wait complete. 2023-12-02T00:34:08.651 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-12-02T00:34:08.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:08.651 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:08.710 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:34:08.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:08.710 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:34:08.726 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:08.726 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:08.776 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:34:08.777 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-12-02T00:34:08.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e39f5640 1 Processor -- start 2023-12-02T00:34:08.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e39f5640 1 -- start start 2023-12-02T00:34:08.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e39f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c4100 0x7f78dc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e39f5640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78dc0c31c0 con 0x7f78dc0c63c0 2023-12-02T00:34:08.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e39f5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78dc0c34a0 con 0x7f78dc0c06d0 2023-12-02T00:34:08.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e39f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc0c1030 con 0x7f78dc0c4100 2023-12-02T00:34:08.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e1791640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f78dc0c63c0 0x7f78dc0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44812/0 (socket says 172.21.15.133:44812) 2023-12-02T00:34:08.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e1791640 1 -- 172.21.15.133:0/1085363798 learned_addr learned my addr 172.21.15.133:0/1085363798 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:08.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.911+0000 7f78e0f90640 1 --2- 172.21.15.133:0/1085363798 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c4100 0x7f78dc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78d3fff640 1 -- 172.21.15.133:0/1085363798 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4072763046 0 0) 0x7f78dc0c31c0 con 0x7f78dc0c63c0 2023-12-02T00:34:08.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78d3fff640 1 -- 172.21.15.133:0/1085363798 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f78c8003530 con 0x7f78dc0c63c0 2023-12-02T00:34:08.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78d3fff640 1 -- 172.21.15.133:0/1085363798 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3889669198 0 0) 0x7f78dc0c34a0 con 0x7f78dc0c06d0 2023-12-02T00:34:08.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78d3fff640 1 -- 172.21.15.133:0/1085363798 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f78dc0c31c0 con 0x7f78dc0c06d0 2023-12-02T00:34:08.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78e0f90640 1 -- 172.21.15.133:0/1085363798 >> v1:172.21.15.172:6789/0 conn(0x7f78dc0c06d0 legacy=0x7f78dc0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78e0f90640 1 -- 172.21.15.133:0/1085363798 >> v1:172.21.15.133:6789/0 conn(0x7f78dc0c63c0 legacy=0x7f78dc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78e0f90640 1 -- 172.21.15.133:0/1085363798 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78dc0c1310 con 0x7f78dc0c4100 2023-12-02T00:34:08.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78e0f90640 1 --2- 172.21.15.133:0/1085363798 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c4100 0x7f78dc0c2bb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f78cc0097f0 tx=0x7f78cc01c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f101df1f1fbb254f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78d3fff640 1 -- 172.21.15.133:0/1085363798 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78cc0ab600 con 0x7f78dc0c4100 2023-12-02T00:34:08.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78d3fff640 1 -- 172.21.15.133:0/1085363798 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78cc0a7050 con 0x7f78dc0c4100 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.915+0000 7f78d3fff640 1 -- 172.21.15.133:0/1085363798 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78cc0ab960 con 0x7f78dc0c4100 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- 172.21.15.133:0/1085363798 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c4100 msgr2=0x7f78dc0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 --2- 172.21.15.133:0/1085363798 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c4100 0x7f78dc0c2bb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f78cc0097f0 tx=0x7f78cc01c3a0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- 172.21.15.133:0/1085363798 shutdown_connections 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 --2- 172.21.15.133:0/1085363798 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c4100 0x7f78dc0c2bb0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- 172.21.15.133:0/1085363798 >> 172.21.15.133:0/1085363798 conn(0x7f78dc06a5b0 msgr2=0x7f78dc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- 172.21.15.133:0/1085363798 shutdown_connections 2023-12-02T00:34:08.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- 172.21.15.133:0/1085363798 wait complete. 2023-12-02T00:34:08.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 Processor -- start 2023-12-02T00:34:08.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- start start 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f78dc0c06d0 0x7f78dc0a6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78dc0c4100 0x7f78dc1545c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c63c0 0x7f78dc14f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc1f11a0 con 0x7f78dc0c4100 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc1f03e0 con 0x7f78dc0c06d0 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e39f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc1f06c0 con 0x7f78dc0c63c0 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78dc0c4100 0x7f78dc1545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78dc0c4100 0x7f78dc1545c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59542/0 (socket says 172.21.15.133:59542) 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 -- 172.21.15.133:0/550037391 learned_addr learned my addr 172.21.15.133:0/550037391 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e1791640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f78dc0c06d0 0x7f78dc0a6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e1f92640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c63c0 0x7f78dc14f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 -- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c63c0 msgr2=0x7f78dc14f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c63c0 0x7f78dc14f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 -- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f78dc0c06d0 msgr2=0x7f78dc0a6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f78dc0c06d0 0x7f78dc0a6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.919+0000 7f78e0f90640 1 -- 172.21.15.133:0/550037391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78cc009420 con 0x7f78dc0c4100 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78e0f90640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78dc0c4100 0x7f78dc1545c0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f78cc0097f0 tx=0x7f78cc019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78d1ffb640 1 -- 172.21.15.133:0/550037391 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78cc0b4400 con 0x7f78dc0c4100 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78d1ffb640 1 -- 172.21.15.133:0/550037391 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78cc0b4560 con 0x7f78dc0c4100 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78d1ffb640 1 -- 172.21.15.133:0/550037391 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78cc0b48d0 con 0x7f78dc0c4100 2023-12-02T00:34:08.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78dc0c69b0 con 0x7f78dc0c4100 2023-12-02T00:34:08.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78dc1f0c80 con 0x7f78dc0c4100 2023-12-02T00:34:08.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78dc1f0e70 con 0x7f78dc0c4100 2023-12-02T00:34:08.926 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78d1ffb640 1 -- 172.21.15.133:0/550037391 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f78cc0b2040 con 0x7f78dc0c4100 2023-12-02T00:34:08.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78d1ffb640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78c0066470 0x7f78c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:08.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78d1ffb640 1 -- 172.21.15.133:0/550037391 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f78cc11de70 con 0x7f78dc0c4100 2023-12-02T00:34:08.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.923+0000 7f78e1791640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78c0066470 0x7f78c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:08.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.927+0000 7f78e1791640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78c0066470 0x7f78c0068930 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f78d8007fd0 tx=0x7f78d8007d80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:08.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:08.927+0000 7f78d1ffb640 1 -- 172.21.15.133:0/550037391 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f78cc0eb0d0 con 0x7f78dc0c4100 2023-12-02T00:34:09.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.111+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f78dc068400 con 0x7f78dc0c4100 2023-12-02T00:34:09.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.111+0000 7f78d1ffb640 1 -- 172.21.15.133:0/550037391 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v52) v1 ==== 53+0+149 (secure 0 0 0) 0x7f78cc0b90b0 con 0x7f78dc0c4100 2023-12-02T00:34:09.115 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-02T00:34:09.115 INFO:teuthology.orchestra.run.smithi133.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78c0066470 msgr2=0x7f78c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78c0066470 0x7f78c0068930 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f78d8007fd0 tx=0x7f78d8007d80 comp rx=0 tx=0).stop 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78dc0c4100 msgr2=0x7f78dc1545c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78dc0c4100 0x7f78dc1545c0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f78cc0097f0 tx=0x7f78cc019140 comp rx=0 tx=0).stop 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 shutdown_connections 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f78c0066470 0x7f78c0068930 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f78dc0c63c0 0x7f78dc14f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78dc0c4100 0x7f78dc1545c0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 --2- 172.21.15.133:0/550037391 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f78dc0c06d0 0x7f78dc0a6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:09.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 >> 172.21.15.133:0/550037391 conn(0x7f78dc06a5b0 msgr2=0x7f78dc15c690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:09.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 shutdown_connections 2023-12-02T00:34:09.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:09.115+0000 7f78e39f5640 1 -- 172.21.15.133:0/550037391 wait complete. 2023-12-02T00:34:09.136 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2023-12-02T00:34:09.136 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-02T00:34:09.136 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi172.front.sepia.ceph.com 2023-12-02T00:34:09.137 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2023-12-02T00:34:09.137 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:09.137 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2023-12-02T00:34:09.137 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-12-02T00:34:09.137 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.CWhRBL4qMt 2023-12-02T00:34:09.137 DEBUG:teuthology.orchestra.run.smithi172:> mktemp 2023-12-02T00:34:09.146 INFO:teuthology.orchestra.run.smithi172.stdout:/tmp/tmp.SztXVz37wy 2023-12-02T00:34:09.146 DEBUG:teuthology.orchestra.run.smithi172:> sudo cp /tmp/tmp.CWhRBL4qMt /tmp/tmp.SztXVz37wy 2023-12-02T00:34:09.212 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 0666 /tmp/tmp.SztXVz37wy 2023-12-02T00:34:09.332 DEBUG:teuthology.orchestra.remote:smithi172:/tmp/tmp.SztXVz37wy is 226B 2023-12-02T00:34:09.349 DEBUG:teuthology.orchestra.run.smithi172:> rm -fr /tmp/tmp.SztXVz37wy 2023-12-02T00:34:09.357 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA== caps mds = "allow r fsname=cephfs, allow r fsname=cephfs2" caps mon = "allow r" caps osd = "allow r tag cephfs data=cephfs, allow r tag cephfs data=cephfs2" 2023-12-02T00:34:09.357 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:34:09.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.357 DEBUG:teuthology.orchestra.run.smithi172:> ip addr 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: inet 127.0.0.1/8 scope host lo 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 ::1/128 scope host 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2c brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f0 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:09.413 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:d9:17:2d brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: altname enp7s0f1 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:90 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0c:c4:7a:88:7f:91 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.21.15.172/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft 42142sec preferred_lft 42142sec 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::ec4:7aff:fe88:7f91/64 scope link 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 02:42:dd:42:b2:77 brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:09.414 INFO:teuthology.orchestra.run.smithi172.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run.smithi172.stdout: valid_lft forever preferred_lft forever 2023-12-02T00:34:09.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.415 DEBUG:teuthology.orchestra.run.smithi172:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-02T00:34:09.478 INFO:teuthology.orchestra.run.smithi172.stdout:1 2023-12-02T00:34:09.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.480 DEBUG:teuthology.orchestra.run.smithi172:> route 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:Kernel IP routing table 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-12-02T00:34:09.535 INFO:teuthology.orchestra.run.smithi172.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-02T00:34:09.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.536 DEBUG:teuthology.orchestra.run.smithi172:> (cd / && exec bash -c ' 2023-12-02T00:34:09.536 DEBUG:teuthology.orchestra.run.smithi172:> set -e 2023-12-02T00:34:09.536 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-12-02T00:34:09.536 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-12-02T00:34:09.536 DEBUG:teuthology.orchestra.run.smithi172:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-12-02T00:34:09.536 DEBUG:teuthology.orchestra.run.smithi172:> ') 2023-12-02T00:34:09.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.627 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:34:09.636 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:34:09.637 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:34:09.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.637 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link set brx.0 up 2023-12-02T00:34:09.700 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:34:09.700 DEBUG:teuthology.orchestra.run.smithi172:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:09.752 INFO:teuthology.orchestra.run.smithi172.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-12-02T00:34:09.752 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-02T00:34:09.753 DEBUG:teuthology.orchestra.run.smithi172:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:09.807 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:09.807 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/tmp/tmp.CWhRBL4qMt of=/dev/stdout 2023-12-02T00:34:09.860 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-12-02T00:34:09.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.860 DEBUG:teuthology.orchestra.run.smithi172:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:34:09.957 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:34:09.958 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:34:09.958 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:34:09.958 INFO:teuthology.orchestra.run.smithi172.stdout:keyring.get_secret failed 2023-12-02T00:34:09.973 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:34:09.973 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:34:09.973 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:34:09.973 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:34:09.973 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:34:09.974 INFO:teuthology.orchestra.run.smithi172.stdout:keyring.get_secret failed 2023-12-02T00:34:09.982 INFO:teuthology.orchestra.run.smithi172.stdout:parsing options: rw,norequire_active_mds,secret=AQB5e2plLuDHLBAAyIyCuqDunctsvoFVR9SPyA==,conf=/etc/ceph/ceph.conf,norbytes,name=testuser,mds_namespace=cephfs2 2023-12-02T00:34:09.983 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2". 2023-12-02T00:34:09.983 INFO:teuthology.orchestra.run.smithi172.stdout:invalid new device string format 2023-12-02T00:34:09.983 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:3300,172.21.15.172:3300,172.21.15.172:3301" 2023-12-02T00:34:09.983 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: switching to using v1 address with old syntax 2023-12-02T00:34:09.983 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: resolved to: "172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790" 2023-12-02T00:34:09.983 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.133:6789,172.21.15.172:6789,172.21.15.172:6790:/ 2023-12-02T00:34:09.983 INFO:teuthology.orchestra.run.smithi172.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=testuser,mds_namespace=cephfs2,key=testuser,fsid=010aff74-abf7-4bf1-a4a3-05283159cf96" will pass to kernel 2023-12-02T00:34:09.987 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-02T00:34:09.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:09.987 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:10.005 INFO:teuthology.orchestra.run.smithi172.stderr:chmod: changing permissions of '/home/ubuntu/cephtest/mnt.1': Permission denied 2023-12-02T00:34:10.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:34:10.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:10.007 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-02T00:34:10.063 INFO:teuthology.orchestra.run.smithi172.stdout:client6023 2023-12-02T00:34:10.063 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:10.063 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:10.112 INFO:tasks.cephfs.caps_helper:test read perm: read file /home/ubuntu/cephtest/mnt.0/testdir/testfile and expect data "self.path = /home/ubuntu/cephtest/mnt.0/testdir/testfile cephfs_name = cephfs cephfs_mntpt = / hostfs_mntpt = /home/ubuntu/cephtest/mnt.0" 2023-12-02T00:34:10.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:10.113 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/testdir/testfile) 2023-12-02T00:34:10.125 INFO:teuthology.orchestra.run.smithi133.stderr:cat: /home/ubuntu/cephtest/mnt.0/testdir/testfile: Permission denied 2023-12-02T00:34:10.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:34:10.126 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:10.126 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:10.177 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:10.177 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:10.233 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:10.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.419+0000 7fb7a3f01640 1 Processor -- start 2023-12-02T00:34:10.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.419+0000 7fb7a3f01640 1 -- start start 2023-12-02T00:34:10.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a3f01640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb79c06bbb0 0x7fb79c1600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a3f01640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb79c06c860 con 0x7fb79c0c7ea0 2023-12-02T00:34:10.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a3f01640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb79c06c000 con 0x7fb79c151e90 2023-12-02T00:34:10.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a3f01640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb79c0c8750 con 0x7fb79c06bbb0 2023-12-02T00:34:10.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a249e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb79c06bbb0 0x7fb79c1600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a149c640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb79c0c7ea0 0x7fb79c06b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44828/0 (socket says 172.21.15.133:44828) 2023-12-02T00:34:10.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a149c640 1 -- 172.21.15.133:0/2787882065 learned_addr learned my addr 172.21.15.133:0/2787882065 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:10.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a0c9b640 1 -- 172.21.15.133:0/2787882065 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3796196957 0 0) 0x7fb79c06c860 con 0x7fb79c0c7ea0 2023-12-02T00:34:10.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a249e640 1 -- 172.21.15.133:0/2787882065 >> v1:172.21.15.172:6789/0 conn(0x7fb79c151e90 legacy=0x7fb79c0c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:10.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a249e640 1 -- 172.21.15.133:0/2787882065 >> v1:172.21.15.133:6789/0 conn(0x7fb79c0c7ea0 legacy=0x7fb79c06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a249e640 1 -- 172.21.15.133:0/2787882065 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb79c154930 con 0x7fb79c06bbb0 2023-12-02T00:34:10.427 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.423+0000 7fb7a249e640 1 --2- 172.21.15.133:0/2787882065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c06bbb0 0x7fb79c1600b0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fb794009d90 tx=0x7fb79401c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28b77c8fa9c81d0b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:10.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a0c9b640 1 -- 172.21.15.133:0/2787882065 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940a6700 con 0x7fb79c06bbb0 2023-12-02T00:34:10.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a0c9b640 1 -- 172.21.15.133:0/2787882065 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7940a6860 con 0x7fb79c06bbb0 2023-12-02T00:34:10.428 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a0c9b640 1 -- 172.21.15.133:0/2787882065 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940a6bf0 con 0x7fb79c06bbb0 2023-12-02T00:34:10.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- 172.21.15.133:0/2787882065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c06bbb0 msgr2=0x7fb79c1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/2787882065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c06bbb0 0x7fb79c1600b0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fb794009d90 tx=0x7fb79401c830 comp rx=0 tx=0).stop 2023-12-02T00:34:10.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- 172.21.15.133:0/2787882065 shutdown_connections 2023-12-02T00:34:10.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/2787882065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c06bbb0 0x7fb79c1600b0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- 172.21.15.133:0/2787882065 >> 172.21.15.133:0/2787882065 conn(0x7fb79c0ca170 msgr2=0x7fb79c0ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:10.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- 172.21.15.133:0/2787882065 shutdown_connections 2023-12-02T00:34:10.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- 172.21.15.133:0/2787882065 wait complete. 2023-12-02T00:34:10.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 Processor -- start 2023-12-02T00:34:10.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- start start 2023-12-02T00:34:10.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb79c06bbb0 0x7fb79c1f05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb79c0c7ea0 0x7fb79c146530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c151e90 0x7fb79c146a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb79c1552d0 con 0x7fb79c151e90 2023-12-02T00:34:10.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb79c1ee260 con 0x7fb79c0c7ea0 2023-12-02T00:34:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a3f01640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb79c13fbe0 con 0x7fb79c06bbb0 2023-12-02T00:34:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.427+0000 7fb7a249e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c151e90 0x7fb79c146a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c151e90 0x7fb79c146a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59564/0 (socket says 172.21.15.133:59564) 2023-12-02T00:34:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 -- 172.21.15.133:0/3076157881 learned_addr learned my addr 172.21.15.133:0/3076157881 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a149c640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb79c0c7ea0 0x7fb79c146530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a1c9d640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb79c06bbb0 0x7fb79c1f05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 -- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb79c06bbb0 msgr2=0x7fb79c1f05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb79c06bbb0 0x7fb79c1f05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 -- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb79c0c7ea0 msgr2=0x7fb79c146530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb79c0c7ea0 0x7fb79c146530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 -- 172.21.15.133:0/3076157881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb794009a70 con 0x7fb79c151e90 2023-12-02T00:34:10.434 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a249e640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c151e90 0x7fb79c146a70 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fb7940b0040 tx=0x7fb7940195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7927fc640 1 -- 172.21.15.133:0/3076157881 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940b8840 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7927fc640 1 -- 172.21.15.133:0/3076157881 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7940b89a0 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7927fc640 1 -- 172.21.15.133:0/3076157881 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7940b8d30 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb79c0bd420 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb79c1ee4b0 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb79c068400 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7927fc640 1 -- 172.21.15.133:0/3076157881 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb7940ae420 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7927fc640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb780066470 0x7fb780068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.431+0000 7fb7927fc640 1 -- 172.21.15.133:0/3076157881 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fb7940aa070 con 0x7fb79c151e90 2023-12-02T00:34:10.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.435+0000 7fb7a1c9d640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb780066470 0x7fb780068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.437 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.435+0000 7fb7a1c9d640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb780066470 0x7fb780068930 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb798007fd0 tx=0x7fb798009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:10.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.435+0000 7fb7927fc640 1 -- 172.21.15.133:0/3076157881 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb7940eca90 con 0x7fb79c151e90 2023-12-02T00:34:10.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.587+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb79c06ca50 con 0x7fb79c151e90 2023-12-02T00:34:10.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.587+0000 7fb7927fc640 1 -- 172.21.15.133:0/3076157881 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7fb7940f00b0 con 0x7fb79c151e90 2023-12-02T00:34:10.591 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:10.591 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb780066470 msgr2=0x7fb780068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb780066470 0x7fb780068930 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb798007fd0 tx=0x7fb798009040 comp rx=0 tx=0).stop 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c151e90 msgr2=0x7fb79c146a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c151e90 0x7fb79c146a70 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fb7940b0040 tx=0x7fb7940195d0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 shutdown_connections 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb780066470 0x7fb780068930 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb79c151e90 0x7fb79c146a70 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb79c0c7ea0 0x7fb79c146530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 --2- 172.21.15.133:0/3076157881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb79c06bbb0 0x7fb79c1f05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 >> 172.21.15.133:0/3076157881 conn(0x7fb79c0ca170 msgr2=0x7fb79c1431b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:10.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 shutdown_connections 2023-12-02T00:34:10.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.591+0000 7fb7a3f01640 1 -- 172.21.15.133:0/3076157881 wait complete. 2023-12-02T00:34:10.612 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:33:32.320119+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:33:33.532681+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:33:45.499055+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:33:46.618619+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '71', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:34:10.612 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:34:10.753 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 Processor -- start 2023-12-02T00:34:10.753 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 -- start start 2023-12-02T00:34:10.754 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5460151e90 0x7f54600c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f54600c7ea0 0x7f546006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f54600c4e60 0x7f546006b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54600c8750 con 0x7f5460151e90 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54601552d0 con 0x7f54600c4e60 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f54686c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54600c5c60 con 0x7f54600c7ea0 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5460151e90 0x7f54600c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f5460151e90 0x7f54600c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59574/0 (socket says 172.21.15.133:59574) 2023-12-02T00:34:10.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 -- 172.21.15.133:0/1719865310 learned_addr learned my addr 172.21.15.133:0/1719865310 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:10.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466c66640 1 --2- 172.21.15.133:0/1719865310 >> v2:172.21.15.172:3300/0 conn(0x7f54600c4e60 0x7f546006b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5465c64640 1 --2- 172.21.15.133:0/1719865310 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f54600c7ea0 0x7f546006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 -- 172.21.15.133:0/1719865310 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f54600c7ea0 msgr2=0x7f546006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:10.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 --2- 172.21.15.133:0/1719865310 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f54600c7ea0 0x7f546006b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 -- 172.21.15.133:0/1719865310 >> v2:172.21.15.172:3300/0 conn(0x7f54600c4e60 msgr2=0x7f546006b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:10.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 --2- 172.21.15.133:0/1719865310 >> v2:172.21.15.172:3300/0 conn(0x7f54600c4e60 0x7f546006b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.751+0000 7f5466465640 1 -- 172.21.15.133:0/1719865310 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f546006c860 con 0x7f5460151e90 2023-12-02T00:34:10.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f5466465640 1 --2- 172.21.15.133:0/1719865310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5460151e90 0x7f54600c4920 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f54600bd660 tx=0x7f545c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3848968c6a062725 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:10.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f5465463640 1 -- 172.21.15.133:0/1719865310 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c0ab600 con 0x7f5460151e90 2023-12-02T00:34:10.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f5465463640 1 -- 172.21.15.133:0/1719865310 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f545c0a7050 con 0x7f5460151e90 2023-12-02T00:34:10.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f5465463640 1 -- 172.21.15.133:0/1719865310 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c0ab980 con 0x7f5460151e90 2023-12-02T00:34:10.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 -- 172.21.15.133:0/1719865310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5460151e90 msgr2=0x7f54600c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 --2- 172.21.15.133:0/1719865310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5460151e90 0x7f54600c4920 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f54600bd660 tx=0x7f545c01c3e0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 -- 172.21.15.133:0/1719865310 shutdown_connections 2023-12-02T00:34:10.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 --2- 172.21.15.133:0/1719865310 >> v2:172.21.15.172:3300/0 conn(0x7f54600c4e60 0x7f546006b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 --2- 172.21.15.133:0/1719865310 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f54600c7ea0 0x7f546006b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 --2- 172.21.15.133:0/1719865310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5460151e90 0x7f54600c4920 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 -- 172.21.15.133:0/1719865310 >> 172.21.15.133:0/1719865310 conn(0x7f54600ca170 msgr2=0x7f54600ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:10.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 -- 172.21.15.133:0/1719865310 shutdown_connections 2023-12-02T00:34:10.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.755+0000 7f54686c9640 1 -- 172.21.15.133:0/1719865310 wait complete. 2023-12-02T00:34:10.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 Processor -- start 2023-12-02T00:34:10.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 -- start start 2023-12-02T00:34:10.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54600c4e60 0x7f546014b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f54600c7ea0 0x7f546014b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5460151e90 0x7f54601f02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54600adfe0 con 0x7f54600c4e60 2023-12-02T00:34:10.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54600add00 con 0x7f54600c7ea0 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54600bda50 con 0x7f5460151e90 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54600c4e60 0x7f546014b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54600c4e60 0x7f546014b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59576/0 (socket says 172.21.15.133:59576) 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 -- 172.21.15.133:0/393848629 learned_addr learned my addr 172.21.15.133:0/393848629 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5465c64640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f54600c7ea0 0x7f546014b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466c66640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5460151e90 0x7f54601f02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 -- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5460151e90 msgr2=0x7f54601f02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5460151e90 0x7f54601f02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 -- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f54600c7ea0 msgr2=0x7f546014b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f54600c7ea0 0x7f546014b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 -- 172.21.15.133:0/393848629 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f545c0094d0 con 0x7f54600c4e60 2023-12-02T00:34:10.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5466465640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54600c4e60 0x7f546014b480 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f545c0ae040 tx=0x7f545c01ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:10.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5456ffd640 1 -- 172.21.15.133:0/393848629 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c0b6620 con 0x7f54600c4e60 2023-12-02T00:34:10.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5456ffd640 1 -- 172.21.15.133:0/393848629 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f545c0abe90 con 0x7f54600c4e60 2023-12-02T00:34:10.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54600bdd30 con 0x7f54600c4e60 2023-12-02T00:34:10.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f5456ffd640 1 -- 172.21.15.133:0/393848629 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c0b69e0 con 0x7f54600c4e60 2023-12-02T00:34:10.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.759+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54600c0ba0 con 0x7f54600c4e60 2023-12-02T00:34:10.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.763+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5460068400 con 0x7f54600c4e60 2023-12-02T00:34:10.765 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.763+0000 7f5456ffd640 1 -- 172.21.15.133:0/393848629 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f545c0b2040 con 0x7f54600c4e60 2023-12-02T00:34:10.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.763+0000 7f5456ffd640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5444066470 0x7f5444068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:10.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.763+0000 7f5456ffd640 1 -- 172.21.15.133:0/393848629 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f545c11e670 con 0x7f54600c4e60 2023-12-02T00:34:10.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.763+0000 7f5465c64640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5444066470 0x7f5444068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:10.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.763+0000 7f5465c64640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5444066470 0x7f5444068930 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f54600c0f50 tx=0x7f5450008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:10.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.767+0000 7f5456ffd640 1 -- 172.21.15.133:0/393848629 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f545c0eb830 con 0x7f54600c4e60 2023-12-02T00:34:10.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f54600bdb90 con 0x7f54600c4e60 2023-12-02T00:34:10.921 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f5456ffd640 1 -- 172.21.15.133:0/393848629 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) v1 ==== 93+0+10 (secure 0 0 0) 0x7f54600bdb90 con 0x7f54600c4e60 2023-12-02T00:34:10.921 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:34:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5444066470 msgr2=0x7f5444068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5444066470 0x7f5444068930 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f54600c0f50 tx=0x7f5450008040 comp rx=0 tx=0).stop 2023-12-02T00:34:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54600c4e60 msgr2=0x7f546014b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54600c4e60 0x7f546014b480 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f545c0ae040 tx=0x7f545c01ac20 comp rx=0 tx=0).stop 2023-12-02T00:34:10.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 shutdown_connections 2023-12-02T00:34:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5444066470 0x7f5444068930 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5460151e90 0x7f54601f02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f54600c7ea0 0x7f546014b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 --2- 172.21.15.133:0/393848629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54600c4e60 0x7f546014b480 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 >> 172.21.15.133:0/393848629 conn(0x7f54600ca170 msgr2=0x7f54601563b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 shutdown_connections 2023-12-02T00:34:10.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:10.919+0000 7f54686c9640 1 -- 172.21.15.133:0/393848629 wait complete. 2023-12-02T00:34:10.942 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:34:11.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.079+0000 7f8513409640 1 Processor -- start 2023-12-02T00:34:11.082 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.079+0000 7f8513409640 1 -- start start 2023-12-02T00:34:11.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.079+0000 7f8513409640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c4100 0x7f850c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.079+0000 7f8513409640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f850c0c06d0 0x7f850c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.079+0000 7f8513409640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f850c0c31c0 con 0x7f850c0c63c0 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.079+0000 7f8513409640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f850c0c34a0 con 0x7f850c0c06d0 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.079+0000 7f8513409640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f850c0c1030 con 0x7f850c0c4100 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f850c0c06d0 0x7f850c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f850c0c06d0 0x7f850c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59580/0 (socket says 172.21.15.133:59580) 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 -- 172.21.15.133:0/2414503584 learned_addr learned my addr 172.21.15.133:0/2414503584 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85111a5640 1 --1- 172.21.15.133:0/2414503584 >> v1:172.21.15.172:6789/0 conn(0x7f850c0c63c0 0x7f850c0c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:38336/0 (socket says 172.21.15.133:38336) 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85109a4640 1 --2- 172.21.15.133:0/2414503584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c4100 0x7f850c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 -- 172.21.15.133:0/2414503584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c4100 msgr2=0x7f850c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 --2- 172.21.15.133:0/2414503584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c4100 0x7f850c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 -- 172.21.15.133:0/2414503584 >> v1:172.21.15.172:6789/0 conn(0x7f850c0c63c0 legacy=0x7f850c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 -- 172.21.15.133:0/2414503584 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f850c0c1310 con 0x7f850c0c06d0 2023-12-02T00:34:11.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f85119a6640 1 --2- 172.21.15.133:0/2414503584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c06d0 0x7f850c0a9680 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f8504009e50 tx=0x7f850401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b484b25695a096dc server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f8503fff640 1 -- 172.21.15.133:0/2414503584 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f850c0aa3d0 con 0x7f850c0c06d0 2023-12-02T00:34:11.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f8503fff640 1 -- 172.21.15.133:0/2414503584 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85040a56c0 con 0x7f850c0c06d0 2023-12-02T00:34:11.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.083+0000 7f8503fff640 1 -- 172.21.15.133:0/2414503584 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85040a5a50 con 0x7f850c0c06d0 2023-12-02T00:34:11.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- 172.21.15.133:0/2414503584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c06d0 msgr2=0x7f850c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 --2- 172.21.15.133:0/2414503584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c06d0 0x7f850c0a9680 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f8504009e50 tx=0x7f850401c8f0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- 172.21.15.133:0/2414503584 shutdown_connections 2023-12-02T00:34:11.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 --2- 172.21.15.133:0/2414503584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c06d0 0x7f850c0a9680 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 --2- 172.21.15.133:0/2414503584 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c4100 0x7f850c0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- 172.21.15.133:0/2414503584 >> 172.21.15.133:0/2414503584 conn(0x7f850c06a5b0 msgr2=0x7f850c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:11.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- 172.21.15.133:0/2414503584 shutdown_connections 2023-12-02T00:34:11.089 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- 172.21.15.133:0/2414503584 wait complete. 2023-12-02T00:34:11.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 Processor -- start 2023-12-02T00:34:11.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- start start 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c06d0 0x7f850c14afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c4100 0x7f850c14d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f850c0c63c0 0x7f850c15b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f850c1eedc0 con 0x7f850c0c4100 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f850c1460e0 con 0x7f850c0c63c0 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f8513409640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f850c14e910 con 0x7f850c0c06d0 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f85109a4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c4100 0x7f850c14d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f85111a5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c06d0 0x7f850c14afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f85109a4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c4100 0x7f850c14d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59588/0 (socket says 172.21.15.133:59588) 2023-12-02T00:34:11.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f85109a4640 1 -- 172.21.15.133:0/2090208655 learned_addr learned my addr 172.21.15.133:0/2090208655 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f85111a5640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c06d0 0x7f850c14afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:55162/0 (socket says 172.21.15.133:55162) 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.087+0000 7f85119a6640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f850c0c63c0 0x7f850c15b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85109a4640 1 -- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c06d0 msgr2=0x7f850c14afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85109a4640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c06d0 0x7f850c14afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85109a4640 1 -- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f850c0c63c0 msgr2=0x7f850c15b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85109a4640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f850c0c63c0 0x7f850c15b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85109a4640 1 -- 172.21.15.133:0/2090208655 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8504009b30 con 0x7f850c0c4100 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85111a5640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c06d0 0x7f850c14afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:11.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85109a4640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c4100 0x7f850c14d0a0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00e9b0 tx=0x7f84fc00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8501ffb640 1 -- 172.21.15.133:0/2090208655 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc009670 con 0x7f850c0c4100 2023-12-02T00:34:11.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8501ffb640 1 -- 172.21.15.133:0/2090208655 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84fc004020 con 0x7f850c0c4100 2023-12-02T00:34:11.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8501ffb640 1 -- 172.21.15.133:0/2090208655 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc0043b0 con 0x7f850c0c4100 2023-12-02T00:34:11.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f850c1ee800 con 0x7f850c0c4100 2023-12-02T00:34:11.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f850c150270 con 0x7f850c0c4100 2023-12-02T00:34:11.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f850c1500d0 con 0x7f850c0c4100 2023-12-02T00:34:11.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8501ffb640 1 -- 172.21.15.133:0/2090208655 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f84fc00c9a0 con 0x7f850c0c4100 2023-12-02T00:34:11.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8501ffb640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f84f0066470 0x7f84f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f8501ffb640 1 -- 172.21.15.133:0/2090208655 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f84fc083fe0 con 0x7f850c0c4100 2023-12-02T00:34:11.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.091+0000 7f85111a5640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f84f0066470 0x7f84f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.095+0000 7f85111a5640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f84f0066470 0x7f84f0068930 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8508000f70 tx=0x7f8508007e50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.099 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.095+0000 7f8501ffb640 1 -- 172.21.15.133:0/2090208655 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f850c1500d0 con 0x7f850c0c4100 2023-12-02T00:34:11.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f850c1500d0 con 0x7f850c0c4100 2023-12-02T00:34:11.248 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8501ffb640 1 -- 172.21.15.133:0/2090208655 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v71) v1 ==== 104+0+11 (secure 0 0 0) 0x7f850c1500d0 con 0x7f850c0c4100 2023-12-02T00:34:11.249 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f84f0066470 msgr2=0x7f84f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f84f0066470 0x7f84f0068930 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8508000f70 tx=0x7f8508007e50 comp rx=0 tx=0).stop 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c4100 msgr2=0x7f850c14d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c4100 0x7f850c14d0a0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00e9b0 tx=0x7f84fc00ee70 comp rx=0 tx=0).stop 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 shutdown_connections 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f84f0066470 0x7f84f0068930 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f850c0c63c0 0x7f850c15b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f850c0c4100 0x7f850c14d0a0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 --2- 172.21.15.133:0/2090208655 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f850c0c06d0 0x7f850c14afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 >> 172.21.15.133:0/2090208655 conn(0x7f850c06a5b0 msgr2=0x7f850c0704c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 shutdown_connections 2023-12-02T00:34:11.251 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.247+0000 7f8513409640 1 -- 172.21.15.133:0/2090208655 wait complete. 2023-12-02T00:34:11.271 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:34:11.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 Processor -- start 2023-12-02T00:34:11.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 -- start start 2023-12-02T00:34:11.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c5260 0x7f7d0c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d0c0c5640 0x7f7d0c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7d0c0c60f0 0x7f7d0c155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d0c0c17f0 con 0x7f7d0c0c5640 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d0c0c2580 con 0x7f7d0c0c60f0 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d10ff8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d0c0c1a00 con 0x7f7d0c0c5260 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d0c0c5640 0x7f7d0c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7d0c0c5640 0x7f7d0c0c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59596/0 (socket says 172.21.15.133:59596) 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 -- 172.21.15.133:0/4036611462 learned_addr learned my addr 172.21.15.133:0/4036611462 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d0a59c640 1 --2- 172.21.15.133:0/4036611462 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c5260 0x7f7d0c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d0ad9d640 1 --2- 172.21.15.133:0/4036611462 >> v2:172.21.15.172:3300/0 conn(0x7f7d0c0c60f0 0x7f7d0c155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 -- 172.21.15.133:0/4036611462 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c5260 msgr2=0x7f7d0c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 --2- 172.21.15.133:0/4036611462 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c5260 0x7f7d0c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 -- 172.21.15.133:0/4036611462 >> v2:172.21.15.172:3300/0 conn(0x7f7d0c0c60f0 msgr2=0x7f7d0c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 --2- 172.21.15.133:0/4036611462 >> v2:172.21.15.172:3300/0 conn(0x7f7d0c0c60f0 0x7f7d0c155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d09d9b640 1 -- 172.21.15.133:0/4036611462 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d0c0c1ce0 con 0x7f7d0c0c5640 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d0a59c640 1 --2- 172.21.15.133:0/4036611462 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c5260 0x7f7d0c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:11.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.411+0000 7f7d0ad9d640 1 --2- 172.21.15.133:0/4036611462 >> v2:172.21.15.172:3300/0 conn(0x7f7d0c0c60f0 0x7f7d0c155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:11.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d09d9b640 1 --2- 172.21.15.133:0/4036611462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5640 0x7f7d0c0c5bb0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c06d340 tx=0x7f7d0001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc6d60857005058f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d0959a640 1 -- 172.21.15.133:0/4036611462 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d000ac640 con 0x7f7d0c0c5640 2023-12-02T00:34:11.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d0959a640 1 -- 172.21.15.133:0/4036611462 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d000ac7a0 con 0x7f7d0c0c5640 2023-12-02T00:34:11.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d0959a640 1 -- 172.21.15.133:0/4036611462 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d000acb30 con 0x7f7d0c0c5640 2023-12-02T00:34:11.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 -- 172.21.15.133:0/4036611462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5640 msgr2=0x7f7d0c0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/4036611462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5640 0x7f7d0c0c5bb0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c06d340 tx=0x7f7d0001c440 comp rx=0 tx=0).stop 2023-12-02T00:34:11.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 -- 172.21.15.133:0/4036611462 shutdown_connections 2023-12-02T00:34:11.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/4036611462 >> v2:172.21.15.172:3300/0 conn(0x7f7d0c0c60f0 0x7f7d0c155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/4036611462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5640 0x7f7d0c0c5bb0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/4036611462 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c5260 0x7f7d0c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 -- 172.21.15.133:0/4036611462 >> 172.21.15.133:0/4036611462 conn(0x7f7d0c06a5b0 msgr2=0x7f7d0c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:11.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 -- 172.21.15.133:0/4036611462 shutdown_connections 2023-12-02T00:34:11.419 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.415+0000 7f7d10ff8640 1 -- 172.21.15.133:0/4036611462 wait complete. 2023-12-02T00:34:11.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 Processor -- start 2023-12-02T00:34:11.420 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 -- start start 2023-12-02T00:34:11.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5260 0x7f7d0c0a9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d0c0c5640 0x7f7d0c1f1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.422 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c60f0 0x7f7d0c1f17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d0c0a42d0 con 0x7f7d0c0c5260 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d0c151460 con 0x7f7d0c0c5640 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d0c0aad60 con 0x7f7d0c0c60f0 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5260 0x7f7d0c0a9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5260 0x7f7d0c0a9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59606/0 (socket says 172.21.15.133:59606) 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 -- 172.21.15.133:0/2214993819 learned_addr learned my addr 172.21.15.133:0/2214993819 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0ad9d640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c60f0 0x7f7d0c1f17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d09d9b640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d0c0c5640 0x7f7d0c1f1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 -- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c60f0 msgr2=0x7f7d0c1f17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c60f0 0x7f7d0c1f17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 -- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d0c0c5640 msgr2=0x7f7d0c1f1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d0c0c5640 0x7f7d0c1f1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 -- 172.21.15.133:0/2214993819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d000094d0 con 0x7f7d0c0c5260 2023-12-02T00:34:11.423 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d0a59c640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5260 0x7f7d0c0a9ea0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00c7f0 tx=0x7f7cfc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7cfaffd640 1 -- 172.21.15.133:0/2214993819 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc007820 con 0x7f7d0c0c5260 2023-12-02T00:34:11.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7cfaffd640 1 -- 172.21.15.133:0/2214993819 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cfc007980 con 0x7f7d0c0c5260 2023-12-02T00:34:11.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7cfaffd640 1 -- 172.21.15.133:0/2214993819 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc007d30 con 0x7f7d0c0c5260 2023-12-02T00:34:11.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d0c1506a0 con 0x7f7d0c0c5260 2023-12-02T00:34:11.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d0c152e40 con 0x7f7d0c0c5260 2023-12-02T00:34:11.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.419+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d0c0c0440 con 0x7f7d0c0c5260 2023-12-02T00:34:11.424 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.423+0000 7f7cfaffd640 1 -- 172.21.15.133:0/2214993819 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7cfc0113f0 con 0x7f7d0c0c5260 2023-12-02T00:34:11.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.423+0000 7f7cfaffd640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7cec066470 0x7f7cec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.423+0000 7f7cfaffd640 1 -- 172.21.15.133:0/2214993819 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7cfc0844f0 con 0x7f7d0c0c5260 2023-12-02T00:34:11.425 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.423+0000 7f7d09d9b640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7cec066470 0x7f7cec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.426 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.423+0000 7f7d09d9b640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7cec066470 0x7f7cec068930 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7d000ae000 tx=0x7f7d00008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.429 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.427+0000 7f7cfaffd640 1 -- 172.21.15.133:0/2214993819 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7cfc051600 con 0x7f7d0c0c5260 2023-12-02T00:34:11.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7d0c068400 con 0x7f7d0c0c5260 2023-12-02T00:34:11.577 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7cfaffd640 1 -- 172.21.15.133:0/2214993819 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v71) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7cfc054c20 con 0x7f7d0c0c5260 2023-12-02T00:34:11.577 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:11.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7cec066470 msgr2=0x7f7cec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7cec066470 0x7f7cec068930 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7d000ae000 tx=0x7f7d00008040 comp rx=0 tx=0).stop 2023-12-02T00:34:11.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5260 msgr2=0x7f7d0c0a9ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5260 0x7f7d0c0a9ea0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00c7f0 tx=0x7f7cfc00ccb0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 shutdown_connections 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7cec066470 0x7f7cec068930 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7d0c0c60f0 0x7f7d0c1f17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7d0c0c5640 0x7f7d0c1f1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 --2- 172.21.15.133:0/2214993819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d0c0c5260 0x7f7d0c0a9ea0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 >> 172.21.15.133:0/2214993819 conn(0x7f7d0c06a5b0 msgr2=0x7f7d0c153750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 shutdown_connections 2023-12-02T00:34:11.580 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.575+0000 7f7d10ff8640 1 -- 172.21.15.133:0/2214993819 wait complete. 2023-12-02T00:34:11.599 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:34:11.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72e557640 1 Processor -- start 2023-12-02T00:34:11.740 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72e557640 1 -- start start 2023-12-02T00:34:11.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72e557640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa7280c4100 0x7fa7280c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.741 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72e557640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7280c31c0 con 0x7fa7280c06d0 2023-12-02T00:34:11.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72e557640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7280c34a0 con 0x7fa7280c63c0 2023-12-02T00:34:11.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72e557640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7280c1030 con 0x7fa7280c4100 2023-12-02T00:34:11.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa7277fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa7280c4100 0x7fa7280c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72caf4640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa7280c06d0 0x7fa7280a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44834/0 (socket says 172.21.15.133:44834) 2023-12-02T00:34:11.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa72caf4640 1 -- 172.21.15.133:0/468944408 learned_addr learned my addr 172.21.15.133:0/468944408 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:11.742 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa7277fe640 1 -- 172.21.15.133:0/468944408 >> v1:172.21.15.172:6789/0 conn(0x7fa7280c63c0 legacy=0x7fa7280c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa7277fe640 1 -- 172.21.15.133:0/468944408 >> v1:172.21.15.133:6789/0 conn(0x7fa7280c06d0 legacy=0x7fa7280a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa7277fe640 1 -- 172.21.15.133:0/468944408 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7280c1310 con 0x7fa7280c4100 2023-12-02T00:34:11.743 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.739+0000 7fa726ffd640 1 -- 172.21.15.133:0/468944408 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2637756811 0 0) 0x7fa7280c31c0 con 0x7fa7280c06d0 2023-12-02T00:34:11.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa7277fe640 1 --2- 172.21.15.133:0/468944408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7280c2bb0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fa71c0097c0 tx=0x7fa71c01c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67d74d0c30ab1c3a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa726ffd640 1 -- 172.21.15.133:0/468944408 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c0ab600 con 0x7fa7280c4100 2023-12-02T00:34:11.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa726ffd640 1 -- 172.21.15.133:0/468944408 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa71c0a7050 con 0x7fa7280c4100 2023-12-02T00:34:11.745 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa726ffd640 1 -- 172.21.15.133:0/468944408 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c0ab980 con 0x7fa7280c4100 2023-12-02T00:34:11.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 -- 172.21.15.133:0/468944408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 msgr2=0x7fa7280c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 --2- 172.21.15.133:0/468944408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7280c2bb0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fa71c0097c0 tx=0x7fa71c01c360 comp rx=0 tx=0).stop 2023-12-02T00:34:11.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 -- 172.21.15.133:0/468944408 shutdown_connections 2023-12-02T00:34:11.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 --2- 172.21.15.133:0/468944408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7280c2bb0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 -- 172.21.15.133:0/468944408 >> 172.21.15.133:0/468944408 conn(0x7fa72806a5b0 msgr2=0x7fa72806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:11.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 -- 172.21.15.133:0/468944408 shutdown_connections 2023-12-02T00:34:11.746 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 -- 172.21.15.133:0/468944408 wait complete. 2023-12-02T00:34:11.747 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 Processor -- start 2023-12-02T00:34:11.748 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.743+0000 7fa72e557640 1 -- start start 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7280c06d0 0x7fa728157240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7281f0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7280c63c0 0x7fa72814e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7281f1310 con 0x7fa7280c4100 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7281f15b0 con 0x7fa7280c06d0 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa728155f30 con 0x7fa7280c63c0 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7281f0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7281f0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59632/0 (socket says 172.21.15.133:59632) 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 -- 172.21.15.133:0/3646322488 learned_addr learned my addr 172.21.15.133:0/3646322488 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa727fff640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7280c06d0 0x7fa728157240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.749 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72caf4640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7280c63c0 0x7fa72814e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 -- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7280c63c0 msgr2=0x7fa72814e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7280c63c0 0x7fa72814e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 -- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7280c06d0 msgr2=0x7fa728157240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7280c06d0 0x7fa728157240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 -- 172.21.15.133:0/3646322488 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa71c009420 con 0x7fa7280c4100 2023-12-02T00:34:11.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72caf4640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7280c63c0 0x7fa72814e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:11.751 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa7277fe640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7281f0ac0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fa71c019f90 tx=0x7fa71c019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa724ff9640 1 -- 172.21.15.133:0/3646322488 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c004220 con 0x7fa7280c4100 2023-12-02T00:34:11.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa724ff9640 1 -- 172.21.15.133:0/3646322488 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa71c004380 con 0x7fa7280c4100 2023-12-02T00:34:11.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7280c69b0 con 0x7fa7280c4100 2023-12-02T00:34:11.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa724ff9640 1 -- 172.21.15.133:0/3646322488 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa71c003820 con 0x7fa7280c4100 2023-12-02T00:34:11.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7281f1000 con 0x7fa7280c4100 2023-12-02T00:34:11.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.747+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa728068400 con 0x7fa7280c4100 2023-12-02T00:34:11.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.751+0000 7fa724ff9640 1 -- 172.21.15.133:0/3646322488 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa71c0b2040 con 0x7fa7280c4100 2023-12-02T00:34:11.753 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.751+0000 7fa724ff9640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa714066470 0x7fa714068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:11.753 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.751+0000 7fa724ff9640 1 -- 172.21.15.133:0/3646322488 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa71c11e2b0 con 0x7fa7280c4100 2023-12-02T00:34:11.753 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.751+0000 7fa727fff640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa714066470 0x7fa714068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:11.753 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.751+0000 7fa727fff640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa714066470 0x7fa714068930 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa718000f70 tx=0x7fa718009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:11.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.755+0000 7fa724ff9640 1 -- 172.21.15.133:0/3646322488 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa71c0eb3c0 con 0x7fa7280c4100 2023-12-02T00:34:11.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa7280729b0 con 0x7fa7280c4100 2023-12-02T00:34:11.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa724ff9640 1 -- 172.21.15.133:0/3646322488 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v71) v1 ==== 105+0+11 (secure 0 0 0) 0x7fa71c0044f0 con 0x7fa7280c4100 2023-12-02T00:34:11.913 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:11.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa714066470 msgr2=0x7fa714068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa714066470 0x7fa714068930 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa718000f70 tx=0x7fa718009040 comp rx=0 tx=0).stop 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 msgr2=0x7fa7281f0ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7281f0ac0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fa71c019f90 tx=0x7fa71c019100 comp rx=0 tx=0).stop 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 shutdown_connections 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa714066470 0x7fa714068930 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa7280c63c0 0x7fa72814e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7280c4100 0x7fa7281f0ac0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 --2- 172.21.15.133:0/3646322488 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa7280c06d0 0x7fa728157240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 >> 172.21.15.133:0/3646322488 conn(0x7fa72806a5b0 msgr2=0x7fa7280703a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 shutdown_connections 2023-12-02T00:34:11.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:11.911+0000 7fa72e557640 1 -- 172.21.15.133:0/3646322488 wait complete. 2023-12-02T00:34:11.933 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:34:12.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfcaf85640 1 Processor -- start 2023-12-02T00:34:12.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfcaf85640 1 -- start start 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfcaf85640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbfc4151cd0 0x7fbfc40ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfcaf85640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fbfc40c7c50 0x7fbfc41544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfcaf85640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfc40c8160 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfcaf85640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfc4157b40 con 0x7fbfc4151cd0 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfcaf85640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfc4157e20 con 0x7fbfc40c7c50 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9f83640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbfc4151cd0 0x7fbfc40ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9f83640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fbfc4151cd0 0x7fbfc40ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59640/0 (socket says 172.21.15.133:59640) 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9f83640 1 -- 172.21.15.133:0/1252965847 learned_addr learned my addr 172.21.15.133:0/1252965847 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:12.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9782640 1 --2- 172.21.15.133:0/1252965847 >> v2:172.21.15.172:3300/0 conn(0x7fbfc40c7c50 0x7fbfc41544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9f83640 1 -- 172.21.15.133:0/1252965847 >> v2:172.21.15.172:3300/0 conn(0x7fbfc40c7c50 msgr2=0x7fbfc41544d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:12.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9f83640 1 --2- 172.21.15.133:0/1252965847 >> v2:172.21.15.172:3300/0 conn(0x7fbfc40c7c50 0x7fbfc41544d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9f83640 1 -- 172.21.15.133:0/1252965847 >> v1:172.21.15.172:6789/0 conn(0x7fbfc40ca9a0 legacy=0x7fbfc406b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.071+0000 7fbfc9f83640 1 -- 172.21.15.133:0/1252965847 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc4158100 con 0x7fbfc4151cd0 2023-12-02T00:34:12.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfc9f83640 1 --2- 172.21.15.133:0/1252965847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc4151cd0 0x7fbfc40ca460 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40ac7a0 tx=0x7fbfc001c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=921bc03bef66a6c2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfc8f81640 1 -- 172.21.15.133:0/1252965847 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc00aa650 con 0x7fbfc4151cd0 2023-12-02T00:34:12.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfc8f81640 1 -- 172.21.15.133:0/1252965847 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfc00aa7b0 con 0x7fbfc4151cd0 2023-12-02T00:34:12.078 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfc8f81640 1 -- 172.21.15.133:0/1252965847 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc00aab40 con 0x7fbfc4151cd0 2023-12-02T00:34:12.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 -- 172.21.15.133:0/1252965847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc4151cd0 msgr2=0x7fbfc40ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/1252965847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc4151cd0 0x7fbfc40ca460 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40ac7a0 tx=0x7fbfc001c4d0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 -- 172.21.15.133:0/1252965847 shutdown_connections 2023-12-02T00:34:12.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/1252965847 >> v2:172.21.15.172:3300/0 conn(0x7fbfc40c7c50 0x7fbfc41544d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/1252965847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc4151cd0 0x7fbfc40ca460 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 -- 172.21.15.133:0/1252965847 >> 172.21.15.133:0/1252965847 conn(0x7fbfc40abee0 msgr2=0x7fbfc40c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:12.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 -- 172.21.15.133:0/1252965847 shutdown_connections 2023-12-02T00:34:12.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.075+0000 7fbfcaf85640 1 -- 172.21.15.133:0/1252965847 wait complete. 2023-12-02T00:34:12.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 Processor -- start 2023-12-02T00:34:12.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 -- start start 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbfc40c7c50 0x7fbfc41edb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc40ca9a0 0x7fbfc40c35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbfc4151cd0 0x7fbfc414af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc40bfc80 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc41ee0c0 con 0x7fbfc40c7c50 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfcaf85640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc40a9ec0 con 0x7fbfc4151cd0 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc40ca9a0 0x7fbfc40c35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc40ca9a0 0x7fbfc40c35e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59656/0 (socket says 172.21.15.133:59656) 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 -- 172.21.15.133:0/4221425622 learned_addr learned my addr 172.21.15.133:0/4221425622 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9f83640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbfc40c7c50 0x7fbfc41edb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfca784640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbfc4151cd0 0x7fbfc414af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 -- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbfc4151cd0 msgr2=0x7fbfc414af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbfc4151cd0 0x7fbfc414af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 -- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbfc40c7c50 msgr2=0x7fbfc41edb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbfc40c7c50 0x7fbfc41edb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 -- 172.21.15.133:0/4221425622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc00094d0 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfca784640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbfc4151cd0 0x7fbfc414af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.079+0000 7fbfc9782640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc40ca9a0 0x7fbfc40c35e0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fbfb400d800 tx=0x7fbfb400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfba7fc640 1 -- 172.21.15.133:0/4221425622 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb400b660 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfba7fc640 1 -- 172.21.15.133:0/4221425622 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfb400b7c0 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfc4153570 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfba7fc640 1 -- 172.21.15.133:0/4221425622 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb400bb70 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfc40a9b50 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfc40a9d10 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfba7fc640 1 -- 172.21.15.133:0/4221425622 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbfb400bcd0 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfba7fc640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbfa80664a0 0x7fbfa8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfba7fc640 1 -- 172.21.15.133:0/4221425622 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fbfb4084640 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.083+0000 7fbfc9f83640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbfa80664a0 0x7fbfa8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.087+0000 7fbfc9f83640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbfa80664a0 0x7fbfa8068960 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fbfc00ae000 tx=0x7fbfc00b5040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.087+0000 7fbfba7fc640 1 -- 172.21.15.133:0/4221425622 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbfb40516c0 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fbfc4153760 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.241 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfba7fc640 1 -- 172.21.15.133:0/4221425622 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v71) v1 ==== 101+0+11 (secure 0 0 0) 0x7fbfb4054ce0 con 0x7fbfc40ca9a0 2023-12-02T00:34:12.242 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:12.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbfa80664a0 msgr2=0x7fbfa8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbfa80664a0 0x7fbfa8068960 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fbfc00ae000 tx=0x7fbfc00b5040 comp rx=0 tx=0).stop 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc40ca9a0 msgr2=0x7fbfc40c35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc40ca9a0 0x7fbfc40c35e0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fbfb400d800 tx=0x7fbfb400dcc0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 shutdown_connections 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fbfa80664a0 0x7fbfa8068960 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fbfc4151cd0 0x7fbfc414af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbfc40ca9a0 0x7fbfc40c35e0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 --2- 172.21.15.133:0/4221425622 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fbfc40c7c50 0x7fbfc41edb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 >> 172.21.15.133:0/4221425622 conn(0x7fbfc40abee0 msgr2=0x7fbfc415f5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 shutdown_connections 2023-12-02T00:34:12.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.239+0000 7fbfcaf85640 1 -- 172.21.15.133:0/4221425622 wait complete. 2023-12-02T00:34:12.262 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:34:12.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd30a868640 1 Processor -- start 2023-12-02T00:34:12.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd30a868640 1 -- start start 2023-12-02T00:34:12.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd30a868640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd3040c63c0 0x7fd3040c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd30a868640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c2bb0 0x7fd3040a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd30a868640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3040c31c0 con 0x7fd3040c4100 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd30a868640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3040c34a0 con 0x7fd3040c63c0 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd30a868640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3040c1030 con 0x7fd3040c2bb0 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd303fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd3040c63c0 0x7fd3040c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd3037fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fd3040c4100 0x7fd3040c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44838/0 (socket says 172.21.15.133:44838) 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd3037fe640 1 -- 172.21.15.133:0/3979141645 learned_addr learned my addr 172.21.15.133:0/3979141645 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd308e05640 1 --2- 172.21.15.133:0/3979141645 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c2bb0 0x7fd3040a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd303fff640 1 -- 172.21.15.133:0/3979141645 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c2bb0 msgr2=0x7fd3040a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd303fff640 1 --2- 172.21.15.133:0/3979141645 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c2bb0 0x7fd3040a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd303fff640 1 -- 172.21.15.133:0/3979141645 >> v1:172.21.15.133:6789/0 conn(0x7fd3040c4100 legacy=0x7fd3040c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd303fff640 1 -- 172.21.15.133:0/3979141645 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3040c1310 con 0x7fd3040c63c0 2023-12-02T00:34:12.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.403+0000 7fd302ffd640 1 -- 172.21.15.133:0/3979141645 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2790633657 0 0) 0x7fd3040c31c0 con 0x7fd3040c4100 2023-12-02T00:34:12.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd303fff640 1 --2- 172.21.15.133:0/3979141645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c63c0 0x7fd3040c06d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fd2f40097c0 tx=0x7fd2f401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eedfefb3a48d5c4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd302ffd640 1 -- 172.21.15.133:0/3979141645 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3040aa3d0 con 0x7fd3040c63c0 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd302ffd640 1 -- 172.21.15.133:0/3979141645 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2f40a7050 con 0x7fd3040c63c0 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd302ffd640 1 -- 172.21.15.133:0/3979141645 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2f40ab820 con 0x7fd3040c63c0 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 -- 172.21.15.133:0/3979141645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c63c0 msgr2=0x7fd3040c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 --2- 172.21.15.133:0/3979141645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c63c0 0x7fd3040c06d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fd2f40097c0 tx=0x7fd2f401c330 comp rx=0 tx=0).stop 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 -- 172.21.15.133:0/3979141645 shutdown_connections 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 --2- 172.21.15.133:0/3979141645 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c2bb0 0x7fd3040a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 --2- 172.21.15.133:0/3979141645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c63c0 0x7fd3040c06d0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 -- 172.21.15.133:0/3979141645 >> 172.21.15.133:0/3979141645 conn(0x7fd30406a5b0 msgr2=0x7fd30406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 -- 172.21.15.133:0/3979141645 shutdown_connections 2023-12-02T00:34:12.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.407+0000 7fd30a868640 1 -- 172.21.15.133:0/3979141645 wait complete. 2023-12-02T00:34:12.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 Processor -- start 2023-12-02T00:34:12.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 -- start start 2023-12-02T00:34:12.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3040c2bb0 0x7fd304158cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c4100 0x7fd304156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.414 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c63c0 0x7fd30415a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd304159d50 con 0x7fd3040c4100 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3040beee0 con 0x7fd3040c2bb0 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3041eac80 con 0x7fd3040c63c0 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c4100 0x7fd304156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c4100 0x7fd304156500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59662/0 (socket says 172.21.15.133:59662) 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 -- 172.21.15.133:0/3141948027 learned_addr learned my addr 172.21.15.133:0/3141948027 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd308e05640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c63c0 0x7fd30415a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd303fff640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3040c2bb0 0x7fd304158cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 -- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c63c0 msgr2=0x7fd30415a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c63c0 0x7fd30415a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 -- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3040c2bb0 msgr2=0x7fd304158cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3040c2bb0 0x7fd304158cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.415 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 -- 172.21.15.133:0/3141948027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2f4009420 con 0x7fd3040c4100 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd3037fe640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c4100 0x7fd304156500 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fd2f80011f0 tx=0x7fd2f800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd300ff9640 1 -- 172.21.15.133:0/3141948027 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2f80074e0 con 0x7fd3040c4100 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd300ff9640 1 -- 172.21.15.133:0/3141948027 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2f8007640 con 0x7fd3040c4100 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3040c69b0 con 0x7fd3040c4100 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd300ff9640 1 -- 172.21.15.133:0/3141948027 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2f8004a10 con 0x7fd3040c4100 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3041eb010 con 0x7fd3040c4100 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.411+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd304068400 con 0x7fd3040c4100 2023-12-02T00:34:12.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.415+0000 7fd300ff9640 1 -- 172.21.15.133:0/3141948027 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd2f8004b70 con 0x7fd3040c4100 2023-12-02T00:34:12.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.415+0000 7fd300ff9640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2f0066470 0x7fd2f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.415+0000 7fd300ff9640 1 -- 172.21.15.133:0/3141948027 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd2f80836d0 con 0x7fd3040c4100 2023-12-02T00:34:12.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.415+0000 7fd303fff640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2f0066470 0x7fd2f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.415+0000 7fd303fff640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2f0066470 0x7fd2f0068930 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd2f40ad000 tx=0x7fd2f40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.421 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.419+0000 7fd300ff9640 1 -- 172.21.15.133:0/3141948027 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd2f8050890 con 0x7fd3040c4100 2023-12-02T00:34:12.582 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.579+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd3040a8630 con 0x7fd3040c4100 2023-12-02T00:34:12.583 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.579+0000 7fd300ff9640 1 -- 172.21.15.133:0/3141948027 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v71) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd2f8053eb0 con 0x7fd3040c4100 2023-12-02T00:34:12.583 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2f0066470 msgr2=0x7fd2f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2f0066470 0x7fd2f0068930 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd2f40ad000 tx=0x7fd2f40a6000 comp rx=0 tx=0).stop 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c4100 msgr2=0x7fd304156500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c4100 0x7fd304156500 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fd2f80011f0 tx=0x7fd2f800c9b0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 shutdown_connections 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fd2f0066470 0x7fd2f0068930 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd3040c63c0 0x7fd30415a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.586 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3040c4100 0x7fd304156500 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 --2- 172.21.15.133:0/3141948027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd3040c2bb0 0x7fd304158cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 >> 172.21.15.133:0/3141948027 conn(0x7fd30406a5b0 msgr2=0x7fd3040a77d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:12.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 shutdown_connections 2023-12-02T00:34:12.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.583+0000 7fd30a868640 1 -- 172.21.15.133:0/3141948027 wait complete. 2023-12-02T00:34:12.604 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.testuser... 2023-12-02T00:34:12.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:12.604 DEBUG:teuthology.orchestra.run.smithi133:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-12-02T00:34:12.631 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:34:12.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:12.631 DEBUG:teuthology.orchestra.run.smithi133:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-12-02T00:34:12.681 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:12.681 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:12.691 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:12.691 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:12.741 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:12.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f3209640 1 Processor -- start 2023-12-02T00:34:12.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f3209640 1 -- start start 2023-12-02T00:34:12.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f3209640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe2ec0c63c0 0x7fe2ec0c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f3209640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c4100 0x7fe2ec0c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f3209640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2ec0c31c0 con 0x7fe2ec0c29e0 2023-12-02T00:34:12.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f3209640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2ec0c34a0 con 0x7fe2ec0c63c0 2023-12-02T00:34:12.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f3209640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2ec0c1030 con 0x7fe2ec0c4100 2023-12-02T00:34:12.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f17a6640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe2ec0c29e0 0x7fe2ec0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44854/0 (socket says 172.21.15.133:44854) 2023-12-02T00:34:12.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.875+0000 7fe2f17a6640 1 -- 172.21.15.133:0/2849161157 learned_addr learned my addr 172.21.15.133:0/2849161157 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2f0fa5640 1 --2- 172.21.15.133:0/2849161157 >> v2:172.21.15.172:3300/0 conn(0x7fe2ec0c63c0 0x7fe2ec0c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2e3fff640 1 --2- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c4100 0x7fe2ec0c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2e37fe640 1 -- 172.21.15.133:0/2849161157 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2601473360 0 0) 0x7fe2ec0c31c0 con 0x7fe2ec0c29e0 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2e37fe640 1 -- 172.21.15.133:0/2849161157 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2d4005740 con 0x7fe2ec0c29e0 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2f0fa5640 1 -- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c4100 msgr2=0x7fe2ec0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2e37fe640 1 -- 172.21.15.133:0/2849161157 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1796519065 0 0) 0x7fe2d4005740 con 0x7fe2ec0c29e0 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2f0fa5640 1 --2- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c4100 0x7fe2ec0c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2f0fa5640 1 -- 172.21.15.133:0/2849161157 >> v1:172.21.15.133:6789/0 conn(0x7fe2ec0c29e0 legacy=0x7fe2ec0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2f0fa5640 1 -- 172.21.15.133:0/2849161157 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2ec0c1310 con 0x7fe2ec0c63c0 2023-12-02T00:34:12.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2e3fff640 1 --2- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c4100 0x7fe2ec0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:12.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.879+0000 7fe2f0fa5640 1 --2- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c63c0 0x7fe2ec0c06d0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80097c0 tx=0x7fe2e801c250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e7e0cf9f11567d9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2e37fe640 1 -- 172.21.15.133:0/2849161157 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e4001a00 con 0x7fe2ec0c63c0 2023-12-02T00:34:12.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2e37fe640 1 -- 172.21.15.133:0/2849161157 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2e80a7050 con 0x7fe2ec0c63c0 2023-12-02T00:34:12.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2e37fe640 1 -- 172.21.15.133:0/2849161157 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e80ab600 con 0x7fe2ec0c63c0 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c63c0 msgr2=0x7fe2ec0c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 --2- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c63c0 0x7fe2ec0c06d0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80097c0 tx=0x7fe2e801c250 comp rx=0 tx=0).stop 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- 172.21.15.133:0/2849161157 shutdown_connections 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 --2- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c4100 0x7fe2ec0c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 --2- 172.21.15.133:0/2849161157 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c63c0 0x7fe2ec0c06d0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- 172.21.15.133:0/2849161157 >> 172.21.15.133:0/2849161157 conn(0x7fe2ec06a5b0 msgr2=0x7fe2ec06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- 172.21.15.133:0/2849161157 shutdown_connections 2023-12-02T00:34:12.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- 172.21.15.133:0/2849161157 wait complete. 2023-12-02T00:34:12.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 Processor -- start 2023-12-02T00:34:12.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- start start 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c29e0 0x7fe2ec152860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2ec0c4100 0x7fe2ec155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c63c0 0x7fe2ec071860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2ec070930 con 0x7fe2ec0c4100 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2ec071140 con 0x7fe2ec0c29e0 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2f3209640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2ec070b80 con 0x7fe2ec0c63c0 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2e3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2ec0c4100 0x7fe2ec155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2e3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2ec0c4100 0x7fe2ec155db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59670/0 (socket says 172.21.15.133:59670) 2023-12-02T00:34:12.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.883+0000 7fe2e3fff640 1 -- 172.21.15.133:0/3669835033 learned_addr learned my addr 172.21.15.133:0/3669835033 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:12.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f0fa5640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c29e0 0x7fe2ec152860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e3fff640 1 -- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c63c0 msgr2=0x7fe2ec071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f17a6640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c63c0 0x7fe2ec071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e3fff640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c63c0 0x7fe2ec071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e3fff640 1 -- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c29e0 msgr2=0x7fe2ec152860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:12.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e3fff640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c29e0 0x7fe2ec152860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:12.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e3fff640 1 -- 172.21.15.133:0/3669835033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2dc009420 con 0x7fe2ec0c4100 2023-12-02T00:34:12.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f0fa5640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c29e0 0x7fe2ec152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:12.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f17a6640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c63c0 0x7fe2ec071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:12.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e3fff640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2ec0c4100 0x7fe2ec155db0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00ebe0 tx=0x7fe2dc00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e17fa640 1 -- 172.21.15.133:0/3669835033 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc00eee0 con 0x7fe2ec0c4100 2023-12-02T00:34:12.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e17fa640 1 -- 172.21.15.133:0/3669835033 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2dc00cc30 con 0x7fe2ec0c4100 2023-12-02T00:34:12.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2e8009420 con 0x7fe2ec0c4100 2023-12-02T00:34:12.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e17fa640 1 -- 172.21.15.133:0/3669835033 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc013470 con 0x7fe2ec0c4100 2023-12-02T00:34:12.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2ec156a60 con 0x7fe2ec0c4100 2023-12-02T00:34:12.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2ec1568c0 con 0x7fe2ec0c4100 2023-12-02T00:34:12.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e17fa640 1 -- 172.21.15.133:0/3669835033 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe2dc0135d0 con 0x7fe2ec0c4100 2023-12-02T00:34:12.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e17fa640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2d80664a0 0x7fe2d8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:12.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2e17fa640 1 -- 172.21.15.133:0/3669835033 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe2dc0845a0 con 0x7fe2ec0c4100 2023-12-02T00:34:12.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.887+0000 7fe2f0fa5640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2d80664a0 0x7fe2d8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:12.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.891+0000 7fe2f0fa5640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2d80664a0 0x7fe2d8068960 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80ad000 tx=0x7fe2e80a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:12.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:12.891+0000 7fe2e17fa640 1 -- 172.21.15.133:0/3669835033 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe2ec1568c0 con 0x7fe2ec0c4100 2023-12-02T00:34:13.045 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.043+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2ec1568c0 con 0x7fe2ec0c4100 2023-12-02T00:34:13.046 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.043+0000 7fe2e17fa640 1 -- 172.21.15.133:0/3669835033 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7fe2ec1568c0 con 0x7fe2ec0c4100 2023-12-02T00:34:13.047 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:13.047 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2d80664a0 msgr2=0x7fe2d8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2d80664a0 0x7fe2d8068960 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe2e80ad000 tx=0x7fe2e80a6000 comp rx=0 tx=0).stop 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2ec0c4100 msgr2=0x7fe2ec155db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2ec0c4100 0x7fe2ec155db0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00ebe0 tx=0x7fe2dc00c520 comp rx=0 tx=0).stop 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 shutdown_connections 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe2d80664a0 0x7fe2d8068960 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe2ec0c63c0 0x7fe2ec071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2ec0c4100 0x7fe2ec155db0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 --2- 172.21.15.133:0/3669835033 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe2ec0c29e0 0x7fe2ec152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 >> 172.21.15.133:0/3669835033 conn(0x7fe2ec06a5b0 msgr2=0x7fe2ec0a5f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:13.049 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 shutdown_connections 2023-12-02T00:34:13.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.047+0000 7fe2f3209640 1 -- 172.21.15.133:0/3669835033 wait complete. 2023-12-02T00:34:13.069 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:33:32.320119+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:33:33.532681+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:33:45.499055+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:33:46.618619+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '71', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:34:13.070 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:34:13.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f104fe640 1 Processor -- start 2023-12-02T00:34:13.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f104fe640 1 -- start start 2023-12-02T00:34:13.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f104fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f3f080c63c0 0x7f3f080c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f104fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3f080c2bb0 0x7f3f080a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f104fe640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f080c31c0 con 0x7f3f080c4100 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f104fe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f080c34a0 con 0x7f3f080c2bb0 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f104fe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f080c1030 con 0x7f3f080c63c0 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0ea9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3f080c2bb0 0x7f3f080a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0ea9b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f3f080c2bb0 0x7f3f080a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59672/0 (socket says 172.21.15.133:59672) 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0da99640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f3f080c4100 0x7f3f080c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44856/0 (socket says 172.21.15.133:44856) 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0ea9b640 1 -- 172.21.15.133:0/2603263876 learned_addr learned my addr 172.21.15.133:0/2603263876 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0e29a640 1 --2- 172.21.15.133:0/2603263876 >> v2:172.21.15.172:3300/0 conn(0x7f3f080c63c0 0x7f3f080c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0ea9b640 1 -- 172.21.15.133:0/2603263876 >> v2:172.21.15.172:3300/0 conn(0x7f3f080c63c0 msgr2=0x7f3f080c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0ea9b640 1 --2- 172.21.15.133:0/2603263876 >> v2:172.21.15.172:3300/0 conn(0x7f3f080c63c0 0x7f3f080c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0ea9b640 1 -- 172.21.15.133:0/2603263876 >> v1:172.21.15.133:6789/0 conn(0x7f3f080c4100 legacy=0x7f3f080c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0ea9b640 1 -- 172.21.15.133:0/2603263876 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f080c1310 con 0x7f3f080c2bb0 2023-12-02T00:34:13.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.211+0000 7f3f0e29a640 1 --2- 172.21.15.133:0/2603263876 >> v2:172.21.15.172:3300/0 conn(0x7f3f080c63c0 0x7f3f080c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:13.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f0ea9b640 1 --2- 172.21.15.133:0/2603263876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080a9680 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f3f0806e000 tx=0x7f3f0001c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=325243c0a473ce0f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f0d298640 1 -- 172.21.15.133:0/2603263876 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f080aa3d0 con 0x7f3f080c2bb0 2023-12-02T00:34:13.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f0d298640 1 -- 172.21.15.133:0/2603263876 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f000a5790 con 0x7f3f080c2bb0 2023-12-02T00:34:13.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f0d298640 1 -- 172.21.15.133:0/2603263876 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f000a5b20 con 0x7f3f080c2bb0 2023-12-02T00:34:13.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 -- 172.21.15.133:0/2603263876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 msgr2=0x7f3f080a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2603263876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080a9680 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f3f0806e000 tx=0x7f3f0001c8b0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 -- 172.21.15.133:0/2603263876 shutdown_connections 2023-12-02T00:34:13.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2603263876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080a9680 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2603263876 >> v2:172.21.15.172:3300/0 conn(0x7f3f080c63c0 0x7f3f080c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 -- 172.21.15.133:0/2603263876 >> 172.21.15.133:0/2603263876 conn(0x7f3f0806a5b0 msgr2=0x7f3f0806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:13.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 -- 172.21.15.133:0/2603263876 shutdown_connections 2023-12-02T00:34:13.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.215+0000 7f3f104fe640 1 -- 172.21.15.133:0/2603263876 wait complete. 2023-12-02T00:34:13.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 Processor -- start 2023-12-02T00:34:13.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 -- start start 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080c5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f080c4100 0x7f3f08159510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f080c63c0 0x7f3f08153050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f081ecd00 con 0x7f3f080c2bb0 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f081ec780 con 0x7f3f080c63c0 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f081eca20 con 0x7f3f080c4100 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080c5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080c5350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59680/0 (socket says 172.21.15.133:59680) 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 -- 172.21.15.133:0/2636289172 learned_addr learned my addr 172.21.15.133:0/2636289172 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:13.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0ea9b640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f080c63c0 0x7f3f08153050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0da99640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f080c4100 0x7f3f08159510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 -- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f080c4100 msgr2=0x7f3f08159510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f080c4100 0x7f3f08159510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 -- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f080c63c0 msgr2=0x7f3f08153050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f080c63c0 0x7f3f08153050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 -- 172.21.15.133:0/2636289172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f00009b30 con 0x7f3f080c2bb0 2023-12-02T00:34:13.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f0e29a640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080c5350 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f3f0400c7f0 tx=0x7f3f0400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3efeffd640 1 -- 172.21.15.133:0/2636289172 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f04007820 con 0x7f3f080c2bb0 2023-12-02T00:34:13.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3efeffd640 1 -- 172.21.15.133:0/2636289172 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f04007980 con 0x7f3f080c2bb0 2023-12-02T00:34:13.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3efeffd640 1 -- 172.21.15.133:0/2636289172 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f04007d30 con 0x7f3f080c2bb0 2023-12-02T00:34:13.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f081e89f0 con 0x7f3f080c2bb0 2023-12-02T00:34:13.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.219+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f081e8fb0 con 0x7f3f080c2bb0 2023-12-02T00:34:13.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.223+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f081e8850 con 0x7f3f080c2bb0 2023-12-02T00:34:13.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.223+0000 7f3efeffd640 1 -- 172.21.15.133:0/2636289172 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3f040113f0 con 0x7f3f080c2bb0 2023-12-02T00:34:13.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.223+0000 7f3efeffd640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3eec066470 0x7f3eec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.223+0000 7f3efeffd640 1 -- 172.21.15.133:0/2636289172 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f3f04084560 con 0x7f3f080c2bb0 2023-12-02T00:34:13.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.223+0000 7f3f0da99640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3eec066470 0x7f3eec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.223+0000 7f3f0da99640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3eec066470 0x7f3eec068930 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3f08070330 tx=0x7f3ef8007c90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.227+0000 7f3efeffd640 1 -- 172.21.15.133:0/2636289172 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3f081e8850 con 0x7f3f080c2bb0 2023-12-02T00:34:13.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.379+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3f081e8850 con 0x7f3f080c2bb0 2023-12-02T00:34:13.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.379+0000 7f3efeffd640 1 -- 172.21.15.133:0/2636289172 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3f081e8850 con 0x7f3f080c2bb0 2023-12-02T00:34:13.383 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3eec066470 msgr2=0x7f3eec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3eec066470 0x7f3eec068930 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3f08070330 tx=0x7f3ef8007c90 comp rx=0 tx=0).stop 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 msgr2=0x7f3f080c5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080c5350 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f3f0400c7f0 tx=0x7f3f0400ccb0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 shutdown_connections 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f3eec066470 0x7f3eec068930 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f3f080c63c0 0x7f3f08153050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3f080c4100 0x7f3f08159510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 --2- 172.21.15.133:0/2636289172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f080c2bb0 0x7f3f080c5350 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 >> 172.21.15.133:0/2636289172 conn(0x7f3f0806a5b0 msgr2=0x7f3f0806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:13.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 shutdown_connections 2023-12-02T00:34:13.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.383+0000 7f3f104fe640 1 -- 172.21.15.133:0/2636289172 wait complete. 2023-12-02T00:34:13.403 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:34:13.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.539+0000 7fc50a05a640 1 Processor -- start 2023-12-02T00:34:13.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.539+0000 7fc50a05a640 1 -- start start 2023-12-02T00:34:13.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc50a05a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc5040c5260 0x7fc50406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc50a05a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc504155de0 0x7fc504156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc50a05a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5040c2580 con 0x7fc5040c5640 2023-12-02T00:34:13.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc50a05a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc504153510 con 0x7fc504155de0 2023-12-02T00:34:13.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc50a05a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5040c17f0 con 0x7fc5040c5260 2023-12-02T00:34:13.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc503fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc504155de0 0x7fc504156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc502ffd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc5040c5640 0x7fc5040c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44866/0 (socket says 172.21.15.133:44866) 2023-12-02T00:34:13.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc502ffd640 1 -- 172.21.15.133:0/3179723496 learned_addr learned my addr 172.21.15.133:0/3179723496 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:13.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc5037fe640 1 --2- 172.21.15.133:0/3179723496 >> v2:172.21.15.172:3300/0 conn(0x7fc5040c5260 0x7fc50406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc503fff640 1 -- 172.21.15.133:0/3179723496 >> v2:172.21.15.172:3300/0 conn(0x7fc5040c5260 msgr2=0x7fc50406d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:13.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc503fff640 1 --2- 172.21.15.133:0/3179723496 >> v2:172.21.15.172:3300/0 conn(0x7fc5040c5260 0x7fc50406d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc503fff640 1 -- 172.21.15.133:0/3179723496 >> v1:172.21.15.133:6789/0 conn(0x7fc5040c5640 legacy=0x7fc5040c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.543+0000 7fc503fff640 1 -- 172.21.15.133:0/3179723496 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5040c1a00 con 0x7fc504155de0 2023-12-02T00:34:13.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc503fff640 1 --2- 172.21.15.133:0/3179723496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc504155de0 0x7fc504156230 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fc5040c6920 tx=0x7fc4fc01c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8cc14b35999a7ba server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc5027fc640 1 -- 172.21.15.133:0/3179723496 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc0a5910 con 0x7fc504155de0 2023-12-02T00:34:13.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc5027fc640 1 -- 172.21.15.133:0/3179723496 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4fc0a5a70 con 0x7fc504155de0 2023-12-02T00:34:13.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc5027fc640 1 -- 172.21.15.133:0/3179723496 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc0a5e00 con 0x7fc504155de0 2023-12-02T00:34:13.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- 172.21.15.133:0/3179723496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc504155de0 msgr2=0x7fc504156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 --2- 172.21.15.133:0/3179723496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc504155de0 0x7fc504156230 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fc5040c6920 tx=0x7fc4fc01c850 comp rx=0 tx=0).stop 2023-12-02T00:34:13.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- 172.21.15.133:0/3179723496 shutdown_connections 2023-12-02T00:34:13.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 --2- 172.21.15.133:0/3179723496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc504155de0 0x7fc504156230 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 --2- 172.21.15.133:0/3179723496 >> v2:172.21.15.172:3300/0 conn(0x7fc5040c5260 0x7fc50406d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- 172.21.15.133:0/3179723496 >> 172.21.15.133:0/3179723496 conn(0x7fc50406a5b0 msgr2=0x7fc50406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:13.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- 172.21.15.133:0/3179723496 shutdown_connections 2023-12-02T00:34:13.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- 172.21.15.133:0/3179723496 wait complete. 2023-12-02T00:34:13.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 Processor -- start 2023-12-02T00:34:13.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- start start 2023-12-02T00:34:13.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5040c5260 0x7fc50414eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5040c5640 0x7fc5040bfad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc504155de0 0x7fc5040a5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5041f0ab0 con 0x7fc5040c5640 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50414f3f0 con 0x7fc5040c5260 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.547+0000 7fc50a05a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc50414ebd0 con 0x7fc504155de0 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5040c5640 0x7fc5040bfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5040c5640 0x7fc5040bfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59708/0 (socket says 172.21.15.133:59708) 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 -- 172.21.15.133:0/1077781853 learned_addr learned my addr 172.21.15.133:0/1077781853 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc503fff640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc504155de0 0x7fc5040a5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc5037fe640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5040c5260 0x7fc50414eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 -- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc504155de0 msgr2=0x7fc5040a5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc504155de0 0x7fc5040a5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 -- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5040c5260 msgr2=0x7fc50414eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5040c5260 0x7fc50414eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 -- 172.21.15.133:0/1077781853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4fc009a70 con 0x7fc5040c5640 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc5037fe640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5040c5260 0x7fc50414eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc502ffd640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5040c5640 0x7fc5040bfad0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fc4f8001ec0 tx=0x7fc4f800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc4ebfff640 1 -- 172.21.15.133:0/1077781853 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f8005cf0 con 0x7fc5040c5640 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc4ebfff640 1 -- 172.21.15.133:0/1077781853 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4f8005e50 con 0x7fc5040c5640 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5040a6c40 con 0x7fc5040c5640 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc4ebfff640 1 -- 172.21.15.133:0/1077781853 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f80072d0 con 0x7fc5040c5640 2023-12-02T00:34:13.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5040c0010 con 0x7fc5040c5640 2023-12-02T00:34:13.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc504068400 con 0x7fc5040c5640 2023-12-02T00:34:13.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.551+0000 7fc4ebfff640 1 -- 172.21.15.133:0/1077781853 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc4f8007430 con 0x7fc5040c5640 2023-12-02T00:34:13.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.555+0000 7fc4ebfff640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f0066470 0x7fc4f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.555+0000 7fc4ebfff640 1 -- 172.21.15.133:0/1077781853 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fc4f8083630 con 0x7fc5040c5640 2023-12-02T00:34:13.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.555+0000 7fc5037fe640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f0066470 0x7fc4f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.555+0000 7fc5037fe640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f0066470 0x7fc4f0068930 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc5040a5250 tx=0x7fc4f4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.559+0000 7fc4ebfff640 1 -- 172.21.15.133:0/1077781853 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc4f80507f0 con 0x7fc5040c5640 2023-12-02T00:34:13.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc50406d390 con 0x7fc5040c5640 2023-12-02T00:34:13.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc4ebfff640 1 -- 172.21.15.133:0/1077781853 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v71) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc4f8053e10 con 0x7fc5040c5640 2023-12-02T00:34:13.710 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:13.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f0066470 msgr2=0x7fc4f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f0066470 0x7fc4f0068930 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc5040a5250 tx=0x7fc4f4008040 comp rx=0 tx=0).stop 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5040c5640 msgr2=0x7fc5040bfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5040c5640 0x7fc5040bfad0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fc4f8001ec0 tx=0x7fc4f800c890 comp rx=0 tx=0).stop 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 shutdown_connections 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc4f0066470 0x7fc4f0068930 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc504155de0 0x7fc5040a5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5040c5640 0x7fc5040bfad0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 --2- 172.21.15.133:0/1077781853 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc5040c5260 0x7fc50414eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 >> 172.21.15.133:0/1077781853 conn(0x7fc50406a5b0 msgr2=0x7fc5041561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 shutdown_connections 2023-12-02T00:34:13.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.707+0000 7fc50a05a640 1 -- 172.21.15.133:0/1077781853 wait complete. 2023-12-02T00:34:13.731 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:34:13.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.867+0000 7f19be557640 1 Processor -- start 2023-12-02T00:34:13.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.867+0000 7f19be557640 1 -- start start 2023-12-02T00:34:13.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.867+0000 7f19be557640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.867+0000 7f19be557640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f19b80c06d0 0x7f19b80a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.867+0000 7f19be557640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19b80c31c0 con 0x7f19b80c63c0 2023-12-02T00:34:13.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.867+0000 7f19be557640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19b80c34a0 con 0x7f19b80c06d0 2023-12-02T00:34:13.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.867+0000 7f19be557640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19b80c1030 con 0x7f19b80c4100 2023-12-02T00:34:13.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19b77fe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19bcaf4640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f19b80c06d0 0x7f19b80a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19b7fff640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f19b80c63c0 0x7f19b80c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:38364/0 (socket says 172.21.15.133:38364) 2023-12-02T00:34:13.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19b7fff640 1 -- 172.21.15.133:0/3177171597 learned_addr learned my addr 172.21.15.133:0/3177171597 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:13.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19bcaf4640 1 -- 172.21.15.133:0/3177171597 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 msgr2=0x7f19b80c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:13.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19bcaf4640 1 --2- 172.21.15.133:0/3177171597 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b80c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19bcaf4640 1 -- 172.21.15.133:0/3177171597 >> v1:172.21.15.172:6789/0 conn(0x7f19b80c63c0 legacy=0x7f19b80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19bcaf4640 1 -- 172.21.15.133:0/3177171597 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19b80c1310 con 0x7f19b80c06d0 2023-12-02T00:34:13.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19b6ffd640 1 -- 172.21.15.133:0/3177171597 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2204213911 0 0) 0x7f19b80c31c0 con 0x7f19b80c63c0 2023-12-02T00:34:13.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19bcaf4640 1 --2- 172.21.15.133:0/3177171597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 0x7f19b80a9680 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f19b0009d90 tx=0x7f19b001c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de68208f92c8183 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19b6ffd640 1 -- 172.21.15.133:0/3177171597 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b80aa3d0 con 0x7f19b80c06d0 2023-12-02T00:34:13.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19b6ffd640 1 -- 172.21.15.133:0/3177171597 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19b00a5800 con 0x7f19b80c06d0 2023-12-02T00:34:13.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.871+0000 7f19b6ffd640 1 -- 172.21.15.133:0/3177171597 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b00a5b90 con 0x7f19b80c06d0 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- 172.21.15.133:0/3177171597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 msgr2=0x7f19b80a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 --2- 172.21.15.133:0/3177171597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 0x7f19b80a9680 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f19b0009d90 tx=0x7f19b001c830 comp rx=0 tx=0).stop 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- 172.21.15.133:0/3177171597 shutdown_connections 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 --2- 172.21.15.133:0/3177171597 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b80c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 --2- 172.21.15.133:0/3177171597 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 0x7f19b80a9680 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- 172.21.15.133:0/3177171597 >> 172.21.15.133:0/3177171597 conn(0x7f19b806a5b0 msgr2=0x7f19b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- 172.21.15.133:0/3177171597 shutdown_connections 2023-12-02T00:34:13.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- 172.21.15.133:0/3177171597 wait complete. 2023-12-02T00:34:13.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 Processor -- start 2023-12-02T00:34:13.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- start start 2023-12-02T00:34:13.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 0x7f19b8150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b815a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19b80c63c0 0x7f19b81532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b81581b0 con 0x7f19b80c63c0 2023-12-02T00:34:13.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19b8159620 con 0x7f19b80c06d0 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19be557640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19b8159850 con 0x7f19b80c4100 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19bcaf4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19b80c63c0 0x7f19b81532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19bcaf4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19b80c63c0 0x7f19b81532d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59724/0 (socket says 172.21.15.133:59724) 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19bcaf4640 1 -- 172.21.15.133:0/1377865783 learned_addr learned my addr 172.21.15.133:0/1377865783 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19b77fe640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b815a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.875+0000 7f19b7fff640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 0x7f19b8150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19bcaf4640 1 -- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 msgr2=0x7f19b815a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19bcaf4640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b815a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19bcaf4640 1 -- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 msgr2=0x7f19b8150b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:13.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19bcaf4640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 0x7f19b8150b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19bcaf4640 1 -- 172.21.15.133:0/1377865783 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19b0009a70 con 0x7f19b80c63c0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19bcaf4640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19b80c63c0 0x7f19b81532d0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f19b001aee0 tx=0x7f19b00195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19b4ff9640 1 -- 172.21.15.133:0/1377865783 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b00b9660 con 0x7f19b80c63c0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19b4ff9640 1 -- 172.21.15.133:0/1377865783 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19b00b97c0 con 0x7f19b80c63c0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19b4ff9640 1 -- 172.21.15.133:0/1377865783 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b00b9b30 con 0x7f19b80c63c0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19b8159b30 con 0x7f19b80c63c0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19b815a0f0 con 0x7f19b80c63c0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19b80a7840 con 0x7f19b80c63c0 2023-12-02T00:34:13.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19b4ff9640 1 -- 172.21.15.133:0/1377865783 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f19b00b9c90 con 0x7f19b80c63c0 2023-12-02T00:34:13.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19b4ff9640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f19a4066470 0x7f19a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:13.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19b4ff9640 1 -- 172.21.15.133:0/1377865783 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f19b011f3f0 con 0x7f19b80c63c0 2023-12-02T00:34:13.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.879+0000 7f19b7fff640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f19a4066470 0x7f19a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:13.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.883+0000 7f19b7fff640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f19a4066470 0x7f19a4068930 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f19a8000f70 tx=0x7f19a8007df0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:13.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:13.883+0000 7f19b4ff9640 1 -- 172.21.15.133:0/1377865783 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f19b00ec520 con 0x7f19b80c63c0 2023-12-02T00:34:14.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.031+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f19b8068400 con 0x7f19b80c63c0 2023-12-02T00:34:14.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19b4ff9640 1 -- 172.21.15.133:0/1377865783 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v71) v1 ==== 100+0+11 (secure 0 0 0) 0x7f19b00efb40 con 0x7f19b80c63c0 2023-12-02T00:34:14.037 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f19a4066470 msgr2=0x7f19a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f19a4066470 0x7f19a4068930 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f19a8000f70 tx=0x7f19a8007df0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19b80c63c0 msgr2=0x7f19b81532d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19b80c63c0 0x7f19b81532d0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f19b001aee0 tx=0x7f19b00195d0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 shutdown_connections 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f19a4066470 0x7f19a4068930 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19b80c63c0 0x7f19b81532d0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f19b80c4100 0x7f19b815a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 --2- 172.21.15.133:0/1377865783 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f19b80c06d0 0x7f19b8150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 >> 172.21.15.133:0/1377865783 conn(0x7f19b806a5b0 msgr2=0x7f19b806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 shutdown_connections 2023-12-02T00:34:14.039 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.035+0000 7f19be557640 1 -- 172.21.15.133:0/1377865783 wait complete. 2023-12-02T00:34:14.058 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:34:14.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdca5b57640 1 Processor -- start 2023-12-02T00:34:14.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdca5b57640 1 -- start start 2023-12-02T00:34:14.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdca5b57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdca5b57640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdca00c31c0 con 0x7fdca00c4100 2023-12-02T00:34:14.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdca5b57640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdca00c34a0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdca5b57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdca00c1030 con 0x7fdca00c63c0 2023-12-02T00:34:14.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9effd640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fdca00c4100 0x7fdca00c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44882/0 (socket says 172.21.15.133:44882) 2023-12-02T00:34:14.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9effd640 1 -- 172.21.15.133:0/2536198967 learned_addr learned my addr 172.21.15.133:0/2536198967 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:14.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9f7fe640 1 --2- 172.21.15.133:0/2536198967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9e7fc640 1 -- 172.21.15.133:0/2536198967 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1739180257 0 0) 0x7fdca00c31c0 con 0x7fdca00c4100 2023-12-02T00:34:14.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9e7fc640 1 -- 172.21.15.133:0/2536198967 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdc88003530 con 0x7fdca00c4100 2023-12-02T00:34:14.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9e7fc640 1 -- 172.21.15.133:0/2536198967 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3221020095 0 0) 0x7fdca00c34a0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9e7fc640 1 -- 172.21.15.133:0/2536198967 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdca00c31c0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9f7fe640 1 -- 172.21.15.133:0/2536198967 >> v1:172.21.15.172:6789/0 conn(0x7fdca00c2bb0 legacy=0x7fdca00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9f7fe640 1 -- 172.21.15.133:0/2536198967 >> v1:172.21.15.133:6789/0 conn(0x7fdca00c4100 legacy=0x7fdca00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.203+0000 7fdc9f7fe640 1 -- 172.21.15.133:0/2536198967 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdca00c1310 con 0x7fdca00c63c0 2023-12-02T00:34:14.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdc9f7fe640 1 --2- 172.21.15.133:0/2536198967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca00c06d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdc900097f0 tx=0x7fdc9001c370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0724ae9fd632e6a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdc9e7fc640 1 -- 172.21.15.133:0/2536198967 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc900ab600 con 0x7fdca00c63c0 2023-12-02T00:34:14.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdc9e7fc640 1 -- 172.21.15.133:0/2536198967 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc900a7050 con 0x7fdca00c63c0 2023-12-02T00:34:14.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdc9e7fc640 1 -- 172.21.15.133:0/2536198967 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc900ab980 con 0x7fdca00c63c0 2023-12-02T00:34:14.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdca5b57640 1 -- 172.21.15.133:0/2536198967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 msgr2=0x7fdca00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdca5b57640 1 --2- 172.21.15.133:0/2536198967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca00c06d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdc900097f0 tx=0x7fdc9001c370 comp rx=0 tx=0).stop 2023-12-02T00:34:14.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdca5b57640 1 -- 172.21.15.133:0/2536198967 shutdown_connections 2023-12-02T00:34:14.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdca5b57640 1 --2- 172.21.15.133:0/2536198967 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca00c06d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdca5b57640 1 -- 172.21.15.133:0/2536198967 >> 172.21.15.133:0/2536198967 conn(0x7fdca006a5b0 msgr2=0x7fdca006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:14.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdca5b57640 1 -- 172.21.15.133:0/2536198967 shutdown_connections 2023-12-02T00:34:14.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.207+0000 7fdca5b57640 1 -- 172.21.15.133:0/2536198967 wait complete. 2023-12-02T00:34:14.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 Processor -- start 2023-12-02T00:34:14.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 -- start start 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdca00c2bb0 0x7fdca015b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdca00c4100 0x7fdca009c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca0154970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdca00bf010 con 0x7fdca00c2bb0 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdca00bf290 con 0x7fdca00c4100 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdca00bf570 con 0x7fdca00c63c0 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdca00c2bb0 0x7fdca015b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdca00c2bb0 0x7fdca015b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59740/0 (socket says 172.21.15.133:59740) 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 -- 172.21.15.133:0/594134876 learned_addr learned my addr 172.21.15.133:0/594134876 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9effd640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdca00c4100 0x7fdca009c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9ffff640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca0154970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 -- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 msgr2=0x7fdca0154970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca0154970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 -- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdca00c4100 msgr2=0x7fdca009c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdca00c4100 0x7fdca009c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 -- 172.21.15.133:0/594134876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc90009420 con 0x7fdca00c2bb0 2023-12-02T00:34:14.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc9f7fe640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdca00c2bb0 0x7fdca015b510 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fdc90018f80 tx=0x7fdc90019110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc87fff640 1 -- 172.21.15.133:0/594134876 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc900b5470 con 0x7fdca00c2bb0 2023-12-02T00:34:14.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc87fff640 1 -- 172.21.15.133:0/594134876 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc900b55f0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdc87fff640 1 -- 172.21.15.133:0/594134876 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc900b59a0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdca00c69b0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.211+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdca009a040 con 0x7fdca00c2bb0 2023-12-02T00:34:14.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.215+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdca009a230 con 0x7fdca00c2bb0 2023-12-02T00:34:14.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.215+0000 7fdc87fff640 1 -- 172.21.15.133:0/594134876 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdc900b2040 con 0x7fdca00c2bb0 2023-12-02T00:34:14.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.215+0000 7fdc87fff640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc8c0664a0 0x7fdc8c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.215+0000 7fdc87fff640 1 -- 172.21.15.133:0/594134876 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fdc9011e3c0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.215+0000 7fdc9effd640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc8c0664a0 0x7fdc8c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.215+0000 7fdc9effd640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc8c0664a0 0x7fdc8c068960 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fdca00bfb80 tx=0x7fdc94009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.219+0000 7fdc87fff640 1 -- 172.21.15.133:0/594134876 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdc900eb5f0 con 0x7fdca00c2bb0 2023-12-02T00:34:14.373 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdca0068400 con 0x7fdca00c2bb0 2023-12-02T00:34:14.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdc87fff640 1 -- 172.21.15.133:0/594134876 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v71) v1 ==== 105+0+11 (secure 0 0 0) 0x7fdc900eec10 con 0x7fdca00c2bb0 2023-12-02T00:34:14.374 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc8c0664a0 msgr2=0x7fdc8c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc8c0664a0 0x7fdc8c068960 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fdca00bfb80 tx=0x7fdc94009040 comp rx=0 tx=0).stop 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdca00c2bb0 msgr2=0x7fdca015b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdca00c2bb0 0x7fdca015b510 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fdc90018f80 tx=0x7fdc90019110 comp rx=0 tx=0).stop 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 shutdown_connections 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdc8c0664a0 0x7fdc8c068960 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdca00c63c0 0x7fdca0154970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdca00c4100 0x7fdca009c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 --2- 172.21.15.133:0/594134876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdca00c2bb0 0x7fdca015b510 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.376 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.371+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 >> 172.21.15.133:0/594134876 conn(0x7fdca006a5b0 msgr2=0x7fdca00a6050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:14.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.375+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 shutdown_connections 2023-12-02T00:34:14.377 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.375+0000 7fdca5b57640 1 -- 172.21.15.133:0/594134876 wait complete. 2023-12-02T00:34:14.395 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:34:14.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.531+0000 7f7f58809640 1 Processor -- start 2023-12-02T00:34:14.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.531+0000 7f7f58809640 1 -- start start 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f58809640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f5414b010 0x7f7f540bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f58809640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f7f54073a70 0x7f7f5406b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f58809640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7f5406b540 0x7f7f54157c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f58809640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f5406a5b0 con 0x7f7f5406b540 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f58809640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f540c1d60 con 0x7f7f54073a70 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f58809640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f540c2040 con 0x7f7f5414b010 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7f5406b540 0x7f7f54157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7f5406b540 0x7f7f54157c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59750/0 (socket says 172.21.15.133:59750) 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 -- 172.21.15.133:0/3527343343 learned_addr learned my addr 172.21.15.133:0/3527343343 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:14.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f5259c640 1 --2- 172.21.15.133:0/3527343343 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f5414b010 0x7f7f540bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f4bfff640 1 --2- 172.21.15.133:0/3527343343 >> v2:172.21.15.172:3300/0 conn(0x7f7f54073a70 0x7f7f5406b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 -- 172.21.15.133:0/3527343343 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f5414b010 msgr2=0x7f7f540bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:14.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 --2- 172.21.15.133:0/3527343343 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f5414b010 0x7f7f540bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 -- 172.21.15.133:0/3527343343 >> v2:172.21.15.172:3300/0 conn(0x7f7f54073a70 msgr2=0x7f7f5406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:14.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 --2- 172.21.15.133:0/3527343343 >> v2:172.21.15.172:3300/0 conn(0x7f7f54073a70 0x7f7f5406b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 -- 172.21.15.133:0/3527343343 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f5406a800 con 0x7f7f5406b540 2023-12-02T00:34:14.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f4bfff640 1 --2- 172.21.15.133:0/3527343343 >> v2:172.21.15.172:3300/0 conn(0x7f7f54073a70 0x7f7f5406b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:14.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.535+0000 7f7f52d9d640 1 --2- 172.21.15.133:0/3527343343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5406b540 0x7f7f54157c20 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f7f54066e40 tx=0x7f7f4c01f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=272177866fd70bd1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f51d9b640 1 -- 172.21.15.133:0/3527343343 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f4c0af400 con 0x7f7f5406b540 2023-12-02T00:34:14.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f51d9b640 1 -- 172.21.15.133:0/3527343343 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f4c0ab050 con 0x7f7f5406b540 2023-12-02T00:34:14.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f51d9b640 1 -- 172.21.15.133:0/3527343343 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f4c0af780 con 0x7f7f5406b540 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- 172.21.15.133:0/3527343343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5406b540 msgr2=0x7f7f54157c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 --2- 172.21.15.133:0/3527343343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5406b540 0x7f7f54157c20 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f7f54066e40 tx=0x7f7f4c01f1c0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- 172.21.15.133:0/3527343343 shutdown_connections 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 --2- 172.21.15.133:0/3527343343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5406b540 0x7f7f54157c20 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 --2- 172.21.15.133:0/3527343343 >> v2:172.21.15.172:3300/0 conn(0x7f7f54073a70 0x7f7f5406b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 --2- 172.21.15.133:0/3527343343 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f5414b010 0x7f7f540bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- 172.21.15.133:0/3527343343 >> 172.21.15.133:0/3527343343 conn(0x7f7f540c30c0 msgr2=0x7f7f540c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- 172.21.15.133:0/3527343343 shutdown_connections 2023-12-02T00:34:14.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- 172.21.15.133:0/3527343343 wait complete. 2023-12-02T00:34:14.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 Processor -- start 2023-12-02T00:34:14.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- start start 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f54073a70 0x7f7f541ea2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5414b010 0x7f7f540a9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f5414e2d0 0x7f7f541469b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f540ac770 con 0x7f7f5414b010 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f54155010 con 0x7f7f5414e2d0 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f58809640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f541ea7f0 con 0x7f7f54073a70 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f4bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5414b010 0x7f7f540a9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f4bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5414b010 0x7f7f540a9630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59754/0 (socket says 172.21.15.133:59754) 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.539+0000 7f7f4bfff640 1 -- 172.21.15.133:0/1961092027 learned_addr learned my addr 172.21.15.133:0/1961092027 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f5259c640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f54073a70 0x7f7f541ea2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f52d9d640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f5414e2d0 0x7f7f541469b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4bfff640 1 -- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f54073a70 msgr2=0x7f7f541ea2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4bfff640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f54073a70 0x7f7f541ea2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4bfff640 1 -- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f5414e2d0 msgr2=0x7f7f541469b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4bfff640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f5414e2d0 0x7f7f541469b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4bfff640 1 -- 172.21.15.133:0/1961092027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f4c009b30 con 0x7f7f5414b010 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4bfff640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5414b010 0x7f7f540a9630 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00c7c0 tx=0x7f7f3c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4affd640 1 -- 172.21.15.133:0/1961092027 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c007a30 con 0x7f7f5414b010 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4affd640 1 -- 172.21.15.133:0/1961092027 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f3c007b90 con 0x7f7f5414b010 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4affd640 1 -- 172.21.15.133:0/1961092027 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f3c00ce70 con 0x7f7f5414b010 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f54155220 con 0x7f7f5414b010 2023-12-02T00:34:14.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f54147480 con 0x7f7f5414b010 2023-12-02T00:34:14.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f5414c7d0 con 0x7f7f5414b010 2023-12-02T00:34:14.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4affd640 1 -- 172.21.15.133:0/1961092027 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7f3c0113f0 con 0x7f7f5414b010 2023-12-02T00:34:14.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4affd640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f340664a0 0x7f7f34068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f4affd640 1 -- 172.21.15.133:0/1961092027 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7f3c084270 con 0x7f7f5414b010 2023-12-02T00:34:14.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.543+0000 7f7f5259c640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f340664a0 0x7f7f34068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.547+0000 7f7f5259c640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f340664a0 0x7f7f34068960 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7f440079c0 tx=0x7f7f44008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.547+0000 7f7f4affd640 1 -- 172.21.15.133:0/1961092027 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7f3c051430 con 0x7f7f5414b010 2023-12-02T00:34:14.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f7f54068400 con 0x7f7f5414b010 2023-12-02T00:34:14.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f4affd640 1 -- 172.21.15.133:0/1961092027 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v71) v1 ==== 101+0+11 (secure 0 0 0) 0x7f7f3c054a50 con 0x7f7f5414b010 2023-12-02T00:34:14.701 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f340664a0 msgr2=0x7f7f34068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f340664a0 0x7f7f34068960 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7f440079c0 tx=0x7f7f44008040 comp rx=0 tx=0).stop 2023-12-02T00:34:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5414b010 msgr2=0x7f7f540a9630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5414b010 0x7f7f540a9630 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f7f3c00c7c0 tx=0x7f7f3c00cc80 comp rx=0 tx=0).stop 2023-12-02T00:34:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 shutdown_connections 2023-12-02T00:34:14.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f340664a0 0x7f7f34068960 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f5414e2d0 0x7f7f541469b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f5414b010 0x7f7f540a9630 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 --2- 172.21.15.133:0/1961092027 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f54073a70 0x7f7f541ea2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 >> 172.21.15.133:0/1961092027 conn(0x7f7f540c30c0 msgr2=0x7f7f540c59a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 shutdown_connections 2023-12-02T00:34:14.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.699+0000 7f7f58809640 1 -- 172.21.15.133:0/1961092027 wait complete. 2023-12-02T00:34:14.722 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-02T00:34:14.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 Processor -- start 2023-12-02T00:34:14.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 -- start start 2023-12-02T00:34:14.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e00c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe1e00c4110 0x7fe1e0150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe1e0072090 0x7fe1e01514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1e00c3070 con 0x7fe1e00c4110 2023-12-02T00:34:14.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1e00c2760 con 0x7fe1e0072090 2023-12-02T00:34:14.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1e5232640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e00a5750 con 0x7fe1e00a5370 2023-12-02T00:34:14.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe1e00c4110 0x7fe1e0150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fe1e00c4110 0x7fe1e0150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59756/0 (socket says 172.21.15.133:59756) 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 -- 172.21.15.133:0/2593281338 learned_addr learned my addr 172.21.15.133:0/2593281338 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1ded9d640 1 --2- 172.21.15.133:0/2593281338 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e00c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1df59e640 1 --2- 172.21.15.133:0/2593281338 >> v2:172.21.15.172:3300/0 conn(0x7fe1e0072090 0x7fe1e01514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 -- 172.21.15.133:0/2593281338 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 msgr2=0x7fe1e00c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 --2- 172.21.15.133:0/2593281338 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e00c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 -- 172.21.15.133:0/2593281338 >> v2:172.21.15.172:3300/0 conn(0x7fe1e0072090 msgr2=0x7fe1e01514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 --2- 172.21.15.133:0/2593281338 >> v2:172.21.15.172:3300/0 conn(0x7fe1e0072090 0x7fe1e01514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1de59c640 1 -- 172.21.15.133:0/2593281338 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e00aad20 con 0x7fe1e00c4110 2023-12-02T00:34:14.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.859+0000 7fe1ded9d640 1 --2- 172.21.15.133:0/2593281338 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e00c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:14.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1de59c640 1 --2- 172.21.15.133:0/2593281338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e0150fa0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fe1e00c4590 tx=0x7fe1d401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8048e7e363be7fbf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1ddd9b640 1 -- 172.21.15.133:0/2593281338 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d40ab600 con 0x7fe1e00c4110 2023-12-02T00:34:14.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1ddd9b640 1 -- 172.21.15.133:0/2593281338 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1d40a7050 con 0x7fe1e00c4110 2023-12-02T00:34:14.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1ddd9b640 1 -- 172.21.15.133:0/2593281338 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d40ab980 con 0x7fe1e00c4110 2023-12-02T00:34:14.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 -- 172.21.15.133:0/2593281338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 msgr2=0x7fe1e0150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 --2- 172.21.15.133:0/2593281338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e0150fa0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fe1e00c4590 tx=0x7fe1d401c3b0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 -- 172.21.15.133:0/2593281338 shutdown_connections 2023-12-02T00:34:14.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 --2- 172.21.15.133:0/2593281338 >> v2:172.21.15.172:3300/0 conn(0x7fe1e0072090 0x7fe1e01514e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 --2- 172.21.15.133:0/2593281338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e0150fa0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.866 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 --2- 172.21.15.133:0/2593281338 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e00c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 -- 172.21.15.133:0/2593281338 >> 172.21.15.133:0/2593281338 conn(0x7fe1e006a5b0 msgr2=0x7fe1e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:14.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 -- 172.21.15.133:0/2593281338 shutdown_connections 2023-12-02T00:34:14.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.863+0000 7fe1e5232640 1 -- 172.21.15.133:0/2593281338 wait complete. 2023-12-02T00:34:14.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 Processor -- start 2023-12-02T00:34:14.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 -- start start 2023-12-02T00:34:14.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1e0072090 0x7fe1e014e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e0145da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.869 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e01547a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e0145ae0 con 0x7fe1e00c4110 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e01eee50 con 0x7fe1e0072090 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e01462e0 con 0x7fe1e00a5370 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e01547a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e01547a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59764/0 (socket says 172.21.15.133:59764) 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 -- 172.21.15.133:0/1449639295 learned_addr learned my addr 172.21.15.133:0/1449639295 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1de59c640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e0145da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1ded9d640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1e0072090 0x7fe1e014e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 -- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 msgr2=0x7fe1e0145da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e0145da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 -- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1e0072090 msgr2=0x7fe1e014e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1e0072090 0x7fe1e014e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 -- 172.21.15.133:0/1449639295 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1d40094d0 con 0x7fe1e00c4110 2023-12-02T00:34:14.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1de59c640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e0145da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:14.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1ded9d640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1e0072090 0x7fe1e014e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:14.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1df59e640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e01547a0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fe1d800ef00 tx=0x7fe1d800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1c77fe640 1 -- 172.21.15.133:0/1449639295 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d8010040 con 0x7fe1e00c4110 2023-12-02T00:34:14.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1c77fe640 1 -- 172.21.15.133:0/1449639295 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1d8014400 con 0x7fe1e00c4110 2023-12-02T00:34:14.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1e01ee1d0 con 0x7fe1e00c4110 2023-12-02T00:34:14.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1c77fe640 1 -- 172.21.15.133:0/1449639295 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d8009ea0 con 0x7fe1e00c4110 2023-12-02T00:34:14.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1e01ee790 con 0x7fe1e00c4110 2023-12-02T00:34:14.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.867+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1e01eef90 con 0x7fe1e00c4110 2023-12-02T00:34:14.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.871+0000 7fe1c77fe640 1 -- 172.21.15.133:0/1449639295 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe1d80147b0 con 0x7fe1e00c4110 2023-12-02T00:34:14.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.871+0000 7fe1c77fe640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1cc066470 0x7fe1cc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:14.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.871+0000 7fe1c77fe640 1 -- 172.21.15.133:0/1449639295 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fe1d8084920 con 0x7fe1e00c4110 2023-12-02T00:34:14.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.871+0000 7fe1ded9d640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1cc066470 0x7fe1cc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:14.874 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.871+0000 7fe1ded9d640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1cc066470 0x7fe1cc068930 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0009970 tx=0x7fe1d0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:14.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:14.875+0000 7fe1c77fe640 1 -- 172.21.15.133:0/1449639295 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe1e01eef90 con 0x7fe1e00c4110 2023-12-02T00:34:15.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe1e01eef90 con 0x7fe1e00c4110 2023-12-02T00:34:15.040 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1c77fe640 1 -- 172.21.15.133:0/1449639295 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v71) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe1e01eef90 con 0x7fe1e00c4110 2023-12-02T00:34:15.040 INFO:teuthology.orchestra.run.smithi133.stderr:listed 0 entries 2023-12-02T00:34:15.042 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1cc066470 msgr2=0x7fe1cc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1cc066470 0x7fe1cc068930 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0009970 tx=0x7fe1d0008040 comp rx=0 tx=0).stop 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 msgr2=0x7fe1e01547a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e01547a0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fe1d800ef00 tx=0x7fe1d800b480 comp rx=0 tx=0).stop 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 shutdown_connections 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe1cc066470 0x7fe1cc068930 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1e00c4110 0x7fe1e01547a0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe1e00a5370 0x7fe1e0145da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 --2- 172.21.15.133:0/1449639295 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe1e0072090 0x7fe1e014e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 >> 172.21.15.133:0/1449639295 conn(0x7fe1e006a5b0 msgr2=0x7fe1e00c4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 shutdown_connections 2023-12-02T00:34:15.043 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.039+0000 7fe1e5232640 1 -- 172.21.15.133:0/1449639295 wait complete. 2023-12-02T00:34:15.061 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.testuser... 2023-12-02T00:34:15.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:15.062 DEBUG:teuthology.orchestra.run.smithi172:> sudo umount /home/ubuntu/cephtest/mnt.1 2023-12-02T00:34:15.090 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:34:15.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:15.091 DEBUG:teuthology.orchestra.run.smithi172:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-12-02T00:34:15.141 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-12-02T00:34:15.141 DEBUG:teuthology.orchestra.run.smithi133:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:34:15.246 DEBUG:teuthology.orchestra.run.smithi172:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-12-02T00:34:15.335 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-12-02T00:34:15.335 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:15.335 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:15.344 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:34:15.344 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:15.344 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:15.353 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:34:15.353 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:15.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.523+0000 7f5102b2a640 1 Processor -- start 2023-12-02T00:34:15.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.523+0000 7f5102b2a640 1 -- start start 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f5102b2a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f50fc072090 0x7f50fc150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f5102b2a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50fc0c2760 con 0x7f50fc0725c0 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f5102b2a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50fc0a5750 con 0x7f50fc0a5370 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f5102b2a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50fc0c3070 con 0x7f50fc072090 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f51010c7640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f50fc0725c0 0x7f50fc1514e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44892/0 (socket says 172.21.15.133:44892) 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f51010c7640 1 -- 172.21.15.133:0/550362324 learned_addr learned my addr 172.21.15.133:0/550362324 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f50fbfff640 1 --2- 172.21.15.133:0/550362324 >> v2:172.21.15.172:3300/0 conn(0x7f50fc072090 0x7f50fc150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f50fb7fe640 1 -- 172.21.15.133:0/550362324 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3867309807 0 0) 0x7f50fc0c2760 con 0x7f50fc0725c0 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f50fb7fe640 1 -- 172.21.15.133:0/550362324 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50ec003530 con 0x7f50fc0725c0 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f50fbfff640 1 -- 172.21.15.133:0/550362324 >> v1:172.21.15.172:6789/0 conn(0x7f50fc0a5370 legacy=0x7f50fc0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f50fbfff640 1 -- 172.21.15.133:0/550362324 >> v1:172.21.15.133:6789/0 conn(0x7f50fc0725c0 legacy=0x7f50fc1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.527+0000 7f50fbfff640 1 -- 172.21.15.133:0/550362324 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50fc0aad20 con 0x7f50fc072090 2023-12-02T00:34:15.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f50fbfff640 1 --2- 172.21.15.133:0/550362324 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc150fa0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f50e80097c0 tx=0x7f50e801c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0425ed829bb588c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:15.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f50fb7fe640 1 -- 172.21.15.133:0/550362324 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e80ab600 con 0x7f50fc072090 2023-12-02T00:34:15.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f50fb7fe640 1 -- 172.21.15.133:0/550362324 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50e80a7050 con 0x7f50fc072090 2023-12-02T00:34:15.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f50fb7fe640 1 -- 172.21.15.133:0/550362324 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e80ab980 con 0x7f50fc072090 2023-12-02T00:34:15.533 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 -- 172.21.15.133:0/550362324 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 msgr2=0x7f50fc150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 --2- 172.21.15.133:0/550362324 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc150fa0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f50e80097c0 tx=0x7f50e801c360 comp rx=0 tx=0).stop 2023-12-02T00:34:15.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 -- 172.21.15.133:0/550362324 shutdown_connections 2023-12-02T00:34:15.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 --2- 172.21.15.133:0/550362324 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc150fa0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 -- 172.21.15.133:0/550362324 >> 172.21.15.133:0/550362324 conn(0x7f50fc06a5b0 msgr2=0x7f50fc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:15.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 -- 172.21.15.133:0/550362324 shutdown_connections 2023-12-02T00:34:15.534 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 -- 172.21.15.133:0/550362324 wait complete. 2023-12-02T00:34:15.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 Processor -- start 2023-12-02T00:34:15.535 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.531+0000 7f5102b2a640 1 -- start start 2023-12-02T00:34:15.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc1eb610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50fc0725c0 0x7f50fc14c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.536 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50fc0a5370 0x7f50fc148f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50fc1506b0 con 0x7f50fc0725c0 2023-12-02T00:34:15.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50fc14e670 con 0x7f50fc072090 2023-12-02T00:34:15.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50fc14e950 con 0x7f50fc0a5370 2023-12-02T00:34:15.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50fc0725c0 0x7f50fc14c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50fc0725c0 0x7f50fc14c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:59776/0 (socket says 172.21.15.133:59776) 2023-12-02T00:34:15.537 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 -- 172.21.15.133:0/297031486 learned_addr learned my addr 172.21.15.133:0/297031486 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:15.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f51010c7640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50fc0a5370 0x7f50fc148f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f51008c6640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc1eb610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 -- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50fc0a5370 msgr2=0x7f50fc148f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50fc0a5370 0x7f50fc148f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 -- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 msgr2=0x7f50fc1eb610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc1eb610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.538 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 -- 172.21.15.133:0/297031486 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50e8009420 con 0x7f50fc0725c0 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f51008c6640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc1eb610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f51010c7640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50fc0a5370 0x7f50fc148f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50fbfff640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50fc0725c0 0x7f50fc14c140 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f50e80ae040 tx=0x7f50e8019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50f97fa640 1 -- 172.21.15.133:0/297031486 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e80b4430 con 0x7f50fc0725c0 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50f97fa640 1 -- 172.21.15.133:0/297031486 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50e80b4590 con 0x7f50fc0725c0 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50f97fa640 1 -- 172.21.15.133:0/297031486 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e80b4940 con 0x7f50fc0725c0 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50fc14c680 con 0x7f50fc0725c0 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50fc150340 con 0x7f50fc0725c0 2023-12-02T00:34:15.539 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50fc068400 con 0x7f50fc0725c0 2023-12-02T00:34:15.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.535+0000 7f50f97fa640 1 -- 172.21.15.133:0/297031486 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f50e80b2040 con 0x7f50fc0725c0 2023-12-02T00:34:15.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.539+0000 7f50f97fa640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50e0066470 0x7f50e0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.539+0000 7f50f97fa640 1 -- 172.21.15.133:0/297031486 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f50e811dff0 con 0x7f50fc0725c0 2023-12-02T00:34:15.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.539+0000 7f51008c6640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50e0066470 0x7f50e0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.539+0000 7f51008c6640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50e0066470 0x7f50e0068930 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f50fc06e290 tx=0x7f50f0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:15.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.543+0000 7f50f97fa640 1 -- 172.21.15.133:0/297031486 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f50e814f280 con 0x7f50fc0725c0 2023-12-02T00:34:15.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.719+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f50fc1507f0 con 0x7f50fc0725c0 2023-12-02T00:34:15.724 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f50f97fa640 1 -- 172.21.15.133:0/297031486 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) v1 ==== 94+0+6146 (secure 0 0 0) 0x7f50fc1507f0 con 0x7f50fc0725c0 2023-12-02T00:34:15.725 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:15.725 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":52,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:34.528496+0000","modified":"2023-12-02T00:33:37.550530+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6501},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6501":{"gid":6501,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/2435278400","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2435278400},{"type":"v1","addr":"172.21.15.133:6837","nonce":2435278400}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:34:15.725 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 52 2023-12-02T00:34:15.726 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50e0066470 msgr2=0x7f50e0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50e0066470 0x7f50e0068930 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f50fc06e290 tx=0x7f50f0009040 comp rx=0 tx=0).stop 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50fc0725c0 msgr2=0x7f50fc14c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50fc0725c0 0x7f50fc14c140 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f50e80ae040 tx=0x7f50e8019100 comp rx=0 tx=0).stop 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 shutdown_connections 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f50e0066470 0x7f50e0068930 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f50fc0a5370 0x7f50fc148f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50fc0725c0 0x7f50fc14c140 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 --2- 172.21.15.133:0/297031486 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f50fc072090 0x7f50fc1eb610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 >> 172.21.15.133:0/297031486 conn(0x7f50fc06a5b0 msgr2=0x7f50fc06cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 shutdown_connections 2023-12-02T00:34:15.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.723+0000 7f5102b2a640 1 -- 172.21.15.133:0/297031486 wait complete. 2023-12-02T00:34:15.746 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:15.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.879+0000 7f6c0ec79640 1 Processor -- start 2023-12-02T00:34:15.883 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.879+0000 7f6c0ec79640 1 -- start start 2023-12-02T00:34:15.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0ec79640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f6c080c5260 0x7f6c0806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0ec79640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c080c2580 con 0x7f6c080c5640 2023-12-02T00:34:15.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0ec79640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c08156940 con 0x7f6c08155de0 2023-12-02T00:34:15.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0ec79640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c08153510 con 0x7f6c080c5260 2023-12-02T00:34:15.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f6c080c5640 0x7f6c080c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:44894/0 (socket says 172.21.15.133:44894) 2023-12-02T00:34:15.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 -- 172.21.15.133:0/2886111467 learned_addr learned my addr 172.21.15.133:0/2886111467 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:15.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2289169393 0 0) 0x7f6c080c2580 con 0x7f6c080c5640 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0ca15640 1 --2- 172.21.15.133:0/2886111467 >> v2:172.21.15.172:3300/0 conn(0x7f6c080c5260 0x7f6c0806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6bf0003530 con 0x7f6c080c5640 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 720743942 0 0) 0x7f6bf0003530 con 0x7f6c080c5640 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 >> v2:172.21.15.172:3300/0 conn(0x7f6c080c5260 msgr2=0x7f6c0806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 --2- 172.21.15.133:0/2886111467 >> v2:172.21.15.172:3300/0 conn(0x7f6c080c5260 0x7f6c0806d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 >> v1:172.21.15.172:6789/0 conn(0x7f6c08155de0 legacy=0x7f6c08156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c080c1a00 con 0x7f6c080c5640 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f6bf8001680 con 0x7f6c080c5640 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 >> v1:172.21.15.133:6789/0 conn(0x7f6c080c5640 legacy=0x7f6c080c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00039d0 0x7f6bf0003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf00047d0 0x7f6bf0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6bf00051e0 0x7f6bf000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf000c100 con 0x7f6bf00047d0 2023-12-02T00:34:15.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf000c270 con 0x7f6bf00039d0 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf000c430 con 0x7f6bf00051e0 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf00047d0 0x7f6bf0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0ca15640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00039d0 0x7f6bf0003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0d216640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6bf00051e0 0x7f6bf000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 -- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6bf00051e0 msgr2=0x7f6bf000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6bf00051e0 0x7f6bf000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 -- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00039d0 msgr2=0x7f6bf0003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00039d0 0x7f6bf0003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6bfffff640 1 -- 172.21.15.133:0/2886111467 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bf0003530 con 0x7f6bf00047d0 2023-12-02T00:34:15.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.883+0000 7f6c0d216640 1 -- 172.21.15.133:0/2886111467 reap_dead start 2023-12-02T00:34:15.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6bfffff640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf00047d0 0x7f6bf0004c50 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f6c080c5aa0 tx=0x7f6bf801cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=914b6f2b99b3c5a7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:15.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8005ae0 con 0x7f6bf00047d0 2023-12-02T00:34:15.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bf8005c60 con 0x7f6bf00047d0 2023-12-02T00:34:15.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6bff7fe640 1 -- 172.21.15.133:0/2886111467 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8007070 con 0x7f6bf00047d0 2023-12-02T00:34:15.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 -- 172.21.15.133:0/2886111467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf00047d0 msgr2=0x7f6bf0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf00047d0 0x7f6bf0004c50 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f6c080c5aa0 tx=0x7f6bf801cb00 comp rx=0 tx=0).stop 2023-12-02T00:34:15.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 -- 172.21.15.133:0/2886111467 shutdown_connections 2023-12-02T00:34:15.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/2886111467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf00047d0 0x7f6bf0004c50 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 -- 172.21.15.133:0/2886111467 >> 172.21.15.133:0/2886111467 conn(0x7f6c0806a5b0 msgr2=0x7f6c0806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:15.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 -- 172.21.15.133:0/2886111467 shutdown_connections 2023-12-02T00:34:15.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 -- 172.21.15.133:0/2886111467 wait complete. 2023-12-02T00:34:15.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.887+0000 7f6c0ec79640 1 Processor -- start 2023-12-02T00:34:15.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 -- start start 2023-12-02T00:34:15.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00047d0 0x7f6c0814c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c0814e660 0x7f6c08152bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c08070ea0 0x7f6c08071320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c081edd70 con 0x7f6c0814e660 2023-12-02T00:34:15.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c081ee050 con 0x7f6bf00047d0 2023-12-02T00:34:15.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c081ee330 con 0x7f6c08070ea0 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c0814e660 0x7f6c08152bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c0814e660 0x7f6c08152bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41602/0 (socket says 172.21.15.133:41602) 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 -- 172.21.15.133:0/4090251253 learned_addr learned my addr 172.21.15.133:0/4090251253 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0d216640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c08070ea0 0x7f6c08071320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ca15640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00047d0 0x7f6c0814c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 -- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c08070ea0 msgr2=0x7f6c08071320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c08070ea0 0x7f6c08071320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 -- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00047d0 msgr2=0x7f6c0814c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00047d0 0x7f6c0814c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 -- 172.21.15.133:0/4090251253 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c081ee610 con 0x7f6c0814e660 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfffff640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c0814e660 0x7f6c08152bf0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f6bf801c570 tx=0x7f6bf0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfd7fa640 1 -- 172.21.15.133:0/4090251253 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf80b4070 con 0x7f6c0814e660 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfd7fa640 1 -- 172.21.15.133:0/4090251253 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bf8001500 con 0x7f6c0814e660 2023-12-02T00:34:15.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c0814cb60 con 0x7f6c0814e660 2023-12-02T00:34:15.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6bfd7fa640 1 -- 172.21.15.133:0/4090251253 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8007290 con 0x7f6c0814e660 2023-12-02T00:34:15.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c08153130 con 0x7f6c0814e660 2023-12-02T00:34:15.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.891+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c081ee7a0 con 0x7f6c0814e660 2023-12-02T00:34:15.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.895+0000 7f6bfd7fa640 1 -- 172.21.15.133:0/4090251253 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6bf80073f0 con 0x7f6c0814e660 2023-12-02T00:34:15.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.895+0000 7f6bfd7fa640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6bf40664a0 0x7f6bf4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:15.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.895+0000 7f6bfd7fa640 1 -- 172.21.15.133:0/4090251253 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f6bf811dbe0 con 0x7f6c0814e660 2023-12-02T00:34:15.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.895+0000 7f6c0ca15640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6bf40664a0 0x7f6bf4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:15.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.895+0000 7f6c0ca15640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6bf40664a0 0x7f6bf4068960 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f6c080a4e70 tx=0x7f6c04008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:15.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:15.899+0000 7f6bfd7fa640 1 -- 172.21.15.133:0/4090251253 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6bf80ead90 con 0x7f6c0814e660 2023-12-02T00:34:16.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.047+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6c081edeb0 con 0x7f6c0814e660 2023-12-02T00:34:16.052 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6bfd7fa640 1 -- 172.21.15.133:0/4090251253 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7f6c081edeb0 con 0x7f6c0814e660 2023-12-02T00:34:16.053 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:16.053 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6bf40664a0 msgr2=0x7f6bf4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6bf40664a0 0x7f6bf4068960 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f6c080a4e70 tx=0x7f6c04008040 comp rx=0 tx=0).stop 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c0814e660 msgr2=0x7f6c08152bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c0814e660 0x7f6c08152bf0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f6bf801c570 tx=0x7f6bf0005800 comp rx=0 tx=0).stop 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 shutdown_connections 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f6bf40664a0 0x7f6bf4068960 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f6c08070ea0 0x7f6c08071320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c0814e660 0x7f6c08152bf0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 --2- 172.21.15.133:0/4090251253 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f6bf00047d0 0x7f6c0814c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 >> 172.21.15.133:0/4090251253 conn(0x7f6c0806a5b0 msgr2=0x7f6c080a6350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:16.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 shutdown_connections 2023-12-02T00:34:16.056 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.051+0000 7f6c0ec79640 1 -- 172.21.15.133:0/4090251253 wait complete. 2023-12-02T00:34:16.074 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-02T00:33:32.320119+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2023-12-02T00:33:33.532681+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:33:45.499055+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:33:46.618619+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '71', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:34:16.075 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:34:16.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd01d409640 1 Processor -- start 2023-12-02T00:34:16.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd01d409640 1 -- start start 2023-12-02T00:34:16.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd01d409640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd0180c4100 0x7fd0180c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd01d409640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd0180a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd01d409640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0180c31c0 con 0x7fd0180c63c0 2023-12-02T00:34:16.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd01d409640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0180c34a0 con 0x7fd0180c4100 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd01d409640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0180c1030 con 0x7fd0180c06d0 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd00e7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd0180c4100 0x7fd0180c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd00e7fc640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fd0180c4100 0x7fd0180c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41610/0 (socket says 172.21.15.133:41610) 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd00e7fc640 1 -- 172.21.15.133:0/3986397516 learned_addr learned my addr 172.21.15.133:0/3986397516 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd0177fe640 1 --2- 172.21.15.133:0/3986397516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd0180a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd00e7fc640 1 -- 172.21.15.133:0/3986397516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 msgr2=0x7fd0180a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd00e7fc640 1 --2- 172.21.15.133:0/3986397516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd0180a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd00e7fc640 1 -- 172.21.15.133:0/3986397516 >> v1:172.21.15.172:6789/0 conn(0x7fd0180c63c0 legacy=0x7fd0180c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.215+0000 7fd00e7fc640 1 -- 172.21.15.133:0/3986397516 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0180c1310 con 0x7fd0180c4100 2023-12-02T00:34:16.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd00e7fc640 1 --2- 172.21.15.133:0/3986397516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0180c2bb0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fd000009870 tx=0x7fd00001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c87ecc39d72bd344 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd0167fc640 1 -- 172.21.15.133:0/3986397516 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0180aa3d0 con 0x7fd0180c4100 2023-12-02T00:34:16.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd0167fc640 1 -- 172.21.15.133:0/3986397516 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0000a7050 con 0x7fd0180c4100 2023-12-02T00:34:16.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd0167fc640 1 -- 172.21.15.133:0/3986397516 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0000ab820 con 0x7fd0180c4100 2023-12-02T00:34:16.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 -- 172.21.15.133:0/3986397516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 msgr2=0x7fd0180c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 --2- 172.21.15.133:0/3986397516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0180c2bb0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fd000009870 tx=0x7fd00001c420 comp rx=0 tx=0).stop 2023-12-02T00:34:16.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 -- 172.21.15.133:0/3986397516 shutdown_connections 2023-12-02T00:34:16.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 --2- 172.21.15.133:0/3986397516 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd0180a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 --2- 172.21.15.133:0/3986397516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0180c2bb0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 -- 172.21.15.133:0/3986397516 >> 172.21.15.133:0/3986397516 conn(0x7fd01806a5b0 msgr2=0x7fd01806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:16.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 -- 172.21.15.133:0/3986397516 shutdown_connections 2023-12-02T00:34:16.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.219+0000 7fd01d409640 1 -- 172.21.15.133:0/3986397516 wait complete. 2023-12-02T00:34:16.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 Processor -- start 2023-12-02T00:34:16.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 -- start start 2023-12-02T00:34:16.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd018072160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0181ee090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0180c63c0 0x7fd0181ee5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0181eeb10 con 0x7fd0180c4100 2023-12-02T00:34:16.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd018155440 con 0x7fd0180c63c0 2023-12-02T00:34:16.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0181531a0 con 0x7fd0180c06d0 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0181ee090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0181ee090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41620/0 (socket says 172.21.15.133:41620) 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 -- 172.21.15.133:0/923026164 learned_addr learned my addr 172.21.15.133:0/923026164 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd016ffd640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd018072160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd0177fe640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0180c63c0 0x7fd0181ee5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 -- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 msgr2=0x7fd018072160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd018072160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 -- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0180c63c0 msgr2=0x7fd0181ee5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0180c63c0 0x7fd0181ee5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 -- 172.21.15.133:0/923026164 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0000094d0 con 0x7fd0180c4100 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00e7fc640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0181ee090 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fd0000ae040 tx=0x7fd00001ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00ffff640 1 -- 172.21.15.133:0/923026164 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0000b6620 con 0x7fd0180c4100 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00ffff640 1 -- 172.21.15.133:0/923026164 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0000abe90 con 0x7fd0180c4100 2023-12-02T00:34:16.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd018152ec0 con 0x7fd0180c4100 2023-12-02T00:34:16.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd00ffff640 1 -- 172.21.15.133:0/923026164 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0000b69c0 con 0x7fd0180c4100 2023-12-02T00:34:16.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.223+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0181550d0 con 0x7fd0180c4100 2023-12-02T00:34:16.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.227+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd018154c50 con 0x7fd0180c4100 2023-12-02T00:34:16.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.227+0000 7fd00ffff640 1 -- 172.21.15.133:0/923026164 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd0000b2040 con 0x7fd0180c4100 2023-12-02T00:34:16.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.227+0000 7fd00ffff640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcff80664a0 0x7fcff8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.227+0000 7fd00ffff640 1 -- 172.21.15.133:0/923026164 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fd00011e540 con 0x7fd0180c4100 2023-12-02T00:34:16.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.227+0000 7fd016ffd640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcff80664a0 0x7fcff8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.227+0000 7fd016ffd640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcff80664a0 0x7fcff8068960 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd01814dfe0 tx=0x7fd008009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.231+0000 7fd00ffff640 1 -- 172.21.15.133:0/923026164 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd018154c50 con 0x7fd0180c4100 2023-12-02T00:34:16.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.383+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd018154c50 con 0x7fd0180c4100 2023-12-02T00:34:16.387 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.383+0000 7fd00ffff640 1 -- 172.21.15.133:0/923026164 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd018154c50 con 0x7fd0180c4100 2023-12-02T00:34:16.388 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:34:16.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcff80664a0 msgr2=0x7fcff8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.390 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcff80664a0 0x7fcff8068960 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd01814dfe0 tx=0x7fd008009040 comp rx=0 tx=0).stop 2023-12-02T00:34:16.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 msgr2=0x7fd0181ee090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0181ee090 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fd0000ae040 tx=0x7fd00001ac60 comp rx=0 tx=0).stop 2023-12-02T00:34:16.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 shutdown_connections 2023-12-02T00:34:16.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fcff80664a0 0x7fcff8068960 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fd0180c63c0 0x7fd0181ee5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.391 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0180c4100 0x7fd0181ee090 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 --2- 172.21.15.133:0/923026164 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fd0180c06d0 0x7fd018072160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 >> 172.21.15.133:0/923026164 conn(0x7fd01806a5b0 msgr2=0x7fd01815b680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:16.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 shutdown_connections 2023-12-02T00:34:16.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.387+0000 7fd01d409640 1 -- 172.21.15.133:0/923026164 wait complete. 2023-12-02T00:34:16.409 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-02T00:34:16.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.547+0000 7f2156ddf640 1 Processor -- start 2023-12-02T00:34:16.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.547+0000 7f2156ddf640 1 -- start start 2023-12-02T00:34:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2156ddf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f21500c7ea0 0x7f215006b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2156ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f215006b9e0 0x7f215015f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2156ddf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f215006c860 con 0x7f2150151e90 2023-12-02T00:34:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2156ddf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21500c8750 con 0x7f21500c7ea0 2023-12-02T00:34:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2156ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21501552d0 con 0x7f215006b9e0 2023-12-02T00:34:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2154b7b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f2150151e90 0x7f21500c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51634/0 (socket says 172.21.15.133:51634) 2023-12-02T00:34:16.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2154b7b640 1 -- 172.21.15.133:0/984456748 learned_addr learned my addr 172.21.15.133:0/984456748 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2147fff640 1 --2- 172.21.15.133:0/984456748 >> v2:172.21.15.172:3300/0 conn(0x7f21500c7ea0 0x7f215006b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f215537c640 1 --2- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f215006b9e0 0x7f215015f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f21477fe640 1 -- 172.21.15.133:0/984456748 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 632512717 0 0) 0x7f215006c860 con 0x7f2150151e90 2023-12-02T00:34:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f21477fe640 1 -- 172.21.15.133:0/984456748 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2138003530 con 0x7f2150151e90 2023-12-02T00:34:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2147fff640 1 -- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f215006b9e0 msgr2=0x7f215015f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:16.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2147fff640 1 --2- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f215006b9e0 0x7f215015f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2147fff640 1 -- 172.21.15.133:0/984456748 >> v1:172.21.15.133:6789/0 conn(0x7f2150151e90 legacy=0x7f21500c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f21477fe640 1 -- 172.21.15.133:0/984456748 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 398235120 0 0) 0x7f2138003530 con 0x7f2150151e90 2023-12-02T00:34:16.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.551+0000 7f2147fff640 1 -- 172.21.15.133:0/984456748 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2150154930 con 0x7f21500c7ea0 2023-12-02T00:34:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2147fff640 1 --2- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21500c7ea0 0x7f215006b4a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f21400097c0 tx=0x7f214001c280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee96d015a416ed95 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f21477fe640 1 -- 172.21.15.133:0/984456748 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f214c001680 con 0x7f21500c7ea0 2023-12-02T00:34:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f21477fe640 1 -- 172.21.15.133:0/984456748 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21400a7050 con 0x7f21500c7ea0 2023-12-02T00:34:16.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f21477fe640 1 -- 172.21.15.133:0/984456748 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21400ab600 con 0x7f21500c7ea0 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 -- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21500c7ea0 msgr2=0x7f215006b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 --2- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21500c7ea0 0x7f215006b4a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f21400097c0 tx=0x7f214001c280 comp rx=0 tx=0).stop 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 -- 172.21.15.133:0/984456748 shutdown_connections 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 --2- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f215006b9e0 0x7f215015f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 --2- 172.21.15.133:0/984456748 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21500c7ea0 0x7f215006b4a0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 -- 172.21.15.133:0/984456748 >> 172.21.15.133:0/984456748 conn(0x7f21500ca170 msgr2=0x7f21500ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 -- 172.21.15.133:0/984456748 shutdown_connections 2023-12-02T00:34:16.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.555+0000 7f2156ddf640 1 -- 172.21.15.133:0/984456748 wait complete. 2023-12-02T00:34:16.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 Processor -- start 2023-12-02T00:34:16.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 -- start start 2023-12-02T00:34:16.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f215006b9e0 0x7f21500c34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21500c7ea0 0x7f2150143140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2150151e90 0x7f2150143680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21501edea0 con 0x7f215006b9e0 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21501ecfd0 con 0x7f2150151e90 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21501ed290 con 0x7f21500c7ea0 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f215006b9e0 0x7f21500c34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f215006b9e0 0x7f21500c34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41622/0 (socket says 172.21.15.133:41622) 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 -- 172.21.15.133:0/1034202411 learned_addr learned my addr 172.21.15.133:0/1034202411 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 -- 172.21.15.133:0/1034202411 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21500c7ea0 msgr2=0x7f2150143140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21500c7ea0 0x7f2150143140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 -- 172.21.15.133:0/1034202411 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2150151e90 msgr2=0x7f2150143680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2150151e90 0x7f2150143680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 -- 172.21.15.133:0/1034202411 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2140009420 con 0x7f215006b9e0 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2154b7b640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f215006b9e0 0x7f21500c34a0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f214c00c750 tx=0x7f214c00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f21457fa640 1 -- 172.21.15.133:0/1034202411 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f214c005ae0 con 0x7f215006b9e0 2023-12-02T00:34:16.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f21457fa640 1 -- 172.21.15.133:0/1034202411 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f214c005c60 con 0x7f215006b9e0 2023-12-02T00:34:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21501ed570 con 0x7f215006b9e0 2023-12-02T00:34:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f21457fa640 1 -- 172.21.15.133:0/1034202411 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f214c007070 con 0x7f215006b9e0 2023-12-02T00:34:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21501edb30 con 0x7f215006b9e0 2023-12-02T00:34:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.559+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2150068400 con 0x7f215006b9e0 2023-12-02T00:34:16.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.563+0000 7f21457fa640 1 -- 172.21.15.133:0/1034202411 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f214c0071d0 con 0x7f215006b9e0 2023-12-02T00:34:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.563+0000 7f21457fa640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f213c066470 0x7f213c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.563+0000 7f21457fa640 1 -- 172.21.15.133:0/1034202411 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f214c083fd0 con 0x7f215006b9e0 2023-12-02T00:34:16.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.563+0000 7f2147fff640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f213c066470 0x7f213c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.563+0000 7f2147fff640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f213c066470 0x7f213c068930 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f21400ad000 tx=0x7f2140004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.567+0000 7f21457fa640 1 -- 172.21.15.133:0/1034202411 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f214c0510e0 con 0x7f215006b9e0 2023-12-02T00:34:16.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.715+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f21500c40a0 con 0x7f215006b9e0 2023-12-02T00:34:16.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.715+0000 7f21457fa640 1 -- 172.21.15.133:0/1034202411 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v71) v1 ==== 104+0+11 (secure 0 0 0) 0x7f214c054700 con 0x7f215006b9e0 2023-12-02T00:34:16.718 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:16.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f213c066470 msgr2=0x7f213c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f213c066470 0x7f213c068930 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f21400ad000 tx=0x7f2140004740 comp rx=0 tx=0).stop 2023-12-02T00:34:16.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f215006b9e0 msgr2=0x7f21500c34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f215006b9e0 0x7f21500c34a0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f214c00c750 tx=0x7f214c00cc10 comp rx=0 tx=0).stop 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 shutdown_connections 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f213c066470 0x7f213c068930 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2150151e90 0x7f2150143680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21500c7ea0 0x7f2150143140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 --2- 172.21.15.133:0/1034202411 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f215006b9e0 0x7f21500c34a0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 >> 172.21.15.133:0/1034202411 conn(0x7f21500ca170 msgr2=0x7f2150152f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 shutdown_connections 2023-12-02T00:34:16.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.719+0000 7f2156ddf640 1 -- 172.21.15.133:0/1034202411 wait complete. 2023-12-02T00:34:16.739 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-02T00:34:16.879 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.875+0000 7f7f35009640 1 Processor -- start 2023-12-02T00:34:16.880 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.875+0000 7f7f35009640 1 -- start start 2023-12-02T00:34:16.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f35009640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f300c5260 0x7f7f3006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f35009640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7f30155de0 0x7f7f30156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f35009640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f300c2580 con 0x7f7f300c5640 2023-12-02T00:34:16.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f35009640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f30153510 con 0x7f7f30155de0 2023-12-02T00:34:16.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f35009640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f300c17f0 con 0x7f7f300c5260 2023-12-02T00:34:16.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2f59e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7f30155de0 0x7f7f30156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.881 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2f59e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7f30155de0 0x7f7f30156250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41630/0 (socket says 172.21.15.133:41630) 2023-12-02T00:34:16.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2f59e640 1 -- 172.21.15.133:0/971842918 learned_addr learned my addr 172.21.15.133:0/971842918 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:16.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2ed9d640 1 --2- 172.21.15.133:0/971842918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f300c5260 0x7f7f3006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2f59e640 1 -- 172.21.15.133:0/971842918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f300c5260 msgr2=0x7f7f3006d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:16.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2f59e640 1 --2- 172.21.15.133:0/971842918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f300c5260 0x7f7f3006d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2f59e640 1 -- 172.21.15.133:0/971842918 >> v1:172.21.15.172:6789/0 conn(0x7f7f300c5640 legacy=0x7f7f300c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.879+0000 7f7f2f59e640 1 -- 172.21.15.133:0/971842918 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f300c1a00 con 0x7f7f30155de0 2023-12-02T00:34:16.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f2f59e640 1 --2- 172.21.15.133:0/971842918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f30155de0 0x7f7f30156250 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f7f300c1930 tx=0x7f7f2801c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e257cc4edaf0f47f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f2e59c640 1 -- 172.21.15.133:0/971842918 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f280a5770 con 0x7f7f30155de0 2023-12-02T00:34:16.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f2e59c640 1 -- 172.21.15.133:0/971842918 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f280a58d0 con 0x7f7f30155de0 2023-12-02T00:34:16.884 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f2e59c640 1 -- 172.21.15.133:0/971842918 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f280a5c60 con 0x7f7f30155de0 2023-12-02T00:34:16.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 -- 172.21.15.133:0/971842918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f30155de0 msgr2=0x7f7f30156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 --2- 172.21.15.133:0/971842918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f30155de0 0x7f7f30156250 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f7f300c1930 tx=0x7f7f2801c8f0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 -- 172.21.15.133:0/971842918 shutdown_connections 2023-12-02T00:34:16.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 --2- 172.21.15.133:0/971842918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f30155de0 0x7f7f30156250 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.885 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 --2- 172.21.15.133:0/971842918 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f300c5260 0x7f7f3006d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 -- 172.21.15.133:0/971842918 >> 172.21.15.133:0/971842918 conn(0x7f7f3006a5b0 msgr2=0x7f7f3006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:16.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 -- 172.21.15.133:0/971842918 shutdown_connections 2023-12-02T00:34:16.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 -- 172.21.15.133:0/971842918 wait complete. 2023-12-02T00:34:16.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 Processor -- start 2023-12-02T00:34:16.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.883+0000 7f7f35009640 1 -- start start 2023-12-02T00:34:16.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f300c5260 0x7f7f30156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f300c5640 0x7f7f3014af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f30155de0 0x7f7f3014b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f301585d0 con 0x7f7f300c5640 2023-12-02T00:34:16.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f301ed970 con 0x7f7f300c5260 2023-12-02T00:34:16.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f300a8f80 con 0x7f7f30155de0 2023-12-02T00:34:16.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f300c5640 0x7f7f3014af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2ed9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f300c5260 0x7f7f30156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2f59e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f30155de0 0x7f7f3014b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2f59e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f30155de0 0x7f7f3014b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:51608/0 (socket says 172.21.15.133:51608) 2023-12-02T00:34:16.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2ed9d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f300c5260 0x7f7f30156fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:44152/0 (socket says 172.21.15.133:44152) 2023-12-02T00:34:16.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2f59e640 1 -- 172.21.15.133:0/4104990780 learned_addr learned my addr 172.21.15.133:0/4104990780 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:16.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2659c640 1 -- 172.21.15.133:0/4104990780 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f30155de0 msgr2=0x7f7f3014b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2659c640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f30155de0 0x7f7f3014b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2659c640 1 -- 172.21.15.133:0/4104990780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f300c5260 msgr2=0x7f7f30156fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:16.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2659c640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f300c5260 0x7f7f30156fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:16.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2659c640 1 -- 172.21.15.133:0/4104990780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f28009b30 con 0x7f7f300c5640 2023-12-02T00:34:16.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f2659c640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f300c5640 0x7f7f3014af60 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f7f300c5aa0 tx=0x7f7f1800c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f27fff640 1 -- 172.21.15.133:0/4104990780 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f180052d0 con 0x7f7f300c5640 2023-12-02T00:34:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f27fff640 1 -- 172.21.15.133:0/4104990780 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f18005430 con 0x7f7f300c5640 2023-12-02T00:34:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f301ede80 con 0x7f7f300c5640 2023-12-02T00:34:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f27fff640 1 -- 172.21.15.133:0/4104990780 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f18003820 con 0x7f7f300c5640 2023-12-02T00:34:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f300a8c10 con 0x7f7f300c5640 2023-12-02T00:34:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f300a8dd0 con 0x7f7f300c5640 2023-12-02T00:34:16.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.887+0000 7f7f27fff640 1 -- 172.21.15.133:0/4104990780 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7f18003980 con 0x7f7f300c5640 2023-12-02T00:34:16.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.891+0000 7f7f27fff640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f10066470 0x7f7f10068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:16.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.891+0000 7f7f27fff640 1 -- 172.21.15.133:0/4104990780 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f7f180837b0 con 0x7f7f300c5640 2023-12-02T00:34:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.891+0000 7f7f2ed9d640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f10066470 0x7f7f10068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:16.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.891+0000 7f7f2ed9d640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f10066470 0x7f7f10068930 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7f200079c0 tx=0x7f7f20008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:16.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:16.895+0000 7f7f27fff640 1 -- 172.21.15.133:0/4104990780 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7f180508e0 con 0x7f7f300c5640 2023-12-02T00:34:17.047 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.043+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7f3006da90 con 0x7f7f300c5640 2023-12-02T00:34:17.048 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f27fff640 1 -- 172.21.15.133:0/4104990780 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v71) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7f18053f00 con 0x7f7f300c5640 2023-12-02T00:34:17.048 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:17.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f10066470 msgr2=0x7f7f10068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f10066470 0x7f7f10068930 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7f200079c0 tx=0x7f7f20008040 comp rx=0 tx=0).stop 2023-12-02T00:34:17.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f300c5640 msgr2=0x7f7f3014af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f300c5640 0x7f7f3014af60 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f7f300c5aa0 tx=0x7f7f1800c870 comp rx=0 tx=0).stop 2023-12-02T00:34:17.050 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 shutdown_connections 2023-12-02T00:34:17.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7f10066470 0x7f7f10068930 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7f30155de0 0x7f7f3014b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f300c5640 0x7f7f3014af60 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 --2- 172.21.15.133:0/4104990780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7f300c5260 0x7f7f30156fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 >> 172.21.15.133:0/4104990780 conn(0x7f7f3006a5b0 msgr2=0x7f7f300c42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:17.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 shutdown_connections 2023-12-02T00:34:17.051 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.047+0000 7f7f35009640 1 -- 172.21.15.133:0/4104990780 wait complete. 2023-12-02T00:34:17.069 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:34:17.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.207+0000 7f0b02ddf640 1 Processor -- start 2023-12-02T00:34:17.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.207+0000 7f0b02ddf640 1 -- start start 2023-12-02T00:34:17.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.207+0000 7f0b02ddf640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f0afc155de0 0x7f0afc156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b02ddf640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0afc0c2580 con 0x7f0afc0c5260 2023-12-02T00:34:17.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b02ddf640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0afc0c1a00 con 0x7f0afc0c5640 2023-12-02T00:34:17.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b02ddf640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0afc153510 con 0x7f0afc155de0 2023-12-02T00:34:17.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b00b7b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0afc0c5260 0x7f0afc06d5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51636/0 (socket says 172.21.15.133:51636) 2023-12-02T00:34:17.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b00b7b640 1 -- 172.21.15.133:0/4002298287 learned_addr learned my addr 172.21.15.133:0/4002298287 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:17.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b0137c640 1 --2- 172.21.15.133:0/4002298287 >> v2:172.21.15.172:3300/0 conn(0x7f0afc155de0 0x7f0afc156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0afb7fe640 1 -- 172.21.15.133:0/4002298287 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 414538231 0 0) 0x7f0afc0c2580 con 0x7f0afc0c5260 2023-12-02T00:34:17.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0afb7fe640 1 -- 172.21.15.133:0/4002298287 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0aec003530 con 0x7f0afc0c5260 2023-12-02T00:34:17.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b0137c640 1 -- 172.21.15.133:0/4002298287 >> v1:172.21.15.172:6789/0 conn(0x7f0afc0c5640 legacy=0x7f0afc0c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0afb7fe640 1 -- 172.21.15.133:0/4002298287 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3184384417 0 0) 0x7f0afc0c1a00 con 0x7f0afc0c5640 2023-12-02T00:34:17.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b0137c640 1 -- 172.21.15.133:0/4002298287 >> v1:172.21.15.133:6789/0 conn(0x7f0afc0c5260 legacy=0x7f0afc06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b0137c640 1 -- 172.21.15.133:0/4002298287 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0afc0c1ce0 con 0x7f0afc155de0 2023-12-02T00:34:17.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.211+0000 7f0b0137c640 1 --2- 172.21.15.133:0/4002298287 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 0x7f0afc156230 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0af4009d90 tx=0x7f0af401c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27ece3e1c319c22 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0afb7fe640 1 -- 172.21.15.133:0/4002298287 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af40a5870 con 0x7f0afc155de0 2023-12-02T00:34:17.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0afb7fe640 1 -- 172.21.15.133:0/4002298287 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0af40a59d0 con 0x7f0afc155de0 2023-12-02T00:34:17.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0afb7fe640 1 -- 172.21.15.133:0/4002298287 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af40a5d60 con 0x7f0afc155de0 2023-12-02T00:34:17.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- 172.21.15.133:0/4002298287 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 msgr2=0x7f0afc156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/4002298287 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 0x7f0afc156230 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0af4009d90 tx=0x7f0af401c8c0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- 172.21.15.133:0/4002298287 shutdown_connections 2023-12-02T00:34:17.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/4002298287 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 0x7f0afc156230 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- 172.21.15.133:0/4002298287 >> 172.21.15.133:0/4002298287 conn(0x7f0afc06a5b0 msgr2=0x7f0afc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:17.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- 172.21.15.133:0/4002298287 shutdown_connections 2023-12-02T00:34:17.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- 172.21.15.133:0/4002298287 wait complete. 2023-12-02T00:34:17.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 Processor -- start 2023-12-02T00:34:17.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- start start 2023-12-02T00:34:17.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0c5260 0x7f0afc0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0afc0c5640 0x7f0afc14f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 0x7f0afc1f0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0afc1491a0 con 0x7f0afc0c5260 2023-12-02T00:34:17.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0afc14e500 con 0x7f0afc155de0 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b02ddf640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0afc0a7030 con 0x7f0afc0c5640 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b00b7b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0c5260 0x7f0afc0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b00b7b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0c5260 0x7f0afc0bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41644/0 (socket says 172.21.15.133:41644) 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.215+0000 7f0b00b7b640 1 -- 172.21.15.133:0/719803740 learned_addr learned my addr 172.21.15.133:0/719803740 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b0137c640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 0x7f0afc1f0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0afbfff640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0afc0c5640 0x7f0afc14f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b00b7b640 1 -- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0afc0c5640 msgr2=0x7f0afc14f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b00b7b640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0afc0c5640 0x7f0afc14f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b00b7b640 1 -- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 msgr2=0x7f0afc1f0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b00b7b640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 0x7f0afc1f0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b00b7b640 1 -- 172.21.15.133:0/719803740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0af4009a70 con 0x7f0afc0c5260 2023-12-02T00:34:17.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b00b7b640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0c5260 0x7f0afc0bf360 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f0af000c3c0 tx=0x7f0af000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0af97fa640 1 -- 172.21.15.133:0/719803740 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af0005cf0 con 0x7f0afc0c5260 2023-12-02T00:34:17.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0af97fa640 1 -- 172.21.15.133:0/719803740 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0af0005e50 con 0x7f0afc0c5260 2023-12-02T00:34:17.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0af97fa640 1 -- 172.21.15.133:0/719803740 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af00072f0 con 0x7f0afc0c5260 2023-12-02T00:34:17.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0afc14e9f0 con 0x7f0afc0c5260 2023-12-02T00:34:17.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0afc148a50 con 0x7f0afc0c5260 2023-12-02T00:34:17.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0afc0a59d0 con 0x7f0afc0c5260 2023-12-02T00:34:17.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.219+0000 7f0af97fa640 1 -- 172.21.15.133:0/719803740 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0af0007450 con 0x7f0afc0c5260 2023-12-02T00:34:17.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.223+0000 7f0af97fa640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ae0066470 0x7f0ae0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.223+0000 7f0af97fa640 1 -- 172.21.15.133:0/719803740 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0af0083720 con 0x7f0afc0c5260 2023-12-02T00:34:17.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.223+0000 7f0afbfff640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ae0066470 0x7f0ae0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.224 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.223+0000 7f0afbfff640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ae0066470 0x7f0ae0068930 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f0afc14ee40 tx=0x7f0ae8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.227+0000 7f0af97fa640 1 -- 172.21.15.133:0/719803740 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0af00508e0 con 0x7f0afc0c5260 2023-12-02T00:34:17.381 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.375+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0afc068400 con 0x7f0afc0c5260 2023-12-02T00:34:17.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.375+0000 7f0af97fa640 1 -- 172.21.15.133:0/719803740 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v71) v1 ==== 105+0+11 (secure 0 0 0) 0x7f0af00170b0 con 0x7f0afc0c5260 2023-12-02T00:34:17.382 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:17.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ae0066470 msgr2=0x7f0ae0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ae0066470 0x7f0ae0068930 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f0afc14ee40 tx=0x7f0ae8009040 comp rx=0 tx=0).stop 2023-12-02T00:34:17.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0c5260 msgr2=0x7f0afc0bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0c5260 0x7f0afc0bf360 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f0af000c3c0 tx=0x7f0af000c880 comp rx=0 tx=0).stop 2023-12-02T00:34:17.383 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 shutdown_connections 2023-12-02T00:34:17.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0ae0066470 0x7f0ae0068930 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0afc155de0 0x7f0afc1f0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0afc0c5640 0x7f0afc14f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 --2- 172.21.15.133:0/719803740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0c5260 0x7f0afc0bf360 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 >> 172.21.15.133:0/719803740 conn(0x7f0afc06a5b0 msgr2=0x7f0afc14be30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:17.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 shutdown_connections 2023-12-02T00:34:17.384 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.379+0000 7f0b02ddf640 1 -- 172.21.15.133:0/719803740 wait complete. 2023-12-02T00:34:17.400 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:34:17.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff93130f640 1 Processor -- start 2023-12-02T00:34:17.540 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff93130f640 1 -- start start 2023-12-02T00:34:17.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff93130f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff93130f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff92c0bd660 0x7ff92c154b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff93130f640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff92c0ac4f0 con 0x7ff92c151dc0 2023-12-02T00:34:17.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff93130f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff92c158780 con 0x7ff92c0bd660 2023-12-02T00:34:17.541 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff93130f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff92c158a60 con 0x7ff92c0c7ed0 2023-12-02T00:34:17.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff9227fc640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff92b7fe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff92c0bd660 0x7ff92c154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff9227fc640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c154650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:51626/0 (socket says 172.21.15.133:51626) 2023-12-02T00:34:17.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff9227fc640 1 -- 172.21.15.133:0/3359027117 learned_addr learned my addr 172.21.15.133:0/3359027117 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:17.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff9227fc640 1 -- 172.21.15.133:0/3359027117 >> v2:172.21.15.172:3300/0 conn(0x7ff92c0bd660 msgr2=0x7ff92c154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:17.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff9227fc640 1 --2- 172.21.15.133:0/3359027117 >> v2:172.21.15.172:3300/0 conn(0x7ff92c0bd660 0x7ff92c154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff9227fc640 1 -- 172.21.15.133:0/3359027117 >> v1:172.21.15.172:6789/0 conn(0x7ff92c151dc0 legacy=0x7ff92c0c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.539+0000 7ff9227fc640 1 -- 172.21.15.133:0/3359027117 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff92c0ac180 con 0x7ff92c0c7ed0 2023-12-02T00:34:17.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff9227fc640 1 --2- 172.21.15.133:0/3359027117 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c154650 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff91c009870 tx=0x7ff91c01c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be0cae316cd07ef1 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff92a7fc640 1 -- 172.21.15.133:0/3359027117 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff91c0ab600 con 0x7ff92c0c7ed0 2023-12-02T00:34:17.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff92a7fc640 1 -- 172.21.15.133:0/3359027117 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff91c0a7050 con 0x7ff92c0c7ed0 2023-12-02T00:34:17.545 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff92a7fc640 1 -- 172.21.15.133:0/3359027117 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff91c0ab980 con 0x7ff92c0c7ed0 2023-12-02T00:34:17.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 -- 172.21.15.133:0/3359027117 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 msgr2=0x7ff92c154650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 --2- 172.21.15.133:0/3359027117 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c154650 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff91c009870 tx=0x7ff91c01c420 comp rx=0 tx=0).stop 2023-12-02T00:34:17.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 -- 172.21.15.133:0/3359027117 shutdown_connections 2023-12-02T00:34:17.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 --2- 172.21.15.133:0/3359027117 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c154650 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 --2- 172.21.15.133:0/3359027117 >> v2:172.21.15.172:3300/0 conn(0x7ff92c0bd660 0x7ff92c154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 -- 172.21.15.133:0/3359027117 >> 172.21.15.133:0/3359027117 conn(0x7ff92c071eb0 msgr2=0x7ff92c0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:17.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 -- 172.21.15.133:0/3359027117 shutdown_connections 2023-12-02T00:34:17.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 -- 172.21.15.133:0/3359027117 wait complete. 2023-12-02T00:34:17.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.543+0000 7ff93130f640 1 Processor -- start 2023-12-02T00:34:17.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 -- start start 2023-12-02T00:34:17.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff92c0bd660 0x7ff92c1ee650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c153730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff92c151dc0 0x7ff92c1f0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff92c1f0bd0 con 0x7ff92c0bd660 2023-12-02T00:34:17.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff92c0bfe10 con 0x7ff92c151dc0 2023-12-02T00:34:17.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff92c0bdb00 con 0x7ff92c0c7ed0 2023-12-02T00:34:17.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff92c0bd660 0x7ff92c1ee650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff92c0bd660 0x7ff92c1ee650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41646/0 (socket says 172.21.15.133:41646) 2023-12-02T00:34:17.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 -- 172.21.15.133:0/3583202611 learned_addr learned my addr 172.21.15.133:0/3583202611 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:17.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff9227fc640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c153730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92b7fe640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff92c151dc0 0x7ff92c1f0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 -- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 msgr2=0x7ff92c153730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c153730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 -- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff92c151dc0 msgr2=0x7ff92c1f0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff92c151dc0 0x7ff92c1f0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 -- 172.21.15.133:0/3583202611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff91c0094d0 con 0x7ff92c0bd660 2023-12-02T00:34:17.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff92affd640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff92c0bd660 0x7ff92c1ee650 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7ff91400c530 tx=0x7ff91400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff923fff640 1 -- 172.21.15.133:0/3583202611 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff914005220 con 0x7ff92c0bd660 2023-12-02T00:34:17.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff923fff640 1 -- 172.21.15.133:0/3583202611 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff914005380 con 0x7ff92c0bd660 2023-12-02T00:34:17.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff923fff640 1 -- 172.21.15.133:0/3583202611 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff914007270 con 0x7ff92c0bd660 2023-12-02T00:34:17.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff92c0bdde0 con 0x7ff92c0bd660 2023-12-02T00:34:17.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff92c153c70 con 0x7ff92c0bd660 2023-12-02T00:34:17.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.547+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff92c1f0d10 con 0x7ff92c0bd660 2023-12-02T00:34:17.552 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.551+0000 7ff923fff640 1 -- 172.21.15.133:0/3583202611 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff9140073d0 con 0x7ff92c0bd660 2023-12-02T00:34:17.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.551+0000 7ff923fff640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff90c066470 0x7ff90c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.551+0000 7ff923fff640 1 -- 172.21.15.133:0/3583202611 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7ff9140839c0 con 0x7ff92c0bd660 2023-12-02T00:34:17.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.551+0000 7ff9227fc640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff90c066470 0x7ff90c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.554 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.551+0000 7ff9227fc640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff90c066470 0x7ff90c068930 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff91c0ad000 tx=0x7ff91c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.555+0000 7ff923fff640 1 -- 172.21.15.133:0/3583202611 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff92c1f0d10 con 0x7ff92c0bd660 2023-12-02T00:34:17.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.703+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7ff92c1f0d10 con 0x7ff92c0bd660 2023-12-02T00:34:17.706 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.703+0000 7ff923fff640 1 -- 172.21.15.133:0/3583202611 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v71) v1 ==== 101+0+11 (secure 0 0 0) 0x7ff914050b80 con 0x7ff92c0bd660 2023-12-02T00:34:17.706 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:17.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff90c066470 msgr2=0x7ff90c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff90c066470 0x7ff90c068930 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff91c0ad000 tx=0x7ff91c008040 comp rx=0 tx=0).stop 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff92c0bd660 msgr2=0x7ff92c1ee650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff92c0bd660 0x7ff92c1ee650 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7ff91400c530 tx=0x7ff91400c9f0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 shutdown_connections 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff90c066470 0x7ff90c068930 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff92c151dc0 0x7ff92c1f0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff92c0c7ed0 0x7ff92c153730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 --2- 172.21.15.133:0/3583202611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff92c0bd660 0x7ff92c1ee650 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 >> 172.21.15.133:0/3583202611 conn(0x7ff92c071eb0 msgr2=0x7ff92c072290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 shutdown_connections 2023-12-02T00:34:17.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.707+0000 7ff93130f640 1 -- 172.21.15.133:0/3583202611 wait complete. 2023-12-02T00:34:17.728 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:17.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f6a7aa640 1 Processor -- start 2023-12-02T00:34:17.865 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f6a7aa640 1 -- start start 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f6a7aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c2bb0 0x7f0f640c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f6a7aa640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f640c31c0 con 0x7f0f640c63c0 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f6a7aa640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f640c34a0 con 0x7f0f640c4100 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f6a7aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f640c1030 con 0x7f0f640c2bb0 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f63fff640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0f640c63c0 0x7f0f640c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51644/0 (socket says 172.21.15.133:51644) 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f63fff640 1 -- 172.21.15.133:0/3145744072 learned_addr learned my addr 172.21.15.133:0/3145744072 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f68d47640 1 --2- 172.21.15.133:0/3145744072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c2bb0 0x7f0f640c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f62ffd640 1 -- 172.21.15.133:0/3145744072 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2318162866 0 0) 0x7f0f640c31c0 con 0x7f0f640c63c0 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f62ffd640 1 -- 172.21.15.133:0/3145744072 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0f4c003530 con 0x7f0f640c63c0 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f68d47640 1 -- 172.21.15.133:0/3145744072 >> v1:172.21.15.172:6789/0 conn(0x7f0f640c4100 legacy=0x7f0f640a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f62ffd640 1 -- 172.21.15.133:0/3145744072 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1682680649 0 0) 0x7f0f640c34a0 con 0x7f0f640c4100 2023-12-02T00:34:17.867 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f68d47640 1 -- 172.21.15.133:0/3145744072 >> v1:172.21.15.133:6789/0 conn(0x7f0f640c63c0 legacy=0x7f0f640c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.868 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.863+0000 7f0f68d47640 1 -- 172.21.15.133:0/3145744072 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f640c1310 con 0x7f0f640c2bb0 2023-12-02T00:34:17.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f68d47640 1 --2- 172.21.15.133:0/3145744072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c2bb0 0x7f0f640c06d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c009dc0 tx=0x7f0f5c01c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89924cba218fb46c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.870 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f62ffd640 1 -- 172.21.15.133:0/3145744072 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f5c0a5900 con 0x7f0f640c2bb0 2023-12-02T00:34:17.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f62ffd640 1 -- 172.21.15.133:0/3145744072 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f5c0a5a60 con 0x7f0f640c2bb0 2023-12-02T00:34:17.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f62ffd640 1 -- 172.21.15.133:0/3145744072 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f5c0a5df0 con 0x7f0f640c2bb0 2023-12-02T00:34:17.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3145744072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c2bb0 msgr2=0x7f0f640c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.871 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3145744072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c2bb0 0x7f0f640c06d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c009dc0 tx=0x7f0f5c01c820 comp rx=0 tx=0).stop 2023-12-02T00:34:17.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3145744072 shutdown_connections 2023-12-02T00:34:17.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3145744072 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c2bb0 0x7f0f640c06d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3145744072 >> 172.21.15.133:0/3145744072 conn(0x7f0f6406a5b0 msgr2=0x7f0f6406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:17.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3145744072 shutdown_connections 2023-12-02T00:34:17.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.867+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3145744072 wait complete. 2023-12-02T00:34:17.872 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 Processor -- start 2023-12-02T00:34:17.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 -- start start 2023-12-02T00:34:17.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f640c2bb0 0x7f0f6414f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f640c4100 0x7f0f6414bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c63c0 0x7f0f6414de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f6406ff90 con 0x7f0f640c4100 2023-12-02T00:34:17.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f6414b740 con 0x7f0f640c2bb0 2023-12-02T00:34:17.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f6414b570 con 0x7f0f640c63c0 2023-12-02T00:34:17.875 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f640c4100 0x7f0f6414bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f640c4100 0x7f0f6414bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41650/0 (socket says 172.21.15.133:41650) 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 -- 172.21.15.133:0/3195887953 learned_addr learned my addr 172.21.15.133:0/3195887953 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f68d47640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c63c0 0x7f0f6414de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f63fff640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f640c2bb0 0x7f0f6414f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 -- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c63c0 msgr2=0x7f0f6414de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c63c0 0x7f0f6414de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 -- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f640c2bb0 msgr2=0x7f0f6414f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f640c2bb0 0x7f0f6414f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 -- 172.21.15.133:0/3195887953 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f5c009a70 con 0x7f0f640c4100 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f637fe640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f640c4100 0x7f0f6414bfe0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800c500 tx=0x7f0f5800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f60ff9640 1 -- 172.21.15.133:0/3195887953 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f58003600 con 0x7f0f640c4100 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f60ff9640 1 -- 172.21.15.133:0/3195887953 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f58003760 con 0x7f0f640c4100 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f641ed440 con 0x7f0f640c4100 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f60ff9640 1 -- 172.21.15.133:0/3195887953 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f58003b10 con 0x7f0f640c4100 2023-12-02T00:34:17.876 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.871+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f6414b990 con 0x7f0f640c4100 2023-12-02T00:34:17.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.875+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f64068400 con 0x7f0f640c4100 2023-12-02T00:34:17.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.875+0000 7f0f60ff9640 1 -- 172.21.15.133:0/3195887953 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0f58003c70 con 0x7f0f640c4100 2023-12-02T00:34:17.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.875+0000 7f0f60ff9640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0f500664a0 0x7f0f50068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:17.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.875+0000 7f0f60ff9640 1 -- 172.21.15.133:0/3195887953 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f0f58083800 con 0x7f0f640c4100 2023-12-02T00:34:17.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.875+0000 7f0f63fff640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0f500664a0 0x7f0f50068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:17.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.875+0000 7f0f63fff640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0f500664a0 0x7f0f50068960 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0f540011f0 tx=0x7f0f54009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:17.882 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:17.879+0000 7f0f60ff9640 1 -- 172.21.15.133:0/3195887953 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0f580509d0 con 0x7f0f640c4100 2023-12-02T00:34:18.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0f640c3e70 con 0x7f0f640c4100 2023-12-02T00:34:18.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f60ff9640 1 -- 172.21.15.133:0/3195887953 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) v1 ==== 94+0+6146 (secure 0 0 0) 0x7f0f58017090 con 0x7f0f640c4100 2023-12-02T00:34:18.065 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:18.065 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":52,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:34.528496+0000","modified":"2023-12-02T00:33:37.550530+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6501},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6501":{"gid":6501,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/2435278400","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2435278400},{"type":"v1","addr":"172.21.15.133:6837","nonce":2435278400}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:34:18.065 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 52 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0f500664a0 msgr2=0x7f0f50068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0f500664a0 0x7f0f50068960 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0f540011f0 tx=0x7f0f54009040 comp rx=0 tx=0).stop 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f640c4100 msgr2=0x7f0f6414bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f640c4100 0x7f0f6414bfe0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800c500 tx=0x7f0f5800c9c0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 shutdown_connections 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f0f500664a0 0x7f0f50068960 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f0f640c63c0 0x7f0f6414de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f640c4100 0x7f0f6414bfe0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 --2- 172.21.15.133:0/3195887953 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f0f640c2bb0 0x7f0f6414f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 >> 172.21.15.133:0/3195887953 conn(0x7f0f6406a5b0 msgr2=0x7f0f64155260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 shutdown_connections 2023-12-02T00:34:18.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.063+0000 7f0f6a7aa640 1 -- 172.21.15.133:0/3195887953 wait complete. 2023-12-02T00:34:18.086 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:18.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.223+0000 7fa4fba32640 1 Processor -- start 2023-12-02T00:34:18.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.223+0000 7fa4fba32640 1 -- start start 2023-12-02T00:34:18.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.223+0000 7fa4fba32640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa4f40c63c0 0x7fa4f40c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.223+0000 7fa4fba32640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa4f40c2bb0 0x7fa4f40a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.223+0000 7fa4fba32640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4f40c31c0 con 0x7fa4f40c4100 2023-12-02T00:34:18.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.223+0000 7fa4fba32640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4f40c34a0 con 0x7fa4f40c2bb0 2023-12-02T00:34:18.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.223+0000 7fa4fba32640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4f40c1030 con 0x7fa4f40c63c0 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa4f40c2bb0 0x7fa4f40a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fa4f40c2bb0 0x7fa4f40a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41664/0 (socket says 172.21.15.133:41664) 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 -- 172.21.15.133:0/2202715052 learned_addr learned my addr 172.21.15.133:0/2202715052 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f97ce640 1 --2- 172.21.15.133:0/2202715052 >> v2:172.21.15.172:3300/0 conn(0x7fa4f40c63c0 0x7fa4f40c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 -- 172.21.15.133:0/2202715052 >> v2:172.21.15.172:3300/0 conn(0x7fa4f40c63c0 msgr2=0x7fa4f40c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 --2- 172.21.15.133:0/2202715052 >> v2:172.21.15.172:3300/0 conn(0x7fa4f40c63c0 0x7fa4f40c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 -- 172.21.15.133:0/2202715052 >> v1:172.21.15.172:6789/0 conn(0x7fa4f40c4100 legacy=0x7fa4f40c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 -- 172.21.15.133:0/2202715052 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4f40c1310 con 0x7fa4f40c2bb0 2023-12-02T00:34:18.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4f9fcf640 1 --2- 172.21.15.133:0/2202715052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c2bb0 0x7fa4f40a9680 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fa4f406e000 tx=0x7fa4ec01c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d7f9fe575b75acf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4ebfff640 1 -- 172.21.15.133:0/2202715052 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4f40aa3d0 con 0x7fa4f40c2bb0 2023-12-02T00:34:18.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4ebfff640 1 -- 172.21.15.133:0/2202715052 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4ec0a5790 con 0x7fa4f40c2bb0 2023-12-02T00:34:18.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.227+0000 7fa4ebfff640 1 -- 172.21.15.133:0/2202715052 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4ec0a5b20 con 0x7fa4f40c2bb0 2023-12-02T00:34:18.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- 172.21.15.133:0/2202715052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c2bb0 msgr2=0x7fa4f40a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 --2- 172.21.15.133:0/2202715052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c2bb0 0x7fa4f40a9680 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fa4f406e000 tx=0x7fa4ec01c8b0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- 172.21.15.133:0/2202715052 shutdown_connections 2023-12-02T00:34:18.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 --2- 172.21.15.133:0/2202715052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c2bb0 0x7fa4f40a9680 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 --2- 172.21.15.133:0/2202715052 >> v2:172.21.15.172:3300/0 conn(0x7fa4f40c63c0 0x7fa4f40c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- 172.21.15.133:0/2202715052 >> 172.21.15.133:0/2202715052 conn(0x7fa4f406a5b0 msgr2=0x7fa4f406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:18.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- 172.21.15.133:0/2202715052 shutdown_connections 2023-12-02T00:34:18.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- 172.21.15.133:0/2202715052 wait complete. 2023-12-02T00:34:18.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 Processor -- start 2023-12-02T00:34:18.234 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- start start 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4f40c2bb0 0x7fa4f415e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c4100 0x7fa4f415da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4f40c63c0 0x7fa4f40716c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f4152b40 con 0x7fa4f40c4100 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f4152610 con 0x7fa4f40c2bb0 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4fba32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4f4072160 con 0x7fa4f40c63c0 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4f8fcd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c4100 0x7fa4f415da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4f8fcd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c4100 0x7fa4f415da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41666/0 (socket says 172.21.15.133:41666) 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4f8fcd640 1 -- 172.21.15.133:0/30614845 learned_addr learned my addr 172.21.15.133:0/30614845 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:18.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4f97ce640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4f40c2bb0 0x7fa4f415e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.231+0000 7fa4f9fcf640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4f40c63c0 0x7fa4f40716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4f8fcd640 1 -- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4f40c63c0 msgr2=0x7fa4f40716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4f8fcd640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4f40c63c0 0x7fa4f40716c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4f8fcd640 1 -- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4f40c2bb0 msgr2=0x7fa4f415e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4f8fcd640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4f40c2bb0 0x7fa4f415e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.237 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4f8fcd640 1 -- 172.21.15.133:0/30614845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4ec009b30 con 0x7fa4f40c4100 2023-12-02T00:34:18.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4f8fcd640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c4100 0x7fa4f415da20 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fa4e400c530 tx=0x7fa4e400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4e9ffb640 1 -- 172.21.15.133:0/30614845 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4005220 con 0x7fa4f40c4100 2023-12-02T00:34:18.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4e9ffb640 1 -- 172.21.15.133:0/30614845 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e4005380 con 0x7fa4f40c4100 2023-12-02T00:34:18.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4e9ffb640 1 -- 172.21.15.133:0/30614845 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4007270 con 0x7fa4f40c4100 2023-12-02T00:34:18.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4f4152860 con 0x7fa4f40c4100 2023-12-02T00:34:18.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4f414d690 con 0x7fa4f40c4100 2023-12-02T00:34:18.238 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4f414d210 con 0x7fa4f40c4100 2023-12-02T00:34:18.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4e9ffb640 1 -- 172.21.15.133:0/30614845 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa4e40073d0 con 0x7fa4f40c4100 2023-12-02T00:34:18.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4e9ffb640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa4d8066470 0x7fa4d8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4e9ffb640 1 -- 172.21.15.133:0/30614845 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa4e40839a0 con 0x7fa4f40c4100 2023-12-02T00:34:18.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.235+0000 7fa4f97ce640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa4d8066470 0x7fa4d8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.239+0000 7fa4f97ce640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa4d8066470 0x7fa4d8068930 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0009ac0 tx=0x7fa4f0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.239+0000 7fa4e9ffb640 1 -- 172.21.15.133:0/30614845 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa4f414d210 con 0x7fa4f40c4100 2023-12-02T00:34:18.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.391+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa4f414d210 con 0x7fa4f40c4100 2023-12-02T00:34:18.396 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4e9ffb640 1 -- 172.21.15.133:0/30614845 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7fa4f414d210 con 0x7fa4f40c4100 2023-12-02T00:34:18.396 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:18.397 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:18.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa4d8066470 msgr2=0x7fa4d8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa4d8066470 0x7fa4d8068930 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0009ac0 tx=0x7fa4f0009190 comp rx=0 tx=0).stop 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c4100 msgr2=0x7fa4f415da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c4100 0x7fa4f415da20 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fa4e400c530 tx=0x7fa4e400c9f0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 shutdown_connections 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa4d8066470 0x7fa4d8068930 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa4f40c63c0 0x7fa4f40716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4f40c4100 0x7fa4f415da20 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 --2- 172.21.15.133:0/30614845 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa4f40c2bb0 0x7fa4f415e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 >> 172.21.15.133:0/30614845 conn(0x7fa4f406a5b0 msgr2=0x7fa4f40a6c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:18.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 shutdown_connections 2023-12-02T00:34:18.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.395+0000 7fa4fba32640 1 -- 172.21.15.133:0/30614845 wait complete. 2023-12-02T00:34:18.418 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-02T00:34:18.418 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:18.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.551+0000 7f287d3c4640 1 Processor -- start 2023-12-02T00:34:18.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.551+0000 7f287d3c4640 1 -- start start 2023-12-02T00:34:18.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f287d3c4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c63c0 0x7f28780c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f287d3c4640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f28780c2bb0 0x7f28780a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f287d3c4640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28780c31c0 con 0x7f28780c4100 2023-12-02T00:34:18.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f287d3c4640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28780c34a0 con 0x7f28780c2bb0 2023-12-02T00:34:18.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f287d3c4640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28780c1030 con 0x7f28780c63c0 2023-12-02T00:34:18.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f28777fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f28780c2bb0 0x7f28780a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f286e7fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f28780c4100 0x7f28780c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51646/0 (socket says 172.21.15.133:51646) 2023-12-02T00:34:18.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f286e7fc640 1 -- 172.21.15.133:0/3984664203 learned_addr learned my addr 172.21.15.133:0/3984664203 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:18.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f2876ffd640 1 --2- 172.21.15.133:0/3984664203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c63c0 0x7f28780c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f28767fc640 1 -- 172.21.15.133:0/3984664203 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1749090547 0 0) 0x7f28780c31c0 con 0x7f28780c4100 2023-12-02T00:34:18.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f28777fe640 1 -- 172.21.15.133:0/3984664203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c63c0 msgr2=0x7f28780c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:18.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f28777fe640 1 --2- 172.21.15.133:0/3984664203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c63c0 0x7f28780c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f28777fe640 1 -- 172.21.15.133:0/3984664203 >> v1:172.21.15.133:6789/0 conn(0x7f28780c4100 legacy=0x7f28780c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.555+0000 7f28777fe640 1 -- 172.21.15.133:0/3984664203 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28780c1310 con 0x7f28780c2bb0 2023-12-02T00:34:18.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f28777fe640 1 --2- 172.21.15.133:0/3984664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c2bb0 0x7f28780a9680 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f28700097c0 tx=0x7f287001c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ca17908279e1e0b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f28767fc640 1 -- 172.21.15.133:0/3984664203 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28780aa3d0 con 0x7f28780c2bb0 2023-12-02T00:34:18.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f28767fc640 1 -- 172.21.15.133:0/3984664203 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28700a7050 con 0x7f28780c2bb0 2023-12-02T00:34:18.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f28767fc640 1 -- 172.21.15.133:0/3984664203 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2870004450 con 0x7f28780c2bb0 2023-12-02T00:34:18.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 -- 172.21.15.133:0/3984664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c2bb0 msgr2=0x7f28780a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 --2- 172.21.15.133:0/3984664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c2bb0 0x7f28780a9680 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f28700097c0 tx=0x7f287001c330 comp rx=0 tx=0).stop 2023-12-02T00:34:18.561 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 -- 172.21.15.133:0/3984664203 shutdown_connections 2023-12-02T00:34:18.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 --2- 172.21.15.133:0/3984664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c2bb0 0x7f28780a9680 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 --2- 172.21.15.133:0/3984664203 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c63c0 0x7f28780c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 -- 172.21.15.133:0/3984664203 >> 172.21.15.133:0/3984664203 conn(0x7f287806a5b0 msgr2=0x7f287806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:18.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 -- 172.21.15.133:0/3984664203 shutdown_connections 2023-12-02T00:34:18.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 -- 172.21.15.133:0/3984664203 wait complete. 2023-12-02T00:34:18.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 Processor -- start 2023-12-02T00:34:18.563 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.559+0000 7f287d3c4640 1 -- start start 2023-12-02T00:34:18.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c2bb0 0x7f287814c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c4100 0x7f287814e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28780c63c0 0x7f2878154900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f287814b5f0 con 0x7f28780c4100 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f287814c360 con 0x7f28780c63c0 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2878152be0 con 0x7f28780c2bb0 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c4100 0x7f287814e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c4100 0x7f287814e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41692/0 (socket says 172.21.15.133:41692) 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 -- 172.21.15.133:0/1985153204 learned_addr learned my addr 172.21.15.133:0/1985153204 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:18.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f2876ffd640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c2bb0 0x7f287814c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f28777fe640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28780c63c0 0x7f2878154900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 -- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c2bb0 msgr2=0x7f287814c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c2bb0 0x7f287814c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 -- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28780c63c0 msgr2=0x7f2878154900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28780c63c0 0x7f2878154900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 -- 172.21.15.133:0/1985153204 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2870009420 con 0x7f28780c4100 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f28777fe640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28780c63c0 0x7f2878154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:18.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286e7fc640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c4100 0x7f287814e420 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f28600011f0 tx=0x7f286000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286ffff640 1 -- 172.21.15.133:0/1985153204 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28600074e0 con 0x7f28780c4100 2023-12-02T00:34:18.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286ffff640 1 -- 172.21.15.133:0/1985153204 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2860007640 con 0x7f28780c4100 2023-12-02T00:34:18.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f287814bff0 con 0x7f28780c4100 2023-12-02T00:34:18.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286ffff640 1 -- 172.21.15.133:0/1985153204 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2860004a10 con 0x7f28780c4100 2023-12-02T00:34:18.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2878154390 con 0x7f28780c4100 2023-12-02T00:34:18.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f287814be50 con 0x7f28780c4100 2023-12-02T00:34:18.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286ffff640 1 -- 172.21.15.133:0/1985153204 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2860017020 con 0x7f28780c4100 2023-12-02T00:34:18.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.563+0000 7f286ffff640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28580664a0 0x7f2858068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.567+0000 7f286ffff640 1 -- 172.21.15.133:0/1985153204 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f2860087bf0 con 0x7f28780c4100 2023-12-02T00:34:18.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.567+0000 7f2876ffd640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28580664a0 0x7f2858068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.571 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.567+0000 7f2876ffd640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28580664a0 0x7f2858068960 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f2878072af0 tx=0x7f286800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.571+0000 7f286ffff640 1 -- 172.21.15.133:0/1985153204 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f287814be50 con 0x7f28780c4100 2023-12-02T00:34:18.752 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f287814be50 con 0x7f28780c4100 2023-12-02T00:34:18.753 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f286ffff640 1 -- 172.21.15.133:0/1985153204 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) v1 ==== 94+0+6146 (secure 0 0 0) 0x7f287814be50 con 0x7f28780c4100 2023-12-02T00:34:18.753 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:18.753 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":52,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:34.528496+0000","modified":"2023-12-02T00:33:37.550530+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6501},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6501":{"gid":6501,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/2435278400","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2435278400},{"type":"v1","addr":"172.21.15.133:6837","nonce":2435278400}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:34:18.754 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 52 2023-12-02T00:34:18.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28580664a0 msgr2=0x7f2858068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28580664a0 0x7f2858068960 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f2878072af0 tx=0x7f286800b040 comp rx=0 tx=0).stop 2023-12-02T00:34:18.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c4100 msgr2=0x7f287814e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c4100 0x7f287814e420 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f28600011f0 tx=0x7f286000c9b0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 shutdown_connections 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28580664a0 0x7f2858068960 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28780c63c0 0x7f2878154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28780c4100 0x7f287814e420 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 --2- 172.21.15.133:0/1985153204 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28780c2bb0 0x7f287814c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 >> 172.21.15.133:0/1985153204 conn(0x7f287806a5b0 msgr2=0x7f28780a5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 shutdown_connections 2023-12-02T00:34:18.756 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.751+0000 7f287d3c4640 1 -- 172.21.15.133:0/1985153204 wait complete. 2023-12-02T00:34:18.775 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:18.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd234bb640 1 Processor -- start 2023-12-02T00:34:18.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd234bb640 1 -- start start 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd234bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c4100 0x7efd1c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd234bb640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efd1c0c06d0 0x7efd1c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd234bb640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd1c0c31c0 con 0x7efd1c0c63c0 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd234bb640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd1c0c34a0 con 0x7efd1c0c06d0 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd234bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0c1030 con 0x7efd1c0c4100 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd21a58640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efd1c0c06d0 0x7efd1c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd21a58640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7efd1c0c06d0 0x7efd1c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41698/0 (socket says 172.21.15.133:41698) 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd21a58640 1 -- 172.21.15.133:0/255996260 learned_addr learned my addr 172.21.15.133:0/255996260 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:18.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd20a56640 1 --2- 172.21.15.133:0/255996260 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c4100 0x7efd1c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd21a58640 1 -- 172.21.15.133:0/255996260 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c4100 msgr2=0x7efd1c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:18.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd21a58640 1 --2- 172.21.15.133:0/255996260 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c4100 0x7efd1c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd21a58640 1 -- 172.21.15.133:0/255996260 >> v1:172.21.15.172:6789/0 conn(0x7efd1c0c63c0 legacy=0x7efd1c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.915 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.911+0000 7efd21a58640 1 -- 172.21.15.133:0/255996260 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd1c0c1310 con 0x7efd1c0c06d0 2023-12-02T00:34:18.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd21a58640 1 --2- 172.21.15.133:0/255996260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c06d0 0x7efd1c0a9680 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7efd14009e50 tx=0x7efd1401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d8d6650663c2b54 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd13fff640 1 -- 172.21.15.133:0/255996260 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd1c0aa3d0 con 0x7efd1c0c06d0 2023-12-02T00:34:18.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd13fff640 1 -- 172.21.15.133:0/255996260 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd140a56c0 con 0x7efd1c0c06d0 2023-12-02T00:34:18.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd13fff640 1 -- 172.21.15.133:0/255996260 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd140a5a50 con 0x7efd1c0c06d0 2023-12-02T00:34:18.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 -- 172.21.15.133:0/255996260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c06d0 msgr2=0x7efd1c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 --2- 172.21.15.133:0/255996260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c06d0 0x7efd1c0a9680 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7efd14009e50 tx=0x7efd1401c8f0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 -- 172.21.15.133:0/255996260 shutdown_connections 2023-12-02T00:34:18.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 --2- 172.21.15.133:0/255996260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c06d0 0x7efd1c0a9680 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 --2- 172.21.15.133:0/255996260 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c4100 0x7efd1c0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 -- 172.21.15.133:0/255996260 >> 172.21.15.133:0/255996260 conn(0x7efd1c06a5b0 msgr2=0x7efd1c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:18.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 -- 172.21.15.133:0/255996260 shutdown_connections 2023-12-02T00:34:18.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 -- 172.21.15.133:0/255996260 wait complete. 2023-12-02T00:34:18.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.915+0000 7efd234bb640 1 Processor -- start 2023-12-02T00:34:18.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 -- start start 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c06d0 0x7efd1c0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd1c0c4100 0x7efd1c145cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c63c0 0x7efd1c146230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c153a90 con 0x7efd1c0c63c0 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c146770 con 0x7efd1c0c4100 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c1eff60 con 0x7efd1c0c06d0 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c63c0 0x7efd1c146230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c63c0 0x7efd1c146230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41708/0 (socket says 172.21.15.133:41708) 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 -- 172.21.15.133:0/3784764216 learned_addr learned my addr 172.21.15.133:0/3784764216 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21257640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c06d0 0x7efd1c0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd20a56640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd1c0c4100 0x7efd1c145cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 -- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c06d0 msgr2=0x7efd1c0bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c06d0 0x7efd1c0bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 -- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd1c0c4100 msgr2=0x7efd1c145cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd1c0c4100 0x7efd1c145cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 -- 172.21.15.133:0/3784764216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd14009b30 con 0x7efd1c0c63c0 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd21a58640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c63c0 0x7efd1c146230 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7efd140af040 tx=0x7efd14019690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd11ffb640 1 -- 172.21.15.133:0/3784764216 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd140b8670 con 0x7efd1c0c63c0 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd11ffb640 1 -- 172.21.15.133:0/3784764216 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd140b87d0 con 0x7efd1c0c63c0 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd11ffb640 1 -- 172.21.15.133:0/3784764216 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd140b8b80 con 0x7efd1c0c63c0 2023-12-02T00:34:18.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd1c1f0240 con 0x7efd1c0c63c0 2023-12-02T00:34:18.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd1c1f0800 con 0x7efd1c0c63c0 2023-12-02T00:34:18.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.919+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd1c068400 con 0x7efd1c0c63c0 2023-12-02T00:34:18.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.923+0000 7efd11ffb640 1 -- 172.21.15.133:0/3784764216 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efd140b8ce0 con 0x7efd1c0c63c0 2023-12-02T00:34:18.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.923+0000 7efd11ffb640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd00066470 0x7efd00068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:18.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.923+0000 7efd11ffb640 1 -- 172.21.15.133:0/3784764216 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7efd1411f640 con 0x7efd1c0c63c0 2023-12-02T00:34:18.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.923+0000 7efd21257640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd00066470 0x7efd00068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:18.925 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.923+0000 7efd21257640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd00066470 0x7efd00068930 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7efd18007fd0 tx=0x7efd18009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:18.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:18.927+0000 7efd11ffb640 1 -- 172.21.15.133:0/3784764216 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efd140ec870 con 0x7efd1c0c63c0 2023-12-02T00:34:19.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efd1c0c3e70 con 0x7efd1c0c63c0 2023-12-02T00:34:19.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd11ffb640 1 -- 172.21.15.133:0/3784764216 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) v1 ==== 94+0+6146 (secure 0 0 0) 0x7efd14009510 con 0x7efd1c0c63c0 2023-12-02T00:34:19.110 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:19.110 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":52,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:34.528496+0000","modified":"2023-12-02T00:33:37.550530+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6501},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6501":{"gid":6501,"name":"a","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.133:6837/2435278400","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2435278400},{"type":"v1","addr":"172.21.15.133:6837","nonce":2435278400}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6},{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:34:19.110 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 52 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd00066470 msgr2=0x7efd00068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd00066470 0x7efd00068930 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7efd18007fd0 tx=0x7efd18009040 comp rx=0 tx=0).stop 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c63c0 msgr2=0x7efd1c146230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c63c0 0x7efd1c146230 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7efd140af040 tx=0x7efd14019690 comp rx=0 tx=0).stop 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 shutdown_connections 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7efd00066470 0x7efd00068930 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c0c63c0 0x7efd1c146230 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7efd1c0c4100 0x7efd1c145cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 --2- 172.21.15.133:0/3784764216 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7efd1c0c06d0 0x7efd1c0bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 >> 172.21.15.133:0/3784764216 conn(0x7efd1c06a5b0 msgr2=0x7efd1c155360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 shutdown_connections 2023-12-02T00:34:19.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.107+0000 7efd234bb640 1 -- 172.21.15.133:0/3784764216 wait complete. 2023-12-02T00:34:19.131 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:19.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.267+0000 7f75e9a79640 1 Processor -- start 2023-12-02T00:34:19.271 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.267+0000 7f75e9a79640 1 -- start start 2023-12-02T00:34:19.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e9a79640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f75e406a5b0 0x7f75e406a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e9a79640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f75e406dfe0 0x7f75e40c2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e9a79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406b1e0 0x7f75e40c25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e9a79640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75e406ef50 con 0x7f75e406dfe0 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e9a79640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75e40720b0 con 0x7f75e406a5b0 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e9a79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75e4072500 con 0x7f75e406b1e0 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f75e406dfe0 0x7f75e40c2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f75e406dfe0 0x7f75e40c2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41720/0 (socket says 172.21.15.133:41720) 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 -- 172.21.15.133:0/3285373977 learned_addr learned my addr 172.21.15.133:0/3285373977 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e3fff640 1 --2- 172.21.15.133:0/3285373977 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406b1e0 0x7f75e40c25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e37fe640 1 --2- 172.21.15.133:0/3285373977 >> v2:172.21.15.172:3300/0 conn(0x7f75e406a5b0 0x7f75e406a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 -- 172.21.15.133:0/3285373977 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406b1e0 msgr2=0x7f75e40c25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:19.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 --2- 172.21.15.133:0/3285373977 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406b1e0 0x7f75e40c25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 -- 172.21.15.133:0/3285373977 >> v2:172.21.15.172:3300/0 conn(0x7f75e406a5b0 msgr2=0x7f75e406a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:19.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 --2- 172.21.15.133:0/3285373977 >> v2:172.21.15.172:3300/0 conn(0x7f75e406a5b0 0x7f75e406a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.274 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.271+0000 7f75e2ffd640 1 -- 172.21.15.133:0/3285373977 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75e4070f60 con 0x7f75e406dfe0 2023-12-02T00:34:19.275 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e2ffd640 1 --2- 172.21.15.133:0/3285373977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406dfe0 0x7f75e40c2090 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f75e40c39c0 tx=0x7f75d801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea804fc8f1eeadc7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e27fc640 1 -- 172.21.15.133:0/3285373977 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75d80ab600 con 0x7f75e406dfe0 2023-12-02T00:34:19.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e27fc640 1 -- 172.21.15.133:0/3285373977 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75d80a7050 con 0x7f75e406dfe0 2023-12-02T00:34:19.276 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e27fc640 1 -- 172.21.15.133:0/3285373977 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75d80ab980 con 0x7f75e406dfe0 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- 172.21.15.133:0/3285373977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406dfe0 msgr2=0x7f75e40c2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 --2- 172.21.15.133:0/3285373977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406dfe0 0x7f75e40c2090 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f75e40c39c0 tx=0x7f75d801c470 comp rx=0 tx=0).stop 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- 172.21.15.133:0/3285373977 shutdown_connections 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 --2- 172.21.15.133:0/3285373977 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406b1e0 0x7f75e40c25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 --2- 172.21.15.133:0/3285373977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406dfe0 0x7f75e40c2090 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 --2- 172.21.15.133:0/3285373977 >> v2:172.21.15.172:3300/0 conn(0x7f75e406a5b0 0x7f75e406a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- 172.21.15.133:0/3285373977 >> 172.21.15.133:0/3285373977 conn(0x7f75e40c6ef0 msgr2=0x7f75e40c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- 172.21.15.133:0/3285373977 shutdown_connections 2023-12-02T00:34:19.277 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- 172.21.15.133:0/3285373977 wait complete. 2023-12-02T00:34:19.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 Processor -- start 2023-12-02T00:34:19.278 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- start start 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406a5b0 0x7f75e414baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f75e406b1e0 0x7f75e40c5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406dfe0 0x7f75e4149430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75e414a710 con 0x7f75e406a5b0 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75e40c1570 con 0x7f75e406b1e0 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.275+0000 7f75e9a79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75e41edb30 con 0x7f75e406dfe0 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406a5b0 0x7f75e414baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.280 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406a5b0 0x7f75e414baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41734/0 (socket says 172.21.15.133:41734) 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 -- 172.21.15.133:0/2498287399 learned_addr learned my addr 172.21.15.133:0/2498287399 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e2ffd640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f75e406b1e0 0x7f75e40c5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e3fff640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406dfe0 0x7f75e4149430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 -- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406dfe0 msgr2=0x7f75e4149430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406dfe0 0x7f75e4149430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 -- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f75e406b1e0 msgr2=0x7f75e40c5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f75e406b1e0 0x7f75e40c5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.281 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 -- 172.21.15.133:0/2498287399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75d80094d0 con 0x7f75e406a5b0 2023-12-02T00:34:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e37fe640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406a5b0 0x7f75e414baf0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f75d400e930 tx=0x7f75d400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75cbfff640 1 -- 172.21.15.133:0/2498287399 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75d4009690 con 0x7f75e406a5b0 2023-12-02T00:34:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75cbfff640 1 -- 172.21.15.133:0/2498287399 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75d400ca00 con 0x7f75e406a5b0 2023-12-02T00:34:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75cbfff640 1 -- 172.21.15.133:0/2498287399 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75d400cd70 con 0x7f75e406a5b0 2023-12-02T00:34:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75e41ede10 con 0x7f75e406a5b0 2023-12-02T00:34:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75e40c6ac0 con 0x7f75e406a5b0 2023-12-02T00:34:19.282 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75e4068400 con 0x7f75e406a5b0 2023-12-02T00:34:19.283 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.279+0000 7f75cbfff640 1 -- 172.21.15.133:0/2498287399 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f75d4013470 con 0x7f75e406a5b0 2023-12-02T00:34:19.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.283+0000 7f75cbfff640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f75d0066470 0x7f75d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.283+0000 7f75cbfff640 1 -- 172.21.15.133:0/2498287399 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7f75d4084790 con 0x7f75e406a5b0 2023-12-02T00:34:19.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.283+0000 7f75e2ffd640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f75d0066470 0x7f75d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.284 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.283+0000 7f75e2ffd640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f75d0066470 0x7f75d0068930 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f75d80ad000 tx=0x7f75d80a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.288 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.287+0000 7f75cbfff640 1 -- 172.21.15.133:0/2498287399 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f75d4051a00 con 0x7f75e406a5b0 2023-12-02T00:34:19.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.435+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f75e4149050 con 0x7f75e406a5b0 2023-12-02T00:34:19.441 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75cbfff640 1 -- 172.21.15.133:0/2498287399 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) v1 ==== 74+0+20250 (secure 0 0 0) 0x7f75d4055020 con 0x7f75e406a5b0 2023-12-02T00:34:19.441 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:19.441 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":71,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:33:49.259439+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2023-12-02T00:33:32.320119+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2023-12-02T00:33:33.532681+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:19.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f75d0066470 msgr2=0x7f75d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f75d0066470 0x7f75d0068930 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f75d80ad000 tx=0x7f75d80a6000 comp rx=0 tx=0).stop 2023-12-02T00:34:19.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406a5b0 msgr2=0x7f75e414baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406a5b0 0x7f75e414baf0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f75d400e930 tx=0x7f75d400edf0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 shutdown_connections 2023-12-02T00:34:19.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f75d0066470 0x7f75d0068930 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f75e406dfe0 0x7f75e4149430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f75e406b1e0 0x7f75e40c5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 --2- 172.21.15.133:0/2498287399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e406a5b0 0x7f75e414baf0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 >> 172.21.15.133:0/2498287399 conn(0x7f75e40c6ef0 msgr2=0x7f75e40c0320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:19.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 shutdown_connections 2023-12-02T00:34:19.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.439+0000 7f75e9a79640 1 -- 172.21.15.133:0/2498287399 wait complete. 2023-12-02T00:34:19.462 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-02T00:34:19.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.595+0000 7fa5fd45a640 1 Processor -- start 2023-12-02T00:34:19.600 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5fd45a640 1 -- start start 2023-12-02T00:34:19.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5fd45a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fa5f80c5260 0x7fa5f806d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5fd45a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f8156230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5fd45a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5f80c2580 con 0x7fa5f80c5640 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5fd45a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5f8153510 con 0x7fa5f80c5260 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5fd45a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f80c17f0 con 0x7fa5f8155de0 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5ee7fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fa5f80c5640 0x7fa5f80c5bb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51652/0 (socket says 172.21.15.133:51652) 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5ee7fc640 1 -- 172.21.15.133:0/1175159078 learned_addr learned my addr 172.21.15.133:0/1175159078 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f77fe640 1 --2- 172.21.15.133:0/1175159078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f8156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f6ffd640 1 --2- 172.21.15.133:0/1175159078 >> v2:172.21.15.172:3300/0 conn(0x7fa5f80c5260 0x7fa5f806d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f67fc640 1 -- 172.21.15.133:0/1175159078 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1306804682 0 0) 0x7fa5f80c2580 con 0x7fa5f80c5640 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f67fc640 1 -- 172.21.15.133:0/1175159078 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5e4003530 con 0x7fa5f80c5640 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f77fe640 1 -- 172.21.15.133:0/1175159078 >> v2:172.21.15.172:3300/0 conn(0x7fa5f80c5260 msgr2=0x7fa5f806d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f77fe640 1 --2- 172.21.15.133:0/1175159078 >> v2:172.21.15.172:3300/0 conn(0x7fa5f80c5260 0x7fa5f806d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f77fe640 1 -- 172.21.15.133:0/1175159078 >> v1:172.21.15.133:6789/0 conn(0x7fa5f80c5640 legacy=0x7fa5f80c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.599+0000 7fa5f77fe640 1 -- 172.21.15.133:0/1175159078 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f80c1a00 con 0x7fa5f8155de0 2023-12-02T00:34:19.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5f77fe640 1 --2- 172.21.15.133:0/1175159078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f8156230 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa5f80c1930 tx=0x7fa5f001c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29ff2889b580c29f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5f67fc640 1 -- 172.21.15.133:0/1175159078 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f00ac620 con 0x7fa5f8155de0 2023-12-02T00:34:19.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5f67fc640 1 -- 172.21.15.133:0/1175159078 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5f00ac780 con 0x7fa5f8155de0 2023-12-02T00:34:19.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5f67fc640 1 -- 172.21.15.133:0/1175159078 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f00acaf0 con 0x7fa5f8155de0 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1175159078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 msgr2=0x7fa5f8156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1175159078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f8156230 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa5f80c1930 tx=0x7fa5f001c3c0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1175159078 shutdown_connections 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1175159078 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f8156230 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1175159078 >> v2:172.21.15.172:3300/0 conn(0x7fa5f80c5260 0x7fa5f806d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1175159078 >> 172.21.15.133:0/1175159078 conn(0x7fa5f806a5b0 msgr2=0x7fa5f806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1175159078 shutdown_connections 2023-12-02T00:34:19.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1175159078 wait complete. 2023-12-02T00:34:19.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 Processor -- start 2023-12-02T00:34:19.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.603+0000 7fa5fd45a640 1 -- start start 2023-12-02T00:34:19.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f80c5260 0x7fa5f8071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa5f80c5640 0x7fa5f80bb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f80bbc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f815d010 con 0x7fa5f80c5260 2023-12-02T00:34:19.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f815c830 con 0x7fa5f80c5640 2023-12-02T00:34:19.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f814eed0 con 0x7fa5f8155de0 2023-12-02T00:34:19.609 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f80c5260 0x7fa5f8071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f80c5260 0x7fa5f8071100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41748/0 (socket says 172.21.15.133:41748) 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 -- 172.21.15.133:0/1064705680 learned_addr learned my addr 172.21.15.133:0/1064705680 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 -- 172.21.15.133:0/1064705680 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 msgr2=0x7fa5f80bbc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f80bbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 -- 172.21.15.133:0/1064705680 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa5f80c5640 msgr2=0x7fa5f80bb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa5f80c5640 0x7fa5f80bb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 -- 172.21.15.133:0/1064705680 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f0009420 con 0x7fa5f80c5260 2023-12-02T00:34:19.610 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5f6ffd640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f80c5260 0x7fa5f8071100 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa5e800e870 tx=0x7fa5e800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5effff640 1 -- 172.21.15.133:0/1064705680 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e8009510 con 0x7fa5f80c5260 2023-12-02T00:34:19.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5effff640 1 -- 172.21.15.133:0/1064705680 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5e800eec0 con 0x7fa5f80c5260 2023-12-02T00:34:19.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5f814f1b0 con 0x7fa5f80c5260 2023-12-02T00:34:19.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5effff640 1 -- 172.21.15.133:0/1064705680 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e800cb40 con 0x7fa5f80c5260 2023-12-02T00:34:19.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5f80bc180 con 0x7fa5f80c5260 2023-12-02T00:34:19.611 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5f8068400 con 0x7fa5f80c5260 2023-12-02T00:34:19.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.607+0000 7fa5effff640 1 -- 172.21.15.133:0/1064705680 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa5e800ccc0 con 0x7fa5f80c5260 2023-12-02T00:34:19.612 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.611+0000 7fa5effff640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa5d8066470 0x7fa5d8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.611+0000 7fa5effff640 1 -- 172.21.15.133:0/1064705680 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6565+0+0 (secure 0 0 0) 0x7fa5e8084660 con 0x7fa5f80c5260 2023-12-02T00:34:19.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.611+0000 7fa5ee7fc640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa5d8066470 0x7fa5d8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.613 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.611+0000 7fa5ee7fc640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa5d8066470 0x7fa5d8068930 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa5e00012f0 tx=0x7fa5e00015c0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.616 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.615+0000 7fa5effff640 1 -- 172.21.15.133:0/1064705680 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa5e8051770 con 0x7fa5f80c5260 2023-12-02T00:34:19.797 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.795+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fa5f8151520 con 0x7fa5f80c5260 2023-12-02T00:34:19.797 INFO:tasks.ceph.mon.a.smithi133.stderr:2023-12-02T00:34:19.795+0000 7f942af9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-02T00:34:19.800 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.799+0000 7fa5effff640 1 -- 172.21.15.133:0/1064705680 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v53) v1 ==== 161+0+0 (secure 0 0 0) 0x7fa5e8054d90 con 0x7fa5f80c5260 2023-12-02T00:34:19.800 INFO:teuthology.orchestra.run.smithi133.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-02T00:34:19.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa5d8066470 msgr2=0x7fa5d8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa5d8066470 0x7fa5d8068930 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa5e00012f0 tx=0x7fa5e00015c0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f80c5260 msgr2=0x7fa5f8071100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f80c5260 0x7fa5f8071100 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa5e800e870 tx=0x7fa5e800ec70 comp rx=0 tx=0).stop 2023-12-02T00:34:19.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 shutdown_connections 2023-12-02T00:34:19.804 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fa5d8066470 0x7fa5d8068930 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fa5f8155de0 0x7fa5f80bbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fa5f80c5640 0x7fa5f80bb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 --2- 172.21.15.133:0/1064705680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa5f80c5260 0x7fa5f8071100 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 >> 172.21.15.133:0/1064705680 conn(0x7fa5f806a5b0 msgr2=0x7fa5f8066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:19.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 shutdown_connections 2023-12-02T00:34:19.805 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.803+0000 7fa5fd45a640 1 -- 172.21.15.133:0/1064705680 wait complete. 2023-12-02T00:34:19.815 INFO:tasks.ceph.mds.a.smithi133.stderr: -5302> 2023-12-02T00:33:41.132+0000 7f194e71b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:34:19.825 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-02T00:34:19.863 INFO:tasks.ceph.mds.a.smithi133.stdout:starting mds.a at 2023-12-02T00:34:19.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f355e99d640 1 Processor -- start 2023-12-02T00:34:19.966 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f355e99d640 1 -- start start 2023-12-02T00:34:19.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f355e99d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f35580c63c0 0x7f35580c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f355e99d640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35580c31c0 con 0x7f35580c4100 2023-12-02T00:34:19.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f355e99d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35580c34a0 con 0x7f35580c2bb0 2023-12-02T00:34:19.967 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f355e99d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35580c1030 con 0x7f35580c63c0 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f35577fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f35580c4100 0x7f35580c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51660/0 (socket says 172.21.15.133:51660) 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f35577fe640 1 -- 172.21.15.133:0/2097112133 learned_addr learned my addr 172.21.15.133:0/2097112133 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f3557fff640 1 --2- 172.21.15.133:0/2097112133 >> v2:172.21.15.172:3300/0 conn(0x7f35580c63c0 0x7f35580c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2272276301 0 0) 0x7f35580c31c0 con 0x7f35580c4100 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.963+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3540005740 con 0x7f35580c4100 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 11017170 0 0) 0x7f35580c34a0 con 0x7f35580c2bb0 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f35580c31c0 con 0x7f35580c2bb0 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1579800951 0 0) 0x7f3540005740 con 0x7f35580c4100 2023-12-02T00:34:19.969 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 >> v2:172.21.15.172:3300/0 conn(0x7f35580c63c0 msgr2=0x7f35580c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 --2- 172.21.15.133:0/2097112133 >> v2:172.21.15.172:3300/0 conn(0x7f35580c63c0 0x7f35580c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 >> v1:172.21.15.172:6789/0 conn(0x7f35580c2bb0 legacy=0x7f35580a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35580c1310 con 0x7f35580c4100 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f354c001680 con 0x7f35580c4100 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3557fff640 1 --2- 172.21.15.133:0/2097112133 >> v2:172.21.15.172:3300/0 conn(0x7f35580c63c0 0x7f35580c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 >> v1:172.21.15.133:6789/0 conn(0x7f35580c4100 legacy=0x7f35580c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540005d20 0x7f3540006120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35400069e0 0x7f3540006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3540007410 0x7f354000dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35580c1030 con 0x7f3540007410 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f354000e370 con 0x7f35400069e0 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f354000e530 con 0x7f3540005d20 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3540007410 0x7f354000dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.970 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f35577fe640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35400069e0 0x7f3540006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3557fff640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540005d20 0x7f3540006120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 -- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540005d20 msgr2=0x7f3540006120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:19.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540005d20 0x7f3540006120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 -- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35400069e0 msgr2=0x7f3540006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:19.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35400069e0 0x7f3540006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 -- 172.21.15.133:0/2097112133 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3540005740 con 0x7f3540007410 2023-12-02T00:34:19.971 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 -- 172.21.15.133:0/2097112133 reap_dead start 2023-12-02T00:34:19.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f355cf3a640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3540007410 0x7f354000dba0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f3550001fd0 tx=0x7f355001c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=182ccc3fe97824f3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.967+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3550003b80 con 0x7f3540007410 2023-12-02T00:34:19.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3550003d00 con 0x7f3540007410 2023-12-02T00:34:19.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f3556ffd640 1 -- 172.21.15.133:0/2097112133 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3550005310 con 0x7f3540007410 2023-12-02T00:34:19.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- 172.21.15.133:0/2097112133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3540007410 msgr2=0x7f354000dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3540007410 0x7f354000dba0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f3550001fd0 tx=0x7f355001c8e0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- 172.21.15.133:0/2097112133 shutdown_connections 2023-12-02T00:34:19.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 --2- 172.21.15.133:0/2097112133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3540007410 0x7f354000dba0 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- 172.21.15.133:0/2097112133 >> 172.21.15.133:0/2097112133 conn(0x7f355806a5b0 msgr2=0x7f355806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:19.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- 172.21.15.133:0/2097112133 shutdown_connections 2023-12-02T00:34:19.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- 172.21.15.133:0/2097112133 wait complete. 2023-12-02T00:34:19.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 Processor -- start 2023-12-02T00:34:19.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- start start 2023-12-02T00:34:19.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540007410 0x7f35580be960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35581552f0 0x7f35581ed0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35581ed620 0x7f3558099a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35580bfc30 con 0x7f35581552f0 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35581f1190 con 0x7f35581ed620 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355e99d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f355809abc0 con 0x7f3540007410 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f35577fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35581552f0 0x7f35581ed0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f35577fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35581552f0 0x7f35581ed0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41782/0 (socket says 172.21.15.133:41782) 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f35577fe640 1 -- 172.21.15.133:0/764727236 learned_addr learned my addr 172.21.15.133:0/764727236 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f355cf3a640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35581ed620 0x7f3558099a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.971+0000 7f3557fff640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540007410 0x7f35580be960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f35577fe640 1 -- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540007410 msgr2=0x7f35580be960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f35577fe640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540007410 0x7f35580be960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f35577fe640 1 -- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35581ed620 msgr2=0x7f3558099a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:19.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f35577fe640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35581ed620 0x7f3558099a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:19.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f35577fe640 1 -- 172.21.15.133:0/764727236 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35580c69b0 con 0x7f35581552f0 2023-12-02T00:34:19.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f35577fe640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35581552f0 0x7f35581ed0e0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f354c004f50 tx=0x7f354c0074f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f3554ff9640 1 -- 172.21.15.133:0/764727236 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f354c0010a0 con 0x7f35581552f0 2023-12-02T00:34:19.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f3554ff9640 1 -- 172.21.15.133:0/764727236 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f354c007740 con 0x7f35581552f0 2023-12-02T00:34:19.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f3554ff9640 1 -- 172.21.15.133:0/764727236 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f354c00fb60 con 0x7f35581552f0 2023-12-02T00:34:19.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f355809aea0 con 0x7f35581552f0 2023-12-02T00:34:19.978 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35581f1470 con 0x7f35581552f0 2023-12-02T00:34:19.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3558068400 con 0x7f35581552f0 2023-12-02T00:34:19.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f3554ff9640 1 -- 172.21.15.133:0/764727236 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f354c00fcc0 con 0x7f35581552f0 2023-12-02T00:34:19.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f3554ff9640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35440664a0 0x7f3544068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:19.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.975+0000 7f3554ff9640 1 -- 172.21.15.133:0/764727236 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f354c0841a0 con 0x7f35581552f0 2023-12-02T00:34:19.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.979+0000 7f3557fff640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35440664a0 0x7f3544068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:19.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.979+0000 7f3557fff640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35440664a0 0x7f3544068960 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f355809aaf0 tx=0x7f3548009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:19.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:19.979+0000 7f3554ff9640 1 -- 172.21.15.133:0/764727236 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f354c051310 con 0x7f35581552f0 2023-12-02T00:34:20.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.167+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f35580c3e70 con 0x7f35581552f0 2023-12-02T00:34:20.802 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.799+0000 7f3554ff9640 1 -- 172.21.15.133:0/764727236 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v54) v1 ==== 104+0+0 (secure 0 0 0) 0x7f354c054930 con 0x7f35581552f0 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35440664a0 msgr2=0x7f3544068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35440664a0 0x7f3544068960 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f355809aaf0 tx=0x7f3548009190 comp rx=0 tx=0).stop 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35581552f0 msgr2=0x7f35581ed0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35581552f0 0x7f35581ed0e0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f354c004f50 tx=0x7f354c0074f0 comp rx=0 tx=0).stop 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 shutdown_connections 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f35440664a0 0x7f3544068960 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f35581ed620 0x7f3558099a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:20.806 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35581552f0 0x7f35581ed0e0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:20.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 --2- 172.21.15.133:0/764727236 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f3540007410 0x7f35580be960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:20.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 >> 172.21.15.133:0/764727236 conn(0x7f355806a5b0 msgr2=0x7f3558071c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:20.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 shutdown_connections 2023-12-02T00:34:20.807 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:20.803+0000 7f355e99d640 1 -- 172.21.15.133:0/764727236 wait complete. 2023-12-02T00:34:20.828 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-02T00:34:21.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98cdfe7640 1 Processor -- start 2023-12-02T00:34:21.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98cdfe7640 1 -- start start 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98cdfe7640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f98c80c07b0 0x7f98c806d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98cdfe7640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f98c80724c0 0x7f98c806dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98cdfe7640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98c80c5ba0 con 0x7f98c814f9f0 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98cdfe7640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98c806c160 con 0x7f98c80c07b0 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98cdfe7640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98c80c5410 con 0x7f98c80724c0 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98bffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f98c80c07b0 0x7f98c806d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98bffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f98c80c07b0 0x7f98c806d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41788/0 (socket says 172.21.15.133:41788) 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98bffff640 1 -- 172.21.15.133:0/2594189237 learned_addr learned my addr 172.21.15.133:0/2594189237 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:21.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98c7fff640 1 --2- 172.21.15.133:0/2594189237 >> v2:172.21.15.172:3300/0 conn(0x7f98c80724c0 0x7f98c806dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:21.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98bffff640 1 -- 172.21.15.133:0/2594189237 >> v2:172.21.15.172:3300/0 conn(0x7f98c80724c0 msgr2=0x7f98c806dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:21.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98bffff640 1 --2- 172.21.15.133:0/2594189237 >> v2:172.21.15.172:3300/0 conn(0x7f98c80724c0 0x7f98c806dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:21.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98bffff640 1 -- 172.21.15.133:0/2594189237 >> v1:172.21.15.172:6789/0 conn(0x7f98c814f9f0 legacy=0x7f98c80c27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:21.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.015+0000 7f98bffff640 1 -- 172.21.15.133:0/2594189237 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98c80c2210 con 0x7f98c80c07b0 2023-12-02T00:34:21.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98bffff640 1 --2- 172.21.15.133:0/2594189237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c80c07b0 0x7f98c806d6d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f98b0009870 tx=0x7f98b001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b6b6dbf063b822 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:21.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98c6ffd640 1 -- 172.21.15.133:0/2594189237 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b00ac630 con 0x7f98c80c07b0 2023-12-02T00:34:21.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98c6ffd640 1 -- 172.21.15.133:0/2594189237 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98b00ac790 con 0x7f98c80c07b0 2023-12-02T00:34:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98c6ffd640 1 -- 172.21.15.133:0/2594189237 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b00acb20 con 0x7f98c80c07b0 2023-12-02T00:34:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 -- 172.21.15.133:0/2594189237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c80c07b0 msgr2=0x7f98c806d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:21.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/2594189237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c80c07b0 0x7f98c806d6d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f98b0009870 tx=0x7f98b001c3b0 comp rx=0 tx=0).stop 2023-12-02T00:34:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 -- 172.21.15.133:0/2594189237 shutdown_connections 2023-12-02T00:34:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/2594189237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c80c07b0 0x7f98c806d6d0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/2594189237 >> v2:172.21.15.172:3300/0 conn(0x7f98c80724c0 0x7f98c806dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 -- 172.21.15.133:0/2594189237 >> 172.21.15.133:0/2594189237 conn(0x7f98c80c5d40 msgr2=0x7f98c80c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 -- 172.21.15.133:0/2594189237 shutdown_connections 2023-12-02T00:34:21.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.019+0000 7f98cdfe7640 1 -- 172.21.15.133:0/2594189237 wait complete. 2023-12-02T00:34:21.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 Processor -- start 2023-12-02T00:34:21.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 -- start start 2023-12-02T00:34:21.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f98c80724c0 0x7f98c8145f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:21.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f98c80c07b0 0x7f98c81ed780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:21.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c814f9f0 0x7f98c8149480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98c80a9350 con 0x7f98c814f9f0 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98c80aa010 con 0x7f98c80c07b0 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98c81eccc0 con 0x7f98c80724c0 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c814f9f0 0x7f98c8149480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c814f9f0 0x7f98c8149480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41790/0 (socket says 172.21.15.133:41790) 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 -- 172.21.15.133:0/4180321454 learned_addr learned my addr 172.21.15.133:0/4180321454 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98bffff640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f98c80c07b0 0x7f98c81ed780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c77fe640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f98c80724c0 0x7f98c8145f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 -- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f98c80724c0 msgr2=0x7f98c8145f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:21.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f98c80724c0 0x7f98c8145f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:21.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 -- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f98c80c07b0 msgr2=0x7f98c81ed780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:21.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f98c80c07b0 0x7f98c81ed780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:21.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 -- 172.21.15.133:0/4180321454 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98b00094d0 con 0x7f98c814f9f0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c7fff640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c814f9f0 0x7f98c8149480 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f98c000efc0 tx=0x7f98c000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c4ff9640 1 -- 172.21.15.133:0/4180321454 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98c0009ba0 con 0x7f98c814f9f0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c4ff9640 1 -- 172.21.15.133:0/4180321454 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98c000f040 con 0x7f98c814f9f0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98c4ff9640 1 -- 172.21.15.133:0/4180321454 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98c00146c0 con 0x7f98c814f9f0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98c81465f0 con 0x7f98c814f9f0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.023+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98c81ecf80 con 0x7f98c814f9f0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.027+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98c8068400 con 0x7f98c814f9f0 2023-12-02T00:34:21.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.027+0000 7f98c4ff9640 1 -- 172.21.15.133:0/4180321454 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f98c0014820 con 0x7f98c814f9f0 2023-12-02T00:34:21.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.027+0000 7f98c4ff9640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98a8066470 0x7f98a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:21.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.027+0000 7f98c4ff9640 1 -- 172.21.15.133:0/4180321454 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6651+0+0 (secure 0 0 0) 0x7f98c0084ae0 con 0x7f98c814f9f0 2023-12-02T00:34:21.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.027+0000 7f98c77fe640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98a8066470 0x7f98a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:21.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.027+0000 7f98c77fe640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98a8066470 0x7f98a8068930 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f98c80c0340 tx=0x7f98b8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:21.034 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.031+0000 7f98c4ff9640 1 -- 172.21.15.133:0/4180321454 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f98c0051cf0 con 0x7f98c814f9f0 2023-12-02T00:34:21.189 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:21.187+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f98c80c5150 con 0x7f98c814f9f0 2023-12-02T00:34:22.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.143+0000 7f98c4ff9640 1 -- 172.21.15.133:0/4180321454 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v73) v1 ==== 181+0+0 (secure 0 0 0) 0x7f98c00180d0 con 0x7f98c814f9f0 2023-12-02T00:34:22.147 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_metadata' removed 2023-12-02T00:34:22.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98a8066470 msgr2=0x7f98a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:22.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98a8066470 0x7f98a8068930 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f98c80c0340 tx=0x7f98b8009040 comp rx=0 tx=0).stop 2023-12-02T00:34:22.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c814f9f0 msgr2=0x7f98c8149480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:22.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c814f9f0 0x7f98c8149480 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f98c000efc0 tx=0x7f98c000c490 comp rx=0 tx=0).stop 2023-12-02T00:34:22.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 shutdown_connections 2023-12-02T00:34:22.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f98a8066470 0x7f98a8068930 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98c814f9f0 0x7f98c8149480 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f98c80c07b0 0x7f98c81ed780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.150 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 --2- 172.21.15.133:0/4180321454 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f98c80724c0 0x7f98c8145f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 >> 172.21.15.133:0/4180321454 conn(0x7f98c80c5d40 msgr2=0x7f98c8146c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:22.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 shutdown_connections 2023-12-02T00:34:22.151 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.147+0000 7f98cdfe7640 1 -- 172.21.15.133:0/4180321454 wait complete. 2023-12-02T00:34:22.177 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-02T00:34:22.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5bc9a640 1 Processor -- start 2023-12-02T00:34:22.333 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5bc9a640 1 -- start start 2023-12-02T00:34:22.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5bc9a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9a5414ebc0 0x7f9a541551c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:22.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5bc9a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9a540c2840 0x7f9a540c7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:22.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5bc9a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a54157d30 con 0x7f9a540c64b0 2023-12-02T00:34:22.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5bc9a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a541557a0 con 0x7f9a540c2840 2023-12-02T00:34:22.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5bc9a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a54158010 con 0x7f9a5414ebc0 2023-12-02T00:34:22.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5a237640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9a540c2840 0x7f9a540c7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:22.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5a237640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9a540c2840 0x7f9a540c7dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41796/0 (socket says 172.21.15.133:41796) 2023-12-02T00:34:22.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5a237640 1 -- 172.21.15.133:0/2291333770 learned_addr learned my addr 172.21.15.133:0/2291333770 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:22.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a59a36640 1 --2- 172.21.15.133:0/2291333770 >> v2:172.21.15.172:3300/0 conn(0x7f9a5414ebc0 0x7f9a541551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:22.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5a237640 1 -- 172.21.15.133:0/2291333770 >> v2:172.21.15.172:3300/0 conn(0x7f9a5414ebc0 msgr2=0x7f9a541551c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:22.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5a237640 1 --2- 172.21.15.133:0/2291333770 >> v2:172.21.15.172:3300/0 conn(0x7f9a5414ebc0 0x7f9a541551c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5a237640 1 -- 172.21.15.133:0/2291333770 >> v1:172.21.15.172:6789/0 conn(0x7f9a540c64b0 legacy=0x7f9a541584a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:22.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.331+0000 7f9a5a237640 1 -- 172.21.15.133:0/2291333770 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a54158bb0 con 0x7f9a540c2840 2023-12-02T00:34:22.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5a237640 1 --2- 172.21.15.133:0/2291333770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a540c7dd0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f9a540c5950 tx=0x7f9a4c01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fee8fbaf682766d7 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:22.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a58a34640 1 -- 172.21.15.133:0/2291333770 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0a57d0 con 0x7f9a540c2840 2023-12-02T00:34:22.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a58a34640 1 -- 172.21.15.133:0/2291333770 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a4c0a5930 con 0x7f9a540c2840 2023-12-02T00:34:22.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a58a34640 1 -- 172.21.15.133:0/2291333770 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0a5cc0 con 0x7f9a540c2840 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/2291333770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 msgr2=0x7f9a540c7dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/2291333770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a540c7dd0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f9a540c5950 tx=0x7f9a4c01c910 comp rx=0 tx=0).stop 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/2291333770 shutdown_connections 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/2291333770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a540c7dd0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/2291333770 >> v2:172.21.15.172:3300/0 conn(0x7f9a5414ebc0 0x7f9a541551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/2291333770 >> 172.21.15.133:0/2291333770 conn(0x7f9a5406a5b0 msgr2=0x7f9a5406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/2291333770 shutdown_connections 2023-12-02T00:34:22.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.335+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/2291333770 wait complete. 2023-12-02T00:34:22.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 Processor -- start 2023-12-02T00:34:22.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 -- start start 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a54156a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a540c64b0 0x7f9a54156fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a5414ebc0 0x7f9a54144140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5406f660 con 0x7f9a540c2840 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5414af30 con 0x7f9a540c64b0 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a541574f0 con 0x7f9a5414ebc0 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a54156a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a54156a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41800/0 (socket says 172.21.15.133:41800) 2023-12-02T00:34:22.342 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 -- 172.21.15.133:0/4206352786 learned_addr learned my addr 172.21.15.133:0/4206352786 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5a237640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a5414ebc0 0x7f9a54144140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59235640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a540c64b0 0x7f9a54156fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 -- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a5414ebc0 msgr2=0x7f9a54144140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a5414ebc0 0x7f9a54144140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 -- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a540c64b0 msgr2=0x7f9a54156fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a540c64b0 0x7f9a54156fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 -- 172.21.15.133:0/4206352786 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a4c009b30 con 0x7f9a540c2840 2023-12-02T00:34:22.343 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a59a36640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a54156a70 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f9a5000d620 tx=0x7f9a5000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:22.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a4a7fc640 1 -- 172.21.15.133:0/4206352786 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a500125f0 con 0x7f9a540c2840 2023-12-02T00:34:22.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a4a7fc640 1 -- 172.21.15.133:0/4206352786 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a50012770 con 0x7f9a540c2840 2023-12-02T00:34:22.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a4a7fc640 1 -- 172.21.15.133:0/4206352786 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a50012b20 con 0x7f9a540c2840 2023-12-02T00:34:22.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a5406e6e0 con 0x7f9a540c2840 2023-12-02T00:34:22.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a5406f1c0 con 0x7f9a540c2840 2023-12-02T00:34:22.344 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.339+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a54068400 con 0x7f9a540c2840 2023-12-02T00:34:22.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.343+0000 7f9a4a7fc640 1 -- 172.21.15.133:0/4206352786 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9a50012c80 con 0x7f9a540c2840 2023-12-02T00:34:22.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.343+0000 7f9a4a7fc640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a38066470 0x7f9a38068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:22.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.343+0000 7f9a4a7fc640 1 -- 172.21.15.133:0/4206352786 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6213+0+0 (secure 0 0 0) 0x7f9a50084430 con 0x7f9a540c2840 2023-12-02T00:34:22.345 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.343+0000 7f9a59235640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a38066470 0x7f9a38068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:22.346 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.343+0000 7f9a59235640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a38066470 0x7f9a38068930 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f9a54156170 tx=0x7f9a44009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:22.349 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.347+0000 7f9a4a7fc640 1 -- 172.21.15.133:0/4206352786 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9a50051740 con 0x7f9a540c2840 2023-12-02T00:34:22.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:22.499+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f9a5414e380 con 0x7f9a540c2840 2023-12-02T00:34:23.149 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.147+0000 7f9a4a7fc640 1 -- 172.21.15.133:0/4206352786 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v74) v1 ==== 169+0+0 (secure 0 0 0) 0x7f9a50054d60 con 0x7f9a540c2840 2023-12-02T00:34:23.149 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs_data' removed 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.147+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a38066470 msgr2=0x7f9a38068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.147+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a38066470 0x7f9a38068930 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f9a54156170 tx=0x7f9a44009040 comp rx=0 tx=0).stop 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.147+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 msgr2=0x7f9a54156a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.147+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a54156a70 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f9a5000d620 tx=0x7f9a5000dae0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 shutdown_connections 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9a38066470 0x7f9a38068930 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a5414ebc0 0x7f9a54144140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.152 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a540c64b0 0x7f9a54156fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 --2- 172.21.15.133:0/4206352786 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a540c2840 0x7f9a54156a70 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 >> 172.21.15.133:0/4206352786 conn(0x7f9a5406a5b0 msgr2=0x7f9a54153120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:23.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 shutdown_connections 2023-12-02T00:34:23.153 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.151+0000 7f9a5bc9a640 1 -- 172.21.15.133:0/4206352786 wait complete. 2023-12-02T00:34:23.182 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:23.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.319+0000 7f9977e79640 1 Processor -- start 2023-12-02T00:34:23.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9977e79640 1 -- start start 2023-12-02T00:34:23.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9977e79640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f99700c5260 0x7f997006d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9977e79640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f99700c5640 0x7f99700c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9977e79640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99700c2580 con 0x7f99700c60f0 2023-12-02T00:34:23.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9977e79640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9970153510 con 0x7f99700c5260 2023-12-02T00:34:23.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9977e79640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99700c17f0 con 0x7f99700c5640 2023-12-02T00:34:23.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9976416640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f99700c60f0 0x7f9970155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51672/0 (socket says 172.21.15.133:51672) 2023-12-02T00:34:23.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9976416640 1 -- 172.21.15.133:0/1374159392 learned_addr learned my addr 172.21.15.133:0/1374159392 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:23.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9975c15640 1 --2- 172.21.15.133:0/1374159392 >> v2:172.21.15.133:3300/0 conn(0x7f99700c5260 0x7f997006d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9975414640 1 --2- 172.21.15.133:0/1374159392 >> v2:172.21.15.172:3300/0 conn(0x7f99700c5640 0x7f99700c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9974c13640 1 -- 172.21.15.133:0/1374159392 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3381737187 0 0) 0x7f99700c2580 con 0x7f99700c60f0 2023-12-02T00:34:23.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9975c15640 1 -- 172.21.15.133:0/1374159392 >> v2:172.21.15.172:3300/0 conn(0x7f99700c5640 msgr2=0x7f99700c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:23.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9975c15640 1 --2- 172.21.15.133:0/1374159392 >> v2:172.21.15.172:3300/0 conn(0x7f99700c5640 0x7f99700c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9975c15640 1 -- 172.21.15.133:0/1374159392 >> v1:172.21.15.133:6789/0 conn(0x7f99700c60f0 legacy=0x7f9970155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.323+0000 7f9975c15640 1 -- 172.21.15.133:0/1374159392 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99700c1a00 con 0x7f99700c5260 2023-12-02T00:34:23.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9975c15640 1 --2- 172.21.15.133:0/1374159392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5260 0x7f997006d5b0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f997006b390 tx=0x7f996c01c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35af6f85cac8891a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9974c13640 1 -- 172.21.15.133:0/1374159392 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996c0ab600 con 0x7f99700c5260 2023-12-02T00:34:23.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9974c13640 1 -- 172.21.15.133:0/1374159392 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f996c0a7050 con 0x7f99700c5260 2023-12-02T00:34:23.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9974c13640 1 -- 172.21.15.133:0/1374159392 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996c0ab980 con 0x7f99700c5260 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 -- 172.21.15.133:0/1374159392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5260 msgr2=0x7f997006d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 --2- 172.21.15.133:0/1374159392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5260 0x7f997006d5b0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f997006b390 tx=0x7f996c01c3a0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 -- 172.21.15.133:0/1374159392 shutdown_connections 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 --2- 172.21.15.133:0/1374159392 >> v2:172.21.15.172:3300/0 conn(0x7f99700c5640 0x7f99700c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 --2- 172.21.15.133:0/1374159392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5260 0x7f997006d5b0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 -- 172.21.15.133:0/1374159392 >> 172.21.15.133:0/1374159392 conn(0x7f997006a5b0 msgr2=0x7f997006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 -- 172.21.15.133:0/1374159392 shutdown_connections 2023-12-02T00:34:23.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 -- 172.21.15.133:0/1374159392 wait complete. 2023-12-02T00:34:23.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 Processor -- start 2023-12-02T00:34:23.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.327+0000 7f9977e79640 1 -- start start 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99700c5260 0x7f99701eb070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5640 0x7f99700be6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99700c60f0 0x7f99700a8170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99700a5940 con 0x7f99700c5640 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99700a67a0 con 0x7f99700c60f0 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99700a5b90 con 0x7f99700c5260 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5640 0x7f99700be6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5640 0x7f99700be6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41816/0 (socket says 172.21.15.133:41816) 2023-12-02T00:34:23.334 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 -- 172.21.15.133:0/1874055294 learned_addr learned my addr 172.21.15.133:0/1874055294 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975c15640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99700c5260 0x7f99701eb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9976416640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99700c60f0 0x7f99700a8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 -- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99700c5260 msgr2=0x7f99701eb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99700c5260 0x7f99701eb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 -- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99700c60f0 msgr2=0x7f99700a8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99700c60f0 0x7f99700a8170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 -- 172.21.15.133:0/1874055294 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f996c009420 con 0x7f99700c5640 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975c15640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99700c5260 0x7f99701eb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9976416640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99700c60f0 0x7f99700a8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:23.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9975414640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5640 0x7f99700be6c0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f996000e870 tx=0x7f996000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f99667fc640 1 -- 172.21.15.133:0/1874055294 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9960009510 con 0x7f99700c5640 2023-12-02T00:34:23.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f99667fc640 1 -- 172.21.15.133:0/1874055294 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f996000eec0 con 0x7f99700c5640 2023-12-02T00:34:23.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99700a5e70 con 0x7f99700c5640 2023-12-02T00:34:23.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f99667fc640 1 -- 172.21.15.133:0/1874055294 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996000cb80 con 0x7f99700c5640 2023-12-02T00:34:23.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99700a6430 con 0x7f99700c5640 2023-12-02T00:34:23.338 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99700c0440 con 0x7f99700c5640 2023-12-02T00:34:23.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.331+0000 7f99667fc640 1 -- 172.21.15.133:0/1874055294 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f996000cce0 con 0x7f99700c5640 2023-12-02T00:34:23.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.335+0000 7f99667fc640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99540664a0 0x7f9954068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.335+0000 7f99667fc640 1 -- 172.21.15.133:0/1874055294 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f9960083f70 con 0x7f99700c5640 2023-12-02T00:34:23.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.335+0000 7f9975c15640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99540664a0 0x7f9954068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.335+0000 7f9975c15640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99540664a0 0x7f9954068960 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f996c0ad000 tx=0x7f996c0a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.339+0000 7f99667fc640 1 -- 172.21.15.133:0/1874055294 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f99600b5280 con 0x7f99700c5640 2023-12-02T00:34:23.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9970068400 con 0x7f99700c5640 2023-12-02T00:34:23.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f99667fc640 1 -- 172.21.15.133:0/1874055294 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+16679 (secure 0 0 0) 0x7f9960051390 con 0x7f99700c5640 2023-12-02T00:34:23.494 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:23.494 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":74,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:34:23.147379+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/2435278400":"2023-12-03T00:34:19.798613+0000","172.21.15.133:6835/2435278400":"2023-12-03T00:34:19.798613+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:23.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99540664a0 msgr2=0x7f9954068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99540664a0 0x7f9954068960 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f996c0ad000 tx=0x7f996c0a6000 comp rx=0 tx=0).stop 2023-12-02T00:34:23.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5640 msgr2=0x7f99700be6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5640 0x7f99700be6c0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f996000e870 tx=0x7f996000ec70 comp rx=0 tx=0).stop 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 shutdown_connections 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99540664a0 0x7f9954068960 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f99700c60f0 0x7f99700a8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99700c5640 0x7f99700be6c0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 --2- 172.21.15.133:0/1874055294 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f99700c5260 0x7f99701eb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 >> 172.21.15.133:0/1874055294 conn(0x7f997006a5b0 msgr2=0x7f997006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 shutdown_connections 2023-12-02T00:34:23.497 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.491+0000 7f9977e79640 1 -- 172.21.15.133:0/1874055294 wait complete. 2023-12-02T00:34:23.515 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-02T00:30:47.304452+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs2_metadata', 'create_time': '2023-12-02T00:33:45.499055+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '70', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs2_data', 'create_time': '2023-12-02T00:33:46.618619+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '71', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-02T00:34:23.515 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-02T00:34:23.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.651+0000 7f225fa79640 1 Processor -- start 2023-12-02T00:34:23.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225fa79640 1 -- start start 2023-12-02T00:34:23.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225fa79640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f22580c4100 0x7f22580c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225fa79640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f22580c06d0 0x7f22580a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225fa79640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22580c31c0 con 0x7f22580c63c0 2023-12-02T00:34:23.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225fa79640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22580c34a0 con 0x7f22580c4100 2023-12-02T00:34:23.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225fa79640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22580c1030 con 0x7f22580c06d0 2023-12-02T00:34:23.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225d014640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f22580c4100 0x7f22580c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225d014640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f22580c4100 0x7f22580c2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41822/0 (socket says 172.21.15.133:41822) 2023-12-02T00:34:23.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225d014640 1 -- 172.21.15.133:0/3835592652 learned_addr learned my addr 172.21.15.133:0/3835592652 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:23.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225e016640 1 --2- 172.21.15.133:0/3835592652 >> v2:172.21.15.172:3300/0 conn(0x7f22580c06d0 0x7f22580a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225d014640 1 -- 172.21.15.133:0/3835592652 >> v2:172.21.15.172:3300/0 conn(0x7f22580c06d0 msgr2=0x7f22580a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:23.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225d014640 1 --2- 172.21.15.133:0/3835592652 >> v2:172.21.15.172:3300/0 conn(0x7f22580c06d0 0x7f22580a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225d014640 1 -- 172.21.15.133:0/3835592652 >> v1:172.21.15.172:6789/0 conn(0x7f22580c63c0 legacy=0x7f22580c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.655+0000 7f225d014640 1 -- 172.21.15.133:0/3835592652 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22580c1310 con 0x7f22580c4100 2023-12-02T00:34:23.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225d014640 1 --2- 172.21.15.133:0/3835592652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c4100 0x7f22580c2bb0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f22580c0ee0 tx=0x7f224801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f51d2a6a47268fd9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225c813640 1 -- 172.21.15.133:0/3835592652 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22580aa3d0 con 0x7f22580c4100 2023-12-02T00:34:23.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225c813640 1 -- 172.21.15.133:0/3835592652 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22480a7050 con 0x7f22580c4100 2023-12-02T00:34:23.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225c813640 1 -- 172.21.15.133:0/3835592652 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22480ab820 con 0x7f22580c4100 2023-12-02T00:34:23.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 -- 172.21.15.133:0/3835592652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c4100 msgr2=0x7f22580c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 --2- 172.21.15.133:0/3835592652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c4100 0x7f22580c2bb0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f22580c0ee0 tx=0x7f224801c3e0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 -- 172.21.15.133:0/3835592652 shutdown_connections 2023-12-02T00:34:23.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 --2- 172.21.15.133:0/3835592652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c4100 0x7f22580c2bb0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 --2- 172.21.15.133:0/3835592652 >> v2:172.21.15.172:3300/0 conn(0x7f22580c06d0 0x7f22580a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 -- 172.21.15.133:0/3835592652 >> 172.21.15.133:0/3835592652 conn(0x7f225806a5b0 msgr2=0x7f225806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:23.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 -- 172.21.15.133:0/3835592652 shutdown_connections 2023-12-02T00:34:23.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 -- 172.21.15.133:0/3835592652 wait complete. 2023-12-02T00:34:23.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 Processor -- start 2023-12-02T00:34:23.664 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.659+0000 7f225fa79640 1 -- start start 2023-12-02T00:34:23.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c06d0 0x7f2258153000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.668 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22580c4100 0x7f225814fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22580c63c0 0x7f2258150010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22581f0d90 con 0x7f22580c06d0 2023-12-02T00:34:23.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f225815ad20 con 0x7f22580c63c0 2023-12-02T00:34:23.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22581f0130 con 0x7f22580c4100 2023-12-02T00:34:23.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c06d0 0x7f2258153000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c06d0 0x7f2258153000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41830/0 (socket says 172.21.15.133:41830) 2023-12-02T00:34:23.669 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 -- 172.21.15.133:0/1117077961 learned_addr learned my addr 172.21.15.133:0/1117077961 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:23.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225e016640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22580c63c0 0x7f2258150010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d014640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22580c4100 0x7f225814fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 -- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22580c4100 msgr2=0x7f225814fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22580c4100 0x7f225814fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 -- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22580c63c0 msgr2=0x7f2258150010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22580c63c0 0x7f2258150010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 -- 172.21.15.133:0/1117077961 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22480094d0 con 0x7f22580c06d0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225d815640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c06d0 0x7f2258153000 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f225400c3d0 tx=0x7f225400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f224e7fc640 1 -- 172.21.15.133:0/1117077961 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22540052d0 con 0x7f22580c06d0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f224e7fc640 1 -- 172.21.15.133:0/1117077961 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2254005450 con 0x7f22580c06d0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f224e7fc640 1 -- 172.21.15.133:0/1117077961 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2254003860 con 0x7f22580c06d0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22581f03f0 con 0x7f22580c06d0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22581f09b0 con 0x7f22580c06d0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2258068400 con 0x7f22580c06d0 2023-12-02T00:34:23.671 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.663+0000 7f224e7fc640 1 -- 172.21.15.133:0/1117077961 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f22540039c0 con 0x7f22580c06d0 2023-12-02T00:34:23.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.667+0000 7f224e7fc640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f223c066470 0x7f223c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.667+0000 7f224e7fc640 1 -- 172.21.15.133:0/1117077961 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f2254083390 con 0x7f22580c06d0 2023-12-02T00:34:23.672 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.667+0000 7f225d014640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f223c066470 0x7f223c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.667+0000 7f225d014640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f223c066470 0x7f223c068930 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f22480ad000 tx=0x7f2248008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.673 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.671+0000 7f224e7fc640 1 -- 172.21.15.133:0/1117077961 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2254050850 con 0x7f22580c06d0 2023-12-02T00:34:23.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.819+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f22580aa3d0 con 0x7f22580c06d0 2023-12-02T00:34:23.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.819+0000 7f224e7fc640 1 -- 172.21.15.133:0/1117077961 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2254053e70 con 0x7f22580c06d0 2023-12-02T00:34:23.824 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 1 2023-12-02T00:34:23.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f223c066470 msgr2=0x7f223c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f223c066470 0x7f223c068930 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f22480ad000 tx=0x7f2248008040 comp rx=0 tx=0).stop 2023-12-02T00:34:23.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c06d0 msgr2=0x7f2258153000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c06d0 0x7f2258153000 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f225400c3d0 tx=0x7f225400c890 comp rx=0 tx=0).stop 2023-12-02T00:34:23.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 shutdown_connections 2023-12-02T00:34:23.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f223c066470 0x7f223c068930 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f22580c63c0 0x7f2258150010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f22580c4100 0x7f225814fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 --2- 172.21.15.133:0/1117077961 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f22580c06d0 0x7f2258153000 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 >> 172.21.15.133:0/1117077961 conn(0x7f225806a5b0 msgr2=0x7f2258071e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:23.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 shutdown_connections 2023-12-02T00:34:23.827 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.823+0000 7f225fa79640 1 -- 172.21.15.133:0/1117077961 wait complete. 2023-12-02T00:34:23.845 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2023-12-02T00:34:23.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede98dd640 1 Processor -- start 2023-12-02T00:34:23.986 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede98dd640 1 -- start start 2023-12-02T00:34:23.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede98dd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fede4151bb0 0x7fede40c3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede98dd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede98dd640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fede40a5f60 con 0x7fede406e4d0 2023-12-02T00:34:23.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede98dd640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fede4158a20 con 0x7fede4151bb0 2023-12-02T00:34:23.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede98dd640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fede4157c60 con 0x7fede406eea0 2023-12-02T00:34:23.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fede2ffd640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fede4151bb0 0x7fede40c3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fedda7fc640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fede406e4d0 0x7fede4154650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51686/0 (socket says 172.21.15.133:51686) 2023-12-02T00:34:23.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.983+0000 7fedda7fc640 1 -- 172.21.15.133:0/2077244989 learned_addr learned my addr 172.21.15.133:0/2077244989 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:23.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede37fe640 1 --2- 172.21.15.133:0/2077244989 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede2ffd640 1 -- 172.21.15.133:0/2077244989 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 msgr2=0x7fede4154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:23.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede2ffd640 1 --2- 172.21.15.133:0/2077244989 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede2ffd640 1 -- 172.21.15.133:0/2077244989 >> v1:172.21.15.133:6789/0 conn(0x7fede406e4d0 legacy=0x7fede4154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede2ffd640 1 -- 172.21.15.133:0/2077244989 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fede4157f40 con 0x7fede4151bb0 2023-12-02T00:34:23.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede27fc640 1 -- 172.21.15.133:0/2077244989 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3553494502 0 0) 0x7fede40a5f60 con 0x7fede406e4d0 2023-12-02T00:34:23.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede2ffd640 1 --2- 172.21.15.133:0/2077244989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede4151bb0 0x7fede40c3550 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fedd40097c0 tx=0x7fedd401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f831d94540a3e76 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede27fc640 1 -- 172.21.15.133:0/2077244989 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedd40ac620 con 0x7fede4151bb0 2023-12-02T00:34:23.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede27fc640 1 -- 172.21.15.133:0/2077244989 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedd40ac780 con 0x7fede4151bb0 2023-12-02T00:34:23.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.987+0000 7fede27fc640 1 -- 172.21.15.133:0/2077244989 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedd40acb10 con 0x7fede4151bb0 2023-12-02T00:34:23.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- 172.21.15.133:0/2077244989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede4151bb0 msgr2=0x7fede40c3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 --2- 172.21.15.133:0/2077244989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede4151bb0 0x7fede40c3550 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fedd40097c0 tx=0x7fedd401c3c0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- 172.21.15.133:0/2077244989 shutdown_connections 2023-12-02T00:34:23.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 --2- 172.21.15.133:0/2077244989 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 --2- 172.21.15.133:0/2077244989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede4151bb0 0x7fede40c3550 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- 172.21.15.133:0/2077244989 >> 172.21.15.133:0/2077244989 conn(0x7fede40c6b70 msgr2=0x7fede40c6f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:23.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- 172.21.15.133:0/2077244989 shutdown_connections 2023-12-02T00:34:23.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- 172.21.15.133:0/2077244989 wait complete. 2023-12-02T00:34:23.993 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 Processor -- start 2023-12-02T00:34:23.994 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- start start 2023-12-02T00:34:23.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede406e4d0 0x7fede414ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.995 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fede4151bb0 0x7fede414bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fede4153800 con 0x7fede406e4d0 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fede4155380 con 0x7fede4151bb0 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede98dd640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fede41531b0 con 0x7fede406eea0 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede406e4d0 0x7fede414ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede406e4d0 0x7fede414ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41838/0 (socket says 172.21.15.133:41838) 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 -- 172.21.15.133:0/2193006906 learned_addr learned my addr 172.21.15.133:0/2193006906 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fedda7fc640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede37fe640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fede4151bb0 0x7fede414bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 -- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 msgr2=0x7fede4154980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 -- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fede4151bb0 msgr2=0x7fede414bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fede4151bb0 0x7fede414bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:23.996 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.991+0000 7fede2ffd640 1 -- 172.21.15.133:0/2193006906 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedd4009420 con 0x7fede406e4d0 2023-12-02T00:34:23.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede2ffd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede406e4d0 0x7fede414ee10 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fedd40af040 tx=0x7fedd401ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:23.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede0ff9640 1 -- 172.21.15.133:0/2193006906 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedd40b8450 con 0x7fede406e4d0 2023-12-02T00:34:23.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede0ff9640 1 -- 172.21.15.133:0/2193006906 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedd40b85b0 con 0x7fede406e4d0 2023-12-02T00:34:23.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede0ff9640 1 -- 172.21.15.133:0/2193006906 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedd40b8960 con 0x7fede406e4d0 2023-12-02T00:34:23.997 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fede4153490 con 0x7fede406e4d0 2023-12-02T00:34:23.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fede40a6330 con 0x7fede406e4d0 2023-12-02T00:34:23.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fede4153620 con 0x7fede406e4d0 2023-12-02T00:34:23.998 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede0ff9640 1 -- 172.21.15.133:0/2193006906 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fedd40aa070 con 0x7fede406e4d0 2023-12-02T00:34:23.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede0ff9640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fedc40664a0 0x7fedc4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:23.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fede0ff9640 1 -- 172.21.15.133:0/2193006906 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7fedd411e440 con 0x7fede406e4d0 2023-12-02T00:34:23.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.995+0000 7fedda7fc640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fedc40664a0 0x7fedc4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:23.999 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.999+0000 7fedda7fc640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fedc40664a0 0x7fedc4068960 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fede4072360 tx=0x7fedcc007df0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:24.002 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:23.999+0000 7fede0ff9640 1 -- 172.21.15.133:0/2193006906 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fedd40eba20 con 0x7fede406e4d0 2023-12-02T00:34:24.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.151+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fede404e850 con 0x7fede406e4d0 2023-12-02T00:34:24.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.151+0000 7fede0ff9640 1 -- 172.21.15.133:0/2193006906 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v74) v1 ==== 105+0+11 (secure 0 0 0) 0x7fedd40ef040 con 0x7fede406e4d0 2023-12-02T00:34:24.156 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 32 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fedc40664a0 msgr2=0x7fedc4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fedc40664a0 0x7fedc4068960 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fede4072360 tx=0x7fedcc007df0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede406e4d0 msgr2=0x7fede414ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede406e4d0 0x7fede414ee10 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fedd40af040 tx=0x7fedd401ac00 comp rx=0 tx=0).stop 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 shutdown_connections 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fedc40664a0 0x7fedc4068960 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fede4151bb0 0x7fede414bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fede406eea0 0x7fede4154980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 --2- 172.21.15.133:0/2193006906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fede406e4d0 0x7fede414ee10 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.161 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 >> 172.21.15.133:0/2193006906 conn(0x7fede40c6b70 msgr2=0x7fede406ba50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:24.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 shutdown_connections 2023-12-02T00:34:24.162 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.155+0000 7fede98dd640 1 -- 172.21.15.133:0/2193006906 wait complete. 2023-12-02T00:34:24.178 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2023-12-02T00:34:24.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.315+0000 7f57bd9d0640 1 Processor -- start 2023-12-02T00:34:24.319 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.315+0000 7f57bd9d0640 1 -- start start 2023-12-02T00:34:24.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57bd9d0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b80ca460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.320 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57bd9d0640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f57b80c7c50 0x7f57b81544d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57bd9d0640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57b80c8160 con 0x7f57b80ca9a0 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57bd9d0640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57b8157b40 con 0x7f57b80c7c50 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57bd9d0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57b8157e20 con 0x7f57b8151cd0 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f57b80c7c50 0x7f57b81544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f57b80c7c50 0x7f57b81544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41852/0 (socket says 172.21.15.133:41852) 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 -- 172.21.15.133:0/3647781540 learned_addr learned my addr 172.21.15.133:0/3647781540 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57bc9ce640 1 --2- 172.21.15.133:0/3647781540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b80ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 -- 172.21.15.133:0/3647781540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 msgr2=0x7f57b80ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 --2- 172.21.15.133:0/3647781540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b80ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 -- 172.21.15.133:0/3647781540 >> v1:172.21.15.172:6789/0 conn(0x7f57b80ca9a0 legacy=0x7f57b806b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:24.321 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 -- 172.21.15.133:0/3647781540 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57b8158100 con 0x7f57b80c7c50 2023-12-02T00:34:24.323 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b7fff640 1 --2- 172.21.15.133:0/3647781540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b81544d0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f57a4009870 tx=0x7f57a401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a90333d57e9a1f4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:24.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.319+0000 7f57b77fe640 1 -- 172.21.15.133:0/3647781540 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57a40aa610 con 0x7f57b80c7c50 2023-12-02T00:34:24.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57b77fe640 1 -- 172.21.15.133:0/3647781540 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57a40a6040 con 0x7f57b80c7c50 2023-12-02T00:34:24.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57b77fe640 1 -- 172.21.15.133:0/3647781540 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57a40aa990 con 0x7f57b80c7c50 2023-12-02T00:34:24.324 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- 172.21.15.133:0/3647781540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 msgr2=0x7f57b81544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/3647781540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b81544d0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f57a4009870 tx=0x7f57a401c4d0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- 172.21.15.133:0/3647781540 shutdown_connections 2023-12-02T00:34:24.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/3647781540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b81544d0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/3647781540 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b80ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- 172.21.15.133:0/3647781540 >> 172.21.15.133:0/3647781540 conn(0x7f57b80abee0 msgr2=0x7f57b80c9d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:24.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- 172.21.15.133:0/3647781540 shutdown_connections 2023-12-02T00:34:24.325 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- 172.21.15.133:0/3647781540 wait complete. 2023-12-02T00:34:24.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 Processor -- start 2023-12-02T00:34:24.326 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- start start 2023-12-02T00:34:24.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b8156ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f57b80ca9a0 0x7f57b80c21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b8147a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57b8149360 con 0x7f57b80c7c50 2023-12-02T00:34:24.327 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57b8156200 con 0x7f57b80ca9a0 2023-12-02T00:34:24.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd9d0640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57b8149080 con 0x7f57b8151cd0 2023-12-02T00:34:24.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bc9ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b8156ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bc9ce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b8156ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41864/0 (socket says 172.21.15.133:41864) 2023-12-02T00:34:24.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bc9ce640 1 -- 172.21.15.133:0/633856770 learned_addr learned my addr 172.21.15.133:0/633856770 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:24.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57bd1cf640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b8147a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.328 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.323+0000 7f57b7fff640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f57b80ca9a0 0x7f57b80c21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bc9ce640 1 -- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 msgr2=0x7f57b8147a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bc9ce640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b8147a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bc9ce640 1 -- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f57b80ca9a0 msgr2=0x7f57b80c21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bc9ce640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f57b80ca9a0 0x7f57b80c21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bc9ce640 1 -- 172.21.15.133:0/633856770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57a40094d0 con 0x7f57b80c7c50 2023-12-02T00:34:24.329 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bc9ce640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b8156ca0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f57ac00d800 tx=0x7f57ac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:24.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57b57fa640 1 -- 172.21.15.133:0/633856770 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57ac00b6c0 con 0x7f57b80c7c50 2023-12-02T00:34:24.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57b57fa640 1 -- 172.21.15.133:0/633856770 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57ac00b820 con 0x7f57b80c7c50 2023-12-02T00:34:24.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57b81564a0 con 0x7f57b80c7c50 2023-12-02T00:34:24.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57b57fa640 1 -- 172.21.15.133:0/633856770 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57ac00bb90 con 0x7f57b80c7c50 2023-12-02T00:34:24.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57b814d5a0 con 0x7f57b80c7c50 2023-12-02T00:34:24.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57b80c6120 con 0x7f57b80c7c50 2023-12-02T00:34:24.330 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57b57fa640 1 -- 172.21.15.133:0/633856770 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f57ac00bcf0 con 0x7f57b80c7c50 2023-12-02T00:34:24.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57b57fa640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f579c066470 0x7f579c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57b57fa640 1 -- 172.21.15.133:0/633856770 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f57ac084250 con 0x7f57b80c7c50 2023-12-02T00:34:24.331 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.327+0000 7f57b7fff640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f579c066470 0x7f579c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.332 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.331+0000 7f57b7fff640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f579c066470 0x7f579c068930 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f57a40ae000 tx=0x7f57a40b5040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:24.335 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.331+0000 7f57b57fa640 1 -- 172.21.15.133:0/633856770 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f57ac0517b0 con 0x7f57b80c7c50 2023-12-02T00:34:24.485 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f57b804e850 con 0x7f57b80c7c50 2023-12-02T00:34:24.485 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57b57fa640 1 -- 172.21.15.133:0/633856770 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v74) v1 ==== 101+0+11 (secure 0 0 0) 0x7f57ac054dd0 con 0x7f57b80c7c50 2023-12-02T00:34:24.485 INFO:teuthology.orchestra.run.smithi133.stdout:pg_num: 64 2023-12-02T00:34:24.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f579c066470 msgr2=0x7f579c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f579c066470 0x7f579c068930 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f57a40ae000 tx=0x7f57a40b5040 comp rx=0 tx=0).stop 2023-12-02T00:34:24.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 msgr2=0x7f57b8156ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b8156ca0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f57ac00d800 tx=0x7f57ac00dcc0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 shutdown_connections 2023-12-02T00:34:24.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f579c066470 0x7f579c068930 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f57b8151cd0 0x7f57b8147a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f57b80ca9a0 0x7f57b80c21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 --2- 172.21.15.133:0/633856770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f57b80c7c50 0x7f57b8156ca0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 >> 172.21.15.133:0/633856770 conn(0x7f57b80abee0 msgr2=0x7f57b814c310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:24.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 shutdown_connections 2023-12-02T00:34:24.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.483+0000 7f57bd9d0640 1 -- 172.21.15.133:0/633856770 wait complete. 2023-12-02T00:34:24.507 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:24.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e3ebb640 1 Processor -- start 2023-12-02T00:34:24.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e3ebb640 1 -- start start 2023-12-02T00:34:24.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e3ebb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e3ebb640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f28dc0c06d0 0x7f28dc0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e3ebb640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28dc0c31c0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e3ebb640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28dc0c34a0 con 0x7f28dc0c06d0 2023-12-02T00:34:24.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e3ebb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28dc0c1030 con 0x7f28dc0c4100 2023-12-02T00:34:24.651 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e1456640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e2458640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f28dc0c06d0 0x7f28dc0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e2458640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f28dc0c06d0 0x7f28dc0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:44378/0 (socket says 172.21.15.133:44378) 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e2458640 1 -- 172.21.15.133:0/1338163076 learned_addr learned my addr 172.21.15.133:0/1338163076 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e2458640 1 -- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 msgr2=0x7f28dc0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e2458640 1 --2- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e2458640 1 -- 172.21.15.133:0/1338163076 >> v1:172.21.15.172:6789/0 conn(0x7f28dc0c63c0 legacy=0x7f28dc0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e2458640 1 -- 172.21.15.133:0/1338163076 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28dc0c1310 con 0x7f28dc0c06d0 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e1456640 1 --2- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:24.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.647+0000 7f28e0c55640 1 -- 172.21.15.133:0/1338163076 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1886662881 0 0) 0x7f28dc0c31c0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e2458640 1 --2- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 0x7f28dc0a9680 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f28d4009e50 tx=0x7f28d401c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a2cfb9015bdd150 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:24.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e0c55640 1 -- 172.21.15.133:0/1338163076 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28dc0aa3d0 con 0x7f28dc0c06d0 2023-12-02T00:34:24.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e0c55640 1 -- 172.21.15.133:0/1338163076 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28d40a56c0 con 0x7f28dc0c06d0 2023-12-02T00:34:24.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e0c55640 1 -- 172.21.15.133:0/1338163076 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d40a5a50 con 0x7f28dc0c06d0 2023-12-02T00:34:24.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e3ebb640 1 -- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 msgr2=0x7f28dc0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 0x7f28dc0a9680 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f28d4009e50 tx=0x7f28d401c8f0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e3ebb640 1 -- 172.21.15.133:0/1338163076 shutdown_connections 2023-12-02T00:34:24.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/1338163076 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 0x7f28dc0a9680 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.651+0000 7f28e3ebb640 1 -- 172.21.15.133:0/1338163076 >> 172.21.15.133:0/1338163076 conn(0x7f28dc06a5b0 msgr2=0x7f28dc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:24.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 -- 172.21.15.133:0/1338163076 shutdown_connections 2023-12-02T00:34:24.656 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 -- 172.21.15.133:0/1338163076 wait complete. 2023-12-02T00:34:24.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 Processor -- start 2023-12-02T00:34:24.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 -- start start 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 0x7f28dc15a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28dc0c63c0 0x7f28dc1eff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28dc147da0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28dc1ec990 con 0x7f28dc0c06d0 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28dc156210 con 0x7f28dc0c4100 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28dc0c63c0 0x7f28dc1eff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28dc0c63c0 0x7f28dc1eff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41878/0 (socket says 172.21.15.133:41878) 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 -- 172.21.15.133:0/3509897779 learned_addr learned my addr 172.21.15.133:0/3509897779 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e1456640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e1c57640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 0x7f28dc15a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 -- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 msgr2=0x7f28dc0bf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0bf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 -- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 msgr2=0x7f28dc15a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 0x7f28dc15a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 -- 172.21.15.133:0/3509897779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28cc009420 con 0x7f28dc0c63c0 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e1456640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e2458640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28dc0c63c0 0x7f28dc1eff00 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f28d4009e50 tx=0x7f28d4019690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28d27fc640 1 -- 172.21.15.133:0/3509897779 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d4009510 con 0x7f28dc0c63c0 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28d27fc640 1 -- 172.21.15.133:0/3509897779 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28d40b8470 con 0x7f28dc0c63c0 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28d27fc640 1 -- 172.21.15.133:0/3509897779 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d40b87e0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.655+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28d4009b30 con 0x7f28dc0c63c0 2023-12-02T00:34:24.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.659+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28dc0c00b0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.659+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28dc068400 con 0x7f28dc0c63c0 2023-12-02T00:34:24.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.659+0000 7f28d27fc640 1 -- 172.21.15.133:0/3509897779 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f28d40b8940 con 0x7f28dc0c63c0 2023-12-02T00:34:24.662 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.659+0000 7f28d27fc640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28c0066470 0x7f28c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:24.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.659+0000 7f28d27fc640 1 -- 172.21.15.133:0/3509897779 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f28d411efe0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.659+0000 7f28e1c57640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28c0066470 0x7f28c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:24.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.659+0000 7f28e1c57640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28c0066470 0x7f28c0068930 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f28d8000f70 tx=0x7f28d8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:24.667 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.663+0000 7f28d27fc640 1 -- 172.21.15.133:0/3509897779 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f28d40ec490 con 0x7f28dc0c63c0 2023-12-02T00:34:24.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.855+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f28dc0c00b0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28d27fc640 1 -- 172.21.15.133:0/3509897779 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) v1 ==== 94+0+4929 (secure 0 0 0) 0x7f28dc0c00b0 con 0x7f28dc0c63c0 2023-12-02T00:34:24.860 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:24.861 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":54,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":7155,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2098314610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2098314610},{"type":"v1","addr":"172.21.15.133:6837","nonce":2098314610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:34:24.861 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 54 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28c0066470 msgr2=0x7f28c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28c0066470 0x7f28c0068930 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f28d8000f70 tx=0x7f28d8009040 comp rx=0 tx=0).stop 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28dc0c63c0 msgr2=0x7f28dc1eff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28dc0c63c0 0x7f28dc1eff00 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f28d4009e50 tx=0x7f28d4019690 comp rx=0 tx=0).stop 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 shutdown_connections 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f28c0066470 0x7f28c0068930 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28dc0c63c0 0x7f28dc1eff00 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f28dc0c4100 0x7f28dc0bf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 --2- 172.21.15.133:0/3509897779 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f28dc0c06d0 0x7f28dc15a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:24.863 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 >> 172.21.15.133:0/3509897779 conn(0x7f28dc06a5b0 msgr2=0x7f28dc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:24.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 shutdown_connections 2023-12-02T00:34:24.864 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:24.859+0000 7f28e3ebb640 1 -- 172.21.15.133:0/3509897779 wait complete. 2023-12-02T00:34:24.881 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:25.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.015+0000 7f5915cd6640 1 Processor -- start 2023-12-02T00:34:25.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.015+0000 7f5915cd6640 1 -- start start 2023-12-02T00:34:25.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f5915cd6640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f59100c3ad0 0x7f59100c0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f5915cd6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f59100a84a0 0x7f5910155b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f5915cd6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5910072b20 con 0x7f5910072740 2023-12-02T00:34:25.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f5915cd6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59100c11c0 con 0x7f59100a84a0 2023-12-02T00:34:25.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f5915cd6640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5910156b40 con 0x7f59100c3ad0 2023-12-02T00:34:25.022 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590f7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f5910072740 0x7f59100c5000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:51692/0 (socket says 172.21.15.133:51692) 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590f7fe640 1 -- 172.21.15.133:0/3138322764 learned_addr learned my addr 172.21.15.133:0/3138322764 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590ffff640 1 --2- 172.21.15.133:0/3138322764 >> v2:172.21.15.133:3300/0 conn(0x7f59100a84a0 0x7f5910155b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590effd640 1 --2- 172.21.15.133:0/3138322764 >> v2:172.21.15.172:3300/0 conn(0x7f59100c3ad0 0x7f59100c0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590e7fc640 1 -- 172.21.15.133:0/3138322764 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3105394005 0 0) 0x7f5910072b20 con 0x7f5910072740 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590e7fc640 1 -- 172.21.15.133:0/3138322764 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58f8003530 con 0x7f5910072740 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590ffff640 1 -- 172.21.15.133:0/3138322764 >> v2:172.21.15.172:3300/0 conn(0x7f59100c3ad0 msgr2=0x7f59100c0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590ffff640 1 --2- 172.21.15.133:0/3138322764 >> v2:172.21.15.172:3300/0 conn(0x7f59100c3ad0 0x7f59100c0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590ffff640 1 -- 172.21.15.133:0/3138322764 >> v1:172.21.15.133:6789/0 conn(0x7f5910072740 legacy=0x7f59100c5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.019+0000 7f590ffff640 1 -- 172.21.15.133:0/3138322764 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59100c5710 con 0x7f59100a84a0 2023-12-02T00:34:25.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f590ffff640 1 --2- 172.21.15.133:0/3138322764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59100a84a0 0x7f5910155b70 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f59100672b0 tx=0x7f590801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aad912b5f755470c server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f590e7fc640 1 -- 172.21.15.133:0/3138322764 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59080a5720 con 0x7f59100a84a0 2023-12-02T00:34:25.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f590e7fc640 1 -- 172.21.15.133:0/3138322764 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59080a5880 con 0x7f59100a84a0 2023-12-02T00:34:25.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f590e7fc640 1 -- 172.21.15.133:0/3138322764 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59080a5c10 con 0x7f59100a84a0 2023-12-02T00:34:25.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- 172.21.15.133:0/3138322764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59100a84a0 msgr2=0x7f5910155b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3138322764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59100a84a0 0x7f5910155b70 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f59100672b0 tx=0x7f590801c880 comp rx=0 tx=0).stop 2023-12-02T00:34:25.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- 172.21.15.133:0/3138322764 shutdown_connections 2023-12-02T00:34:25.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3138322764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59100a84a0 0x7f5910155b70 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3138322764 >> v2:172.21.15.172:3300/0 conn(0x7f59100c3ad0 0x7f59100c0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- 172.21.15.133:0/3138322764 >> 172.21.15.133:0/3138322764 conn(0x7f59100a7980 msgr2=0x7f59100a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:25.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- 172.21.15.133:0/3138322764 shutdown_connections 2023-12-02T00:34:25.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- 172.21.15.133:0/3138322764 wait complete. 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 Processor -- start 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- start start 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5910072740 0x7f59100a6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f59100a84a0 0x7f591013ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59100c3ad0 0x7f591013d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5910146500 con 0x7f5910072740 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59100bb470 con 0x7f59100c3ad0 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.023+0000 7f5915cd6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59100bb750 con 0x7f59100a84a0 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5910072740 0x7f59100a6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5910072740 0x7f59100a6b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41884/0 (socket says 172.21.15.133:41884) 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 -- 172.21.15.133:0/3721624770 learned_addr learned my addr 172.21.15.133:0/3721624770 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:25.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590effd640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f59100a84a0 0x7f591013ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590ffff640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59100c3ad0 0x7f591013d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 -- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f59100a84a0 msgr2=0x7f591013ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f59100a84a0 0x7f591013ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 -- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59100c3ad0 msgr2=0x7f591013d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59100c3ad0 0x7f591013d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 -- 172.21.15.133:0/3721624770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5908009a70 con 0x7f5910072740 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590effd640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f59100a84a0 0x7f591013ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f590f7fe640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5910072740 0x7f59100a6b70 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f590000c420 tx=0x7f590000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f58f7fff640 1 -- 172.21.15.133:0/3721624770 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5900005cf0 con 0x7f5910072740 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f58f7fff640 1 -- 172.21.15.133:0/3721624770 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5900005e50 con 0x7f5910072740 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f58f7fff640 1 -- 172.21.15.133:0/3721624770 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59000072d0 con 0x7f5910072740 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5910146120 con 0x7f5910072740 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59100a8090 con 0x7f5910072740 2023-12-02T00:34:25.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5910067f00 con 0x7f5910072740 2023-12-02T00:34:25.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.027+0000 7f58f7fff640 1 -- 172.21.15.133:0/3721624770 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5900007430 con 0x7f5910072740 2023-12-02T00:34:25.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.031+0000 7f58f7fff640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f58fc066470 0x7f58fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.031+0000 7f58f7fff640 1 -- 172.21.15.133:0/3721624770 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f5900083400 con 0x7f5910072740 2023-12-02T00:34:25.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.031+0000 7f590effd640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f58fc066470 0x7f58fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.033 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.031+0000 7f590effd640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f58fc066470 0x7f58fc068930 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f59100c0130 tx=0x7f5904008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.036 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.035+0000 7f58f7fff640 1 -- 172.21.15.133:0/3721624770 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f59000508c0 con 0x7f5910072740 2023-12-02T00:34:25.187 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.183+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f59100c1540 con 0x7f5910072740 2023-12-02T00:34:25.188 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f58f7fff640 1 -- 172.21.15.133:0/3721624770 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+16679 (secure 0 0 0) 0x7f5900053ee0 con 0x7f5910072740 2023-12-02T00:34:25.188 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:25.188 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":74,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:34:23.147379+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/2435278400":"2023-12-03T00:34:19.798613+0000","172.21.15.133:6835/2435278400":"2023-12-03T00:34:19.798613+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:25.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f58fc066470 msgr2=0x7f58fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f58fc066470 0x7f58fc068930 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f59100c0130 tx=0x7f5904008040 comp rx=0 tx=0).stop 2023-12-02T00:34:25.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5910072740 msgr2=0x7f59100a6b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5910072740 0x7f59100a6b70 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f590000c420 tx=0x7f590000c8e0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 shutdown_connections 2023-12-02T00:34:25.190 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f58fc066470 0x7f58fc068930 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f59100c3ad0 0x7f591013d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f59100a84a0 0x7f591013ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 --2- 172.21.15.133:0/3721624770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5910072740 0x7f59100a6b70 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 >> 172.21.15.133:0/3721624770 conn(0x7f59100a7980 msgr2=0x7f591006c150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:25.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 shutdown_connections 2023-12-02T00:34:25.191 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.187+0000 7f5915cd6640 1 -- 172.21.15.133:0/3721624770 wait complete. 2023-12-02T00:34:25.210 INFO:tasks.cephfs.filesystem:Destroying file system cephfs2 and related pools 2023-12-02T00:34:25.210 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:25.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 Processor -- start 2023-12-02T00:34:25.350 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 -- start start 2023-12-02T00:34:25.351 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7900a5370 0x7ff7900c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff7900c4110 0x7ff790150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff790072090 0x7ff7901514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7900c3070 con 0x7ff790072090 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7900c2760 con 0x7ff7900c4110 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff795dc1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7900a5750 con 0x7ff7900a5370 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff78ffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff790072090 0x7ff7901514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff78ffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff790072090 0x7ff7901514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41886/0 (socket says 172.21.15.133:41886) 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff78ffff640 1 -- 172.21.15.133:0/3255451433 learned_addr learned my addr 172.21.15.133:0/3255451433 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff787fff640 1 --2- 172.21.15.133:0/3255451433 >> v2:172.21.15.172:3300/0 conn(0x7ff7900c4110 0x7ff790150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.352 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.347+0000 7ff78f7fe640 1 --2- 172.21.15.133:0/3255451433 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7900a5370 0x7ff7900c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78ffff640 1 -- 172.21.15.133:0/3255451433 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7900a5370 msgr2=0x7ff7900c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:25.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78ffff640 1 --2- 172.21.15.133:0/3255451433 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7900a5370 0x7ff7900c3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78ffff640 1 -- 172.21.15.133:0/3255451433 >> v2:172.21.15.172:3300/0 conn(0x7ff7900c4110 msgr2=0x7ff790150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:25.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78ffff640 1 --2- 172.21.15.133:0/3255451433 >> v2:172.21.15.172:3300/0 conn(0x7ff7900c4110 0x7ff790150fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.353 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78ffff640 1 -- 172.21.15.133:0/3255451433 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7900aad20 con 0x7ff790072090 2023-12-02T00:34:25.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78ffff640 1 --2- 172.21.15.133:0/3255451433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff790072090 0x7ff7901514e0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7ff79006b480 tx=0x7ff78801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af66fb61666a4fcb server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78effd640 1 -- 172.21.15.133:0/3255451433 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7880a5680 con 0x7ff790072090 2023-12-02T00:34:25.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78effd640 1 -- 172.21.15.133:0/3255451433 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7880a57e0 con 0x7ff790072090 2023-12-02T00:34:25.355 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.351+0000 7ff78effd640 1 -- 172.21.15.133:0/3255451433 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7880a5b70 con 0x7ff790072090 2023-12-02T00:34:25.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- 172.21.15.133:0/3255451433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff790072090 msgr2=0x7ff7901514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 --2- 172.21.15.133:0/3255451433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff790072090 0x7ff7901514e0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7ff79006b480 tx=0x7ff78801c880 comp rx=0 tx=0).stop 2023-12-02T00:34:25.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- 172.21.15.133:0/3255451433 shutdown_connections 2023-12-02T00:34:25.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 --2- 172.21.15.133:0/3255451433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff790072090 0x7ff7901514e0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.356 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 --2- 172.21.15.133:0/3255451433 >> v2:172.21.15.172:3300/0 conn(0x7ff7900c4110 0x7ff790150fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 --2- 172.21.15.133:0/3255451433 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff7900a5370 0x7ff7900c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- 172.21.15.133:0/3255451433 >> 172.21.15.133:0/3255451433 conn(0x7ff79006a5b0 msgr2=0x7ff79006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:25.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- 172.21.15.133:0/3255451433 shutdown_connections 2023-12-02T00:34:25.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- 172.21.15.133:0/3255451433 wait complete. 2023-12-02T00:34:25.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 Processor -- start 2023-12-02T00:34:25.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- start start 2023-12-02T00:34:25.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff790072090 0x7ff7901ecdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7900a5370 0x7ff7901f0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7900c4110 0x7ff7901ed520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7901f0710 con 0x7ff7900c4110 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff790071e80 con 0x7ff7900a5370 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7901424c0 con 0x7ff790072090 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7900c4110 0x7ff7901ed520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7900c4110 0x7ff7901ed520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41900/0 (socket says 172.21.15.133:41900) 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 -- 172.21.15.133:0/730763362 learned_addr learned my addr 172.21.15.133:0/730763362 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78f7fe640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff790072090 0x7ff7901ecdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff787fff640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7900a5370 0x7ff7901f0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 -- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff790072090 msgr2=0x7ff7901ecdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff790072090 0x7ff7901ecdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 -- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7900a5370 msgr2=0x7ff7901f0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7900a5370 0x7ff7901f0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 -- 172.21.15.133:0/730763362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff788009b30 con 0x7ff7900c4110 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78f7fe640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff790072090 0x7ff7901ecdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78ffff640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7900c4110 0x7ff7901ed520 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7ff7880af040 tx=0x7ff788019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78cff9640 1 -- 172.21.15.133:0/730763362 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7880a5680 con 0x7ff7900c4110 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78cff9640 1 -- 172.21.15.133:0/730763362 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7880b8670 con 0x7ff7900c4110 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff78cff9640 1 -- 172.21.15.133:0/730763362 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7880b8a20 con 0x7ff7900c4110 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.355+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff790142710 con 0x7ff7900c4110 2023-12-02T00:34:25.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.359+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7901f0330 con 0x7ff7900c4110 2023-12-02T00:34:25.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.359+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7901f0850 con 0x7ff7900c4110 2023-12-02T00:34:25.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.359+0000 7ff78cff9640 1 -- 172.21.15.133:0/730763362 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff7880b8b80 con 0x7ff7900c4110 2023-12-02T00:34:25.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.359+0000 7ff78cff9640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff770066470 0x7ff770068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.359+0000 7ff78cff9640 1 -- 172.21.15.133:0/730763362 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7ff78811f2f0 con 0x7ff7900c4110 2023-12-02T00:34:25.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.359+0000 7ff78f7fe640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff770066470 0x7ff770068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.359+0000 7ff78f7fe640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff770066470 0x7ff770068930 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff780009b30 tx=0x7ff780008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.366 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.363+0000 7ff78cff9640 1 -- 172.21.15.133:0/730763362 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff7901f0850 con 0x7ff7900c4110 2023-12-02T00:34:25.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.543+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff7901f04f0 con 0x7ff7900c4110 2023-12-02T00:34:25.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.543+0000 7ff78cff9640 1 -- 172.21.15.133:0/730763362 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) v1 ==== 94+0+4929 (secure 0 0 0) 0x7ff7880ec700 con 0x7ff7900c4110 2023-12-02T00:34:25.546 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:25.547 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":54,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":7155,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2098314610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2098314610},{"type":"v1","addr":"172.21.15.133:6837","nonce":2098314610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:34:25.547 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 54 2023-12-02T00:34:25.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff770066470 msgr2=0x7ff770068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff770066470 0x7ff770068930 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff780009b30 tx=0x7ff780008040 comp rx=0 tx=0).stop 2023-12-02T00:34:25.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7900c4110 msgr2=0x7ff7901ed520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7900c4110 0x7ff7901ed520 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7ff7880af040 tx=0x7ff788019620 comp rx=0 tx=0).stop 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 shutdown_connections 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff770066470 0x7ff770068930 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7900c4110 0x7ff7901ed520 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff7900a5370 0x7ff7901f0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 --2- 172.21.15.133:0/730763362 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff790072090 0x7ff7901ecdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 >> 172.21.15.133:0/730763362 conn(0x7ff79006a5b0 msgr2=0x7ff790144490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 shutdown_connections 2023-12-02T00:34:25.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.547+0000 7ff795dc1640 1 -- 172.21.15.133:0/730763362 wait complete. 2023-12-02T00:34:25.567 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:25.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 Processor -- start 2023-12-02T00:34:25.705 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 -- start start 2023-12-02T00:34:25.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2bd4151e90 0x7f2bd40c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2bd40c7ea0 0x7f2bd406b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd40c4e60 0x7f2bd406b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bd40c8750 con 0x7f2bd4151e90 2023-12-02T00:34:25.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bd41552d0 con 0x7f2bd40c7ea0 2023-12-02T00:34:25.707 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bda39d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd40c5c60 con 0x7f2bd40c4e60 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2bd4151e90 0x7f2bd40c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2bd4151e90 0x7f2bd40c4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41916/0 (socket says 172.21.15.133:41916) 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1036455778 learned_addr learned my addr 172.21.15.133:0/1036455778 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd37fe640 1 --2- 172.21.15.133:0/1036455778 >> v2:172.21.15.172:3300/0 conn(0x7f2bd40c7ea0 0x7f2bd406b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd893a640 1 --2- 172.21.15.133:0/1036455778 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd40c4e60 0x7f2bd406b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1036455778 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd40c4e60 msgr2=0x7f2bd406b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 --2- 172.21.15.133:0/1036455778 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd40c4e60 0x7f2bd406b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1036455778 >> v2:172.21.15.172:3300/0 conn(0x7f2bd40c7ea0 msgr2=0x7f2bd406b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 --2- 172.21.15.133:0/1036455778 >> v2:172.21.15.172:3300/0 conn(0x7f2bd40c7ea0 0x7f2bd406b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.708 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.703+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1036455778 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bd406c860 con 0x7f2bd4151e90 2023-12-02T00:34:25.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bd3fff640 1 --2- 172.21.15.133:0/1036455778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd4151e90 0x7f2bd40c4920 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f2bd40a9a70 tx=0x7f2bc401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=345db88c9887f720 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bd2ffd640 1 -- 172.21.15.133:0/1036455778 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40ab600 con 0x7f2bd4151e90 2023-12-02T00:34:25.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bd2ffd640 1 -- 172.21.15.133:0/1036455778 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bc40a7050 con 0x7f2bd4151e90 2023-12-02T00:34:25.710 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bd2ffd640 1 -- 172.21.15.133:0/1036455778 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40ab980 con 0x7f2bd4151e90 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 -- 172.21.15.133:0/1036455778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd4151e90 msgr2=0x7f2bd40c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1036455778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd4151e90 0x7f2bd40c4920 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f2bd40a9a70 tx=0x7f2bc401c3e0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 -- 172.21.15.133:0/1036455778 shutdown_connections 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1036455778 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd40c4e60 0x7f2bd406b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1036455778 >> v2:172.21.15.172:3300/0 conn(0x7f2bd40c7ea0 0x7f2bd406b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1036455778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd4151e90 0x7f2bd40c4920 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 -- 172.21.15.133:0/1036455778 >> 172.21.15.133:0/1036455778 conn(0x7f2bd40ca170 msgr2=0x7f2bd40ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 -- 172.21.15.133:0/1036455778 shutdown_connections 2023-12-02T00:34:25.711 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.707+0000 7f2bda39d640 1 -- 172.21.15.133:0/1036455778 wait complete. 2023-12-02T00:34:25.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 Processor -- start 2023-12-02T00:34:25.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 -- start start 2023-12-02T00:34:25.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd40c4e60 0x7f2bd41ed050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2bd40c7ea0 0x7f2bd40c3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd4151e90 0x7f2bd4153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd40c2340 con 0x7f2bd40c4e60 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd40abc20 con 0x7f2bd40c7ea0 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd40c3300 con 0x7f2bd4151e90 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd40c4e60 0x7f2bd41ed050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd40c4e60 0x7f2bd41ed050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:41922/0 (socket says 172.21.15.133:41922) 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1166001807 learned_addr learned my addr 172.21.15.133:0/1166001807 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd37fe640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2bd40c7ea0 0x7f2bd40c3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd893a640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd4151e90 0x7f2bd4153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd4151e90 msgr2=0x7f2bd4153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd4151e90 0x7f2bd4153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2bd40c7ea0 msgr2=0x7f2bd40c3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2bd40c7ea0 0x7f2bd40c3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 -- 172.21.15.133:0/1166001807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bc40094d0 con 0x7f2bd40c4e60 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd3fff640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd40c4e60 0x7f2bd41ed050 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f2bc40ae040 tx=0x7f2bc401ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd0ff9640 1 -- 172.21.15.133:0/1166001807 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40b6620 con 0x7f2bd40c4e60 2023-12-02T00:34:25.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd0ff9640 1 -- 172.21.15.133:0/1166001807 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bc40abe90 con 0x7f2bd40c4e60 2023-12-02T00:34:25.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bd0ff9640 1 -- 172.21.15.133:0/1166001807 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40b69e0 con 0x7f2bd40c4e60 2023-12-02T00:34:25.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bd40ac710 con 0x7f2bd40c4e60 2023-12-02T00:34:25.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bd40ac150 con 0x7f2bd40c4e60 2023-12-02T00:34:25.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.711+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bd4068400 con 0x7f2bd40c4e60 2023-12-02T00:34:25.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.715+0000 7f2bd0ff9640 1 -- 172.21.15.133:0/1166001807 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2bc40b2040 con 0x7f2bd40c4e60 2023-12-02T00:34:25.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.715+0000 7f2bd0ff9640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2bc0066470 0x7f2bc0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:25.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.715+0000 7f2bd0ff9640 1 -- 172.21.15.133:0/1166001807 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f2bc411e3a0 con 0x7f2bd40c4e60 2023-12-02T00:34:25.717 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.715+0000 7f2bd37fe640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2bc0066470 0x7f2bc0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:25.718 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.715+0000 7f2bd37fe640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2bc0066470 0x7f2bc0068930 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f2bd41ed590 tx=0x7f2bc8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:25.721 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.719+0000 7f2bd0ff9640 1 -- 172.21.15.133:0/1166001807 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2bc40eb830 con 0x7f2bd40c4e60 2023-12-02T00:34:25.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.899+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2bd414f270 con 0x7f2bd40c4e60 2023-12-02T00:34:25.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.899+0000 7f2bd0ff9640 1 -- 172.21.15.133:0/1166001807 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) v1 ==== 94+0+4929 (secure 0 0 0) 0x7f2bc40eee50 con 0x7f2bd40c4e60 2023-12-02T00:34:25.902 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:25.902 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":54,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":7155,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2098314610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2098314610},{"type":"v1","addr":"172.21.15.133:6837","nonce":2098314610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-02T00:33:47.613241+0000","modified":"2023-12-02T00:33:50.636508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":6495},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6495":{"gid":6495,"name":"c","rank":0,"incarnation":49,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6836/2529460316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2529460316},{"type":"v1","addr":"172.21.15.133:6836","nonce":2529460316}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2023-12-02T00:34:25.903 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 54 2023-12-02T00:34:25.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2bc0066470 msgr2=0x7f2bc0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2bc0066470 0x7f2bc0068930 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f2bd41ed590 tx=0x7f2bc8008040 comp rx=0 tx=0).stop 2023-12-02T00:34:25.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd40c4e60 msgr2=0x7f2bd41ed050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd40c4e60 0x7f2bd41ed050 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f2bc40ae040 tx=0x7f2bc401ac20 comp rx=0 tx=0).stop 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 shutdown_connections 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2bc0066470 0x7f2bc0068930 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2bd4151e90 0x7f2bd4153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2bd40c7ea0 0x7f2bd40c3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 --2- 172.21.15.133:0/1166001807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bd40c4e60 0x7f2bd41ed050 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 >> 172.21.15.133:0/1166001807 conn(0x7f2bd40ca170 msgr2=0x7f2bd40c6a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 shutdown_connections 2023-12-02T00:34:25.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:25.903+0000 7f2bda39d640 1 -- 172.21.15.133:0/1166001807 wait complete. 2023-12-02T00:34:25.924 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7c6c9640 1 Processor -- start 2023-12-02T00:34:26.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7c6c9640 1 -- start start 2023-12-02T00:34:26.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7c6c9640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2e740c63c0 0x7f2e740c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7c6c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e740c31c0 con 0x7f2e740c2bb0 2023-12-02T00:34:26.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7c6c9640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e740c34a0 con 0x7f2e740c4100 2023-12-02T00:34:26.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7c6c9640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e740c1030 con 0x7f2e740c63c0 2023-12-02T00:34:26.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7a465640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f2e740c63c0 0x7f2e740c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7ac66640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f2e740c2bb0 0x7f2e740a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52446/0 (socket says 172.21.15.133:52446) 2023-12-02T00:34:26.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.059+0000 7f2e7ac66640 1 -- 172.21.15.133:0/1819932834 learned_addr learned my addr 172.21.15.133:0/1819932834 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:26.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.063+0000 7f2e7a465640 1 -- 172.21.15.133:0/1819932834 >> v1:172.21.15.172:6789/0 conn(0x7f2e740c4100 legacy=0x7f2e740c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.063+0000 7f2e7a465640 1 -- 172.21.15.133:0/1819932834 >> v1:172.21.15.133:6789/0 conn(0x7f2e740c2bb0 legacy=0x7f2e740a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.065 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.063+0000 7f2e7a465640 1 -- 172.21.15.133:0/1819932834 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e740c1310 con 0x7f2e740c63c0 2023-12-02T00:34:26.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.063+0000 7f2e7a465640 1 --2- 172.21.15.133:0/1819932834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e740c06d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f2e700097c0 tx=0x7f2e7001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7711b6be7be012b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.063+0000 7f2e79463640 1 -- 172.21.15.133:0/1819932834 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e700ad680 con 0x7f2e740c63c0 2023-12-02T00:34:26.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.063+0000 7f2e79463640 1 -- 172.21.15.133:0/1819932834 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e700ad7e0 con 0x7f2e740c63c0 2023-12-02T00:34:26.067 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.063+0000 7f2e79463640 1 -- 172.21.15.133:0/1819932834 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e700adb70 con 0x7f2e740c63c0 2023-12-02T00:34:26.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/1819932834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 msgr2=0x7f2e740c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/1819932834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e740c06d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f2e700097c0 tx=0x7f2e7001c360 comp rx=0 tx=0).stop 2023-12-02T00:34:26.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/1819932834 shutdown_connections 2023-12-02T00:34:26.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/1819932834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e740c06d0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/1819932834 >> 172.21.15.133:0/1819932834 conn(0x7f2e7406a5b0 msgr2=0x7f2e7406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:26.068 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/1819932834 shutdown_connections 2023-12-02T00:34:26.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/1819932834 wait complete. 2023-12-02T00:34:26.069 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 Processor -- start 2023-12-02T00:34:26.070 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- start start 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2e740c2bb0 0x7f2e74070900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2e740c4100 0x7f2e741529b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e7414f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e74156ae0 con 0x7f2e740c63c0 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e74155db0 con 0x7f2e740c2bb0 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7c6c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e74156650 con 0x7f2e740c4100 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e7414f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e7414f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51062/0 (socket says 172.21.15.133:51062) 2023-12-02T00:34:26.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 -- 172.21.15.133:0/3976789038 learned_addr learned my addr 172.21.15.133:0/3976789038 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7a465640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2e740c2bb0 0x7f2e74070900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e79c64640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2e740c4100 0x7f2e741529b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 -- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2e740c4100 msgr2=0x7f2e741529b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2e740c4100 0x7f2e741529b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 -- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2e740c2bb0 msgr2=0x7f2e74070900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2e740c2bb0 0x7f2e74070900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.067+0000 7f2e7ac66640 1 -- 172.21.15.133:0/3976789038 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e70009420 con 0x7f2e740c63c0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e7ac66640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e7414f020 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c00cbc0 tx=0x7f2e6c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e6affd640 1 -- 172.21.15.133:0/3976789038 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e6c00ad40 con 0x7f2e740c63c0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e6affd640 1 -- 172.21.15.133:0/3976789038 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e6c012400 con 0x7f2e740c63c0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e740c69b0 con 0x7f2e740c63c0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e6affd640 1 -- 172.21.15.133:0/3976789038 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e6c00aea0 con 0x7f2e740c63c0 2023-12-02T00:34:26.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e74156000 con 0x7f2e740c63c0 2023-12-02T00:34:26.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e741567c0 con 0x7f2e740c63c0 2023-12-02T00:34:26.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e6affd640 1 -- 172.21.15.133:0/3976789038 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2e6c007070 con 0x7f2e740c63c0 2023-12-02T00:34:26.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e6affd640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e58066470 0x7f2e58068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e6affd640 1 -- 172.21.15.133:0/3976789038 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f2e6c083c60 con 0x7f2e740c63c0 2023-12-02T00:34:26.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.071+0000 7f2e7a465640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e58066470 0x7f2e58068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.075+0000 7f2e7a465640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e58066470 0x7f2e58068930 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2e700af000 tx=0x7f2e700a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.075+0000 7f2e6affd640 1 -- 172.21.15.133:0/3976789038 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2e6c0511c0 con 0x7f2e740c63c0 2023-12-02T00:34:26.231 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.227+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2e74068400 con 0x7f2e740c63c0 2023-12-02T00:34:26.232 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e6affd640 1 -- 172.21.15.133:0/3976789038 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) v1 ==== 74+0+16679 (secure 0 0 0) 0x7f2e6c017090 con 0x7f2e740c63c0 2023-12-02T00:34:26.233 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:26.233 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":74,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:34:23.147379+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs2_metadata","create_time":"2023-12-02T00:33:45.499055+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs2_data","create_time":"2023-12-02T00:33:46.618619+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6837/2435278400":"2023-12-03T00:34:19.798613+0000","172.21.15.133:6835/2435278400":"2023-12-03T00:34:19.798613+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e58066470 msgr2=0x7f2e58068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e58066470 0x7f2e58068930 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2e700af000 tx=0x7f2e700a7000 comp rx=0 tx=0).stop 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 msgr2=0x7f2e7414f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e7414f020 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c00cbc0 tx=0x7f2e6c00a430 comp rx=0 tx=0).stop 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 shutdown_connections 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2e58066470 0x7f2e58068930 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e740c63c0 0x7f2e7414f020 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2e740c4100 0x7f2e741529b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 --2- 172.21.15.133:0/3976789038 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2e740c2bb0 0x7f2e74070900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.235 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 >> 172.21.15.133:0/3976789038 conn(0x7f2e7406a5b0 msgr2=0x7f2e7406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:26.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 shutdown_connections 2023-12-02T00:34:26.236 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.231+0000 7f2e7c6c9640 1 -- 172.21.15.133:0/3976789038 wait complete. 2023-12-02T00:34:26.254 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs2 2023-12-02T00:34:26.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f5862b57640 1 Processor -- start 2023-12-02T00:34:26.392 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f5862b57640 1 -- start start 2023-12-02T00:34:26.393 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f5862b57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f5862b57640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f585c0c31c0 con 0x7f585c0c06d0 2023-12-02T00:34:26.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f5862b57640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f585c0c34a0 con 0x7f585c0c63c0 2023-12-02T00:34:26.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f5862b57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f585c0c1030 con 0x7f585c0c4100 2023-12-02T00:34:26.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f58610f4640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f585c0c06d0 0x7f585c0a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52462/0 (socket says 172.21.15.133:52462) 2023-12-02T00:34:26.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f58610f4640 1 -- 172.21.15.133:0/1279526497 learned_addr learned my addr 172.21.15.133:0/1279526497 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:26.394 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f585bfff640 1 --2- 172.21.15.133:0/1279526497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f585b7fe640 1 -- 172.21.15.133:0/1279526497 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2693972514 0 0) 0x7f585c0c31c0 con 0x7f585c0c06d0 2023-12-02T00:34:26.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f585b7fe640 1 -- 172.21.15.133:0/1279526497 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f584c003530 con 0x7f585c0c06d0 2023-12-02T00:34:26.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f585bfff640 1 -- 172.21.15.133:0/1279526497 >> v1:172.21.15.172:6789/0 conn(0x7f585c0c63c0 legacy=0x7f585c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f585b7fe640 1 -- 172.21.15.133:0/1279526497 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2251664909 0 0) 0x7f585c0c34a0 con 0x7f585c0c63c0 2023-12-02T00:34:26.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f585bfff640 1 -- 172.21.15.133:0/1279526497 >> v1:172.21.15.133:6789/0 conn(0x7f585c0c06d0 legacy=0x7f585c0a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.395 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.391+0000 7f585bfff640 1 -- 172.21.15.133:0/1279526497 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f585c0c1310 con 0x7f585c0c4100 2023-12-02T00:34:26.397 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f585bfff640 1 --2- 172.21.15.133:0/1279526497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c0c2bb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f58480097f0 tx=0x7f584801c2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db592ff30b54a6ba server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f585b7fe640 1 -- 172.21.15.133:0/1279526497 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58480ab600 con 0x7f585c0c4100 2023-12-02T00:34:26.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f585b7fe640 1 -- 172.21.15.133:0/1279526497 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58480a7050 con 0x7f585c0c4100 2023-12-02T00:34:26.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f585b7fe640 1 -- 172.21.15.133:0/1279526497 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58480ab960 con 0x7f585c0c4100 2023-12-02T00:34:26.398 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f5862b57640 1 -- 172.21.15.133:0/1279526497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 msgr2=0x7f585c0c2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f5862b57640 1 --2- 172.21.15.133:0/1279526497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c0c2bb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f58480097f0 tx=0x7f584801c2c0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f5862b57640 1 -- 172.21.15.133:0/1279526497 shutdown_connections 2023-12-02T00:34:26.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f5862b57640 1 --2- 172.21.15.133:0/1279526497 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c0c2bb0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f5862b57640 1 -- 172.21.15.133:0/1279526497 >> 172.21.15.133:0/1279526497 conn(0x7f585c06a5b0 msgr2=0x7f585c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:26.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f5862b57640 1 -- 172.21.15.133:0/1279526497 shutdown_connections 2023-12-02T00:34:26.399 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.395+0000 7f5862b57640 1 -- 172.21.15.133:0/1279526497 wait complete. 2023-12-02T00:34:26.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 Processor -- start 2023-12-02T00:34:26.400 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 -- start start 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f585c0c06d0 0x7f585c14eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c1f0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f585c0c63c0 0x7f585c1f0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f585c15bb90 con 0x7f585c0c63c0 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f585c071cb0 con 0x7f585c0c06d0 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f585c156b90 con 0x7f585c0c4100 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f585c0c63c0 0x7f585c1f0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f585c0c63c0 0x7f585c1f0a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51070/0 (socket says 172.21.15.133:51070) 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 -- 172.21.15.133:0/3101594970 learned_addr learned my addr 172.21.15.133:0/3101594970 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f585bfff640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c1f0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58608f3640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f585c0c06d0 0x7f585c14eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 -- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 msgr2=0x7f585c1f0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c1f0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 -- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f585c0c06d0 msgr2=0x7f585c14eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f585c0c06d0 0x7f585c14eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 -- 172.21.15.133:0/3101594970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5848009420 con 0x7f585c0c63c0 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58610f4640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f585c0c63c0 0x7f585c1f0a90 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f58540020d0 tx=0x7f585400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58597fa640 1 -- 172.21.15.133:0/3101594970 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5854012400 con 0x7f585c0c63c0 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58597fa640 1 -- 172.21.15.133:0/3101594970 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5854012560 con 0x7f585c0c63c0 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f585c0c69b0 con 0x7f585c0c63c0 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f58597fa640 1 -- 172.21.15.133:0/3101594970 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5854012930 con 0x7f585c0c63c0 2023-12-02T00:34:26.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.399+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f585c1f1100 con 0x7f585c0c63c0 2023-12-02T00:34:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.403+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f585c068400 con 0x7f585c0c63c0 2023-12-02T00:34:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.403+0000 7f58597fa640 1 -- 172.21.15.133:0/3101594970 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5854012a90 con 0x7f585c0c63c0 2023-12-02T00:34:26.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.403+0000 7f58597fa640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5840066470 0x7f5840068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.403+0000 7f58597fa640 1 -- 172.21.15.133:0/3101594970 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5799+0+0 (secure 0 0 0) 0x7f5854084610 con 0x7f585c0c63c0 2023-12-02T00:34:26.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.403+0000 7f58608f3640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5840066470 0x7f5840068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.403+0000 7f58608f3640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5840066470 0x7f5840068930 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5850007fd0 tx=0x7f5850009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.407+0000 7f58597fa640 1 -- 172.21.15.133:0/3101594970 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5854051b70 con 0x7f585c0c63c0 2023-12-02T00:34:26.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.591+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs2"} v 0) v1 -- 0x7f585c156cd0 con 0x7f585c0c63c0 2023-12-02T00:34:26.592 INFO:tasks.ceph.mon.a.smithi133.stderr:2023-12-02T00:34:26.591+0000 7f942af9c640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-02T00:34:26.595 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.591+0000 7f58597fa640 1 -- 172.21.15.133:0/3101594970 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs2"}]=0 cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v55) v1 ==== 163+0+0 (secure 0 0 0) 0x7f5854055190 con 0x7f585c0c63c0 2023-12-02T00:34:26.595 INFO:teuthology.orchestra.run.smithi133.stderr:cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-02T00:34:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5840066470 msgr2=0x7f5840068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5840066470 0x7f5840068930 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5850007fd0 tx=0x7f5850009040 comp rx=0 tx=0).stop 2023-12-02T00:34:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f585c0c63c0 msgr2=0x7f585c1f0a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f585c0c63c0 0x7f585c1f0a90 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f58540020d0 tx=0x7f585400a430 comp rx=0 tx=0).stop 2023-12-02T00:34:26.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 shutdown_connections 2023-12-02T00:34:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5840066470 0x7f5840068930 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f585c0c63c0 0x7f585c1f0a90 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f585c0c4100 0x7f585c1f0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 --2- 172.21.15.133:0/3101594970 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f585c0c06d0 0x7f585c14eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 >> 172.21.15.133:0/3101594970 conn(0x7f585c06a5b0 msgr2=0x7f585c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 shutdown_connections 2023-12-02T00:34:26.599 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.595+0000 7f5862b57640 1 -- 172.21.15.133:0/3101594970 wait complete. 2023-12-02T00:34:26.607 INFO:tasks.ceph.mds.c.smithi133.stderr: -4682> 2023-12-02T00:33:50.128+0000 7fefc4d0c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-02T00:34:26.619 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs2 --yes-i-really-mean-it 2023-12-02T00:34:26.658 INFO:tasks.ceph.mds.c.smithi133.stdout:starting mds.c at 2023-12-02T00:34:26.761 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb254565640 1 Processor -- start 2023-12-02T00:34:26.761 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb254565640 1 -- start start 2023-12-02T00:34:26.762 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb254565640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb24c0bd660 0x7fb24c154d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb254565640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb24c0ac4f0 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb254565640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb24c158780 con 0x7fb24c151dc0 2023-12-02T00:34:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb254565640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb24c158a60 con 0x7fb24c0bd660 2023-12-02T00:34:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb252b02640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb24c0bd660 0x7fb24c154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb251b00640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb24c0c7ed0 0x7fb24c154650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52470/0 (socket says 172.21.15.133:52470) 2023-12-02T00:34:26.763 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb251b00640 1 -- 172.21.15.133:0/1600701898 learned_addr learned my addr 172.21.15.133:0/1600701898 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:26.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb252b02640 1 -- 172.21.15.133:0/1600701898 >> v1:172.21.15.172:6789/0 conn(0x7fb24c151dc0 legacy=0x7fb24c0c4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb252b02640 1 -- 172.21.15.133:0/1600701898 >> v1:172.21.15.133:6789/0 conn(0x7fb24c0c7ed0 legacy=0x7fb24c154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb252b02640 1 -- 172.21.15.133:0/1600701898 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb24c0ac180 con 0x7fb24c0bd660 2023-12-02T00:34:26.764 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.759+0000 7fb2512ff640 1 -- 172.21.15.133:0/1600701898 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 637159945 0 0) 0x7fb24c0ac4f0 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb252b02640 1 --2- 172.21.15.133:0/1600701898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0bd660 0x7fb24c154d60 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fb244009dc0 tx=0x7fb24401c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57da57b29fff11cf server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb2512ff640 1 -- 172.21.15.133:0/1600701898 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2440a5760 con 0x7fb24c0bd660 2023-12-02T00:34:26.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb2512ff640 1 -- 172.21.15.133:0/1600701898 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2440a58c0 con 0x7fb24c0bd660 2023-12-02T00:34:26.766 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb2512ff640 1 -- 172.21.15.133:0/1600701898 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2440a5c50 con 0x7fb24c0bd660 2023-12-02T00:34:26.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb254565640 1 -- 172.21.15.133:0/1600701898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0bd660 msgr2=0x7fb24c154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb254565640 1 --2- 172.21.15.133:0/1600701898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0bd660 0x7fb24c154d60 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fb244009dc0 tx=0x7fb24401c810 comp rx=0 tx=0).stop 2023-12-02T00:34:26.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb254565640 1 -- 172.21.15.133:0/1600701898 shutdown_connections 2023-12-02T00:34:26.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb254565640 1 --2- 172.21.15.133:0/1600701898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0bd660 0x7fb24c154d60 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.767 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb254565640 1 -- 172.21.15.133:0/1600701898 >> 172.21.15.133:0/1600701898 conn(0x7fb24c071eb0 msgr2=0x7fb24c0722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:26.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb254565640 1 -- 172.21.15.133:0/1600701898 shutdown_connections 2023-12-02T00:34:26.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.763+0000 7fb254565640 1 -- 172.21.15.133:0/1600701898 wait complete. 2023-12-02T00:34:26.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 Processor -- start 2023-12-02T00:34:26.769 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 -- start start 2023-12-02T00:34:26.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb24c0bd660 0x7fb24c0c03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0c7ed0 0x7fb24c0bdd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb24c151dc0 0x7fb24c14b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb24c153e90 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb24c1543c0 con 0x7fb24c151dc0 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb24c1538d0 con 0x7fb24c0bd660 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0c7ed0 0x7fb24c0bdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0c7ed0 0x7fb24c0bdd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51110/0 (socket says 172.21.15.133:51110) 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 -- 172.21.15.133:0/3480825952 learned_addr learned my addr 172.21.15.133:0/3480825952 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb252301640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb24c0bd660 0x7fb24c0c03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb252b02640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb24c151dc0 0x7fb24c14b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 -- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb24c0bd660 msgr2=0x7fb24c0c03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb24c0bd660 0x7fb24c0c03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 -- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb24c151dc0 msgr2=0x7fb24c14b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb24c151dc0 0x7fb24c14b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:26.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 -- 172.21.15.133:0/3480825952 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb244009a70 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb251b00640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0c7ed0 0x7fb24c0bdd60 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fb23c00c470 tx=0x7fb23c00c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb242ffd640 1 -- 172.21.15.133:0/3480825952 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb23c0074e0 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb242ffd640 1 -- 172.21.15.133:0/3480825952 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb23c007640 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb24c1540e0 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb242ffd640 1 -- 172.21.15.133:0/3480825952 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb23c004a30 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.767+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb24c153560 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.771+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb24c067a00 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.771+0000 7fb242ffd640 1 -- 172.21.15.133:0/3480825952 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb23c004b90 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.771+0000 7fb242ffd640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb230066470 0x7fb230068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:26.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.771+0000 7fb242ffd640 1 -- 172.21.15.133:0/3480825952 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5885+0+0 (secure 0 0 0) 0x7fb23c083420 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.771+0000 7fb252301640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb230066470 0x7fb230068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:26.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.771+0000 7fb252301640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb230066470 0x7fb230068930 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb24c157730 tx=0x7fb248009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:26.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.775+0000 7fb242ffd640 1 -- 172.21.15.133:0/3480825952 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb23c0507e0 con 0x7fb24c0c7ed0 2023-12-02T00:34:26.962 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:26.959+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fb24c068400 con 0x7fb24c0c7ed0 2023-12-02T00:34:27.598 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.595+0000 7fb242ffd640 1 -- 172.21.15.133:0/3480825952 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true}]=0 v56) v1 ==== 105+0+0 (secure 0 0 0) 0x7fb23c053e00 con 0x7fb24c0c7ed0 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb230066470 msgr2=0x7fb230068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb230066470 0x7fb230068930 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb24c157730 tx=0x7fb248009040 comp rx=0 tx=0).stop 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0c7ed0 msgr2=0x7fb24c0bdd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0c7ed0 0x7fb24c0bdd60 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fb23c00c470 tx=0x7fb23c00c930 comp rx=0 tx=0).stop 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 shutdown_connections 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb230066470 0x7fb230068930 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb24c151dc0 0x7fb24c14b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb24c0c7ed0 0x7fb24c0bdd60 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 --2- 172.21.15.133:0/3480825952 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb24c0bd660 0x7fb24c0c03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 >> 172.21.15.133:0/3480825952 conn(0x7fb24c071eb0 msgr2=0x7fb24c150830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:27.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 shutdown_connections 2023-12-02T00:34:27.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.599+0000 7fb254565640 1 -- 172.21.15.133:0/3480825952 wait complete. 2023-12-02T00:34:27.622 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_metadata cephfs2_metadata --yes-i-really-really-mean-it 2023-12-02T00:34:27.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe51565a640 1 Processor -- start 2023-12-02T00:34:27.809 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe51565a640 1 -- start start 2023-12-02T00:34:27.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe51565a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 0x7fe51006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.812 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe51565a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fe510155320 0x7fe5100c48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe51565a640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe510154e90 con 0x7fe5100c8b90 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe51565a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe510154630 con 0x7fe510155320 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe51565a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5100c4df0 con 0x7fe510151c70 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50f7fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fe5100c8b90 0x7fe5100c8050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52480/0 (socket says 172.21.15.133:52480) 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50f7fe640 1 -- 172.21.15.133:0/1386354678 learned_addr learned my addr 172.21.15.133:0/1386354678 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50effd640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 0x7fe51006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1386354678 >> v2:172.21.15.172:3300/0 conn(0x7fe510155320 0x7fe5100c48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3138008481 0 0) 0x7fe510154e90 con 0x7fe5100c8b90 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4fc003530 con 0x7fe5100c8b90 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 936870402 0 0) 0x7fe4fc003530 con 0x7fe5100c8b90 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 msgr2=0x7fe51006ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:27.813 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 0x7fe51006ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 >> v2:172.21.15.172:3300/0 conn(0x7fe510155320 msgr2=0x7fe5100c48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 --2- 172.21.15.133:0/1386354678 >> v2:172.21.15.172:3300/0 conn(0x7fe510155320 0x7fe5100c48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5100c5350 con 0x7fe5100c8b90 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fe508001680 con 0x7fe5100c8b90 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50effd640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 0x7fe51006ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1386354678 >> v2:172.21.15.172:3300/0 conn(0x7fe510155320 0x7fe5100c48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 >> v1:172.21.15.133:6789/0 conn(0x7fe5100c8b90 legacy=0x7fe5100c8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4fc003980 0x7fe4fc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe4fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 0x7fe4fc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe510154630 con 0x7fe4fc0047d0 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5100c4df0 con 0x7fe4fc003980 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.807+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4fc00b990 con 0x7fe510151c70 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe50effd640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4fc003980 0x7fe4fc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe4fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe50f7fe640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 0x7fe4fc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe5067fc640 1 -- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 msgr2=0x7fe4fc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe510151c70 0x7fe4fc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.815 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe5067fc640 1 -- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4fc003980 msgr2=0x7fe4fc003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:27.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe4fc003980 0x7fe4fc003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe5067fc640 1 -- 172.21.15.133:0/1386354678 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe500009420 con 0x7fe4fc0047d0 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe4fc004c50 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8009fd0 tx=0x7fe4f801ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858f9e459983a522 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f8003ba0 con 0x7fe4fc0047d0 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4f800f040 con 0x7fe4fc0047d0 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.811+0000 7fe50e7fc640 1 -- 172.21.15.133:0/1386354678 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f80a5990 con 0x7fe4fc0047d0 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- 172.21.15.133:0/1386354678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 msgr2=0x7fe4fc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 --2- 172.21.15.133:0/1386354678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe4fc004c50 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8009fd0 tx=0x7fe4f801ce80 comp rx=0 tx=0).stop 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50f7fe640 1 -- 172.21.15.133:0/1386354678 reap_dead start 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- 172.21.15.133:0/1386354678 shutdown_connections 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- 172.21.15.133:0/1386354678 >> 172.21.15.133:0/1386354678 conn(0x7fe5100abcf0 msgr2=0x7fe5100ac100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:27.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- 172.21.15.133:0/1386354678 shutdown_connections 2023-12-02T00:34:27.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- 172.21.15.133:0/1386354678 wait complete. 2023-12-02T00:34:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 Processor -- start 2023-12-02T00:34:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- start start 2023-12-02T00:34:27.819 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe5101565a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5100c3830 0x7fe5101e47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe510156bc0 0x7fe51014b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5100ad5d0 con 0x7fe4fc0047d0 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe510156110 con 0x7fe510156bc0 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe51565a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5100aed50 con 0x7fe5100c3830 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe5101565a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe5101565a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51138/0 (socket says 172.21.15.133:51138) 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 -- 172.21.15.133:0/1316728774 learned_addr learned my addr 172.21.15.133:0/1316728774 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50f7fe640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe510156bc0 0x7fe51014b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5100c3830 0x7fe5101e47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.820 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 -- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5100c3830 msgr2=0x7fe5101e47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:27.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5100c3830 0x7fe5101e47c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 -- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe510156bc0 msgr2=0x7fe51014b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:27.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe510156bc0 0x7fe51014b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:27.821 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.815+0000 7fe50effd640 1 -- 172.21.15.133:0/1316728774 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5100ad820 con 0x7fe4fc0047d0 2023-12-02T00:34:27.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe50effd640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe5101565a0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fe500011cd0 tx=0x7fe50000f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:27.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe507fff640 1 -- 172.21.15.133:0/1316728774 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50000fd20 con 0x7fe4fc0047d0 2023-12-02T00:34:27.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe507fff640 1 -- 172.21.15.133:0/1316728774 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe50000fe80 con 0x7fe4fc0047d0 2023-12-02T00:34:27.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe507fff640 1 -- 172.21.15.133:0/1316728774 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe500004240 con 0x7fe4fc0047d0 2023-12-02T00:34:27.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe510155ac0 con 0x7fe4fc0047d0 2023-12-02T00:34:27.822 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5100afbf0 con 0x7fe4fc0047d0 2023-12-02T00:34:27.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe510068400 con 0x7fe4fc0047d0 2023-12-02T00:34:27.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe507fff640 1 -- 172.21.15.133:0/1316728774 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe5000043a0 con 0x7fe4fc0047d0 2023-12-02T00:34:27.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe507fff640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4f00664a0 0x7fe4f0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:27.823 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe507fff640 1 -- 172.21.15.133:0/1316728774 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5885+0+0 (secure 0 0 0) 0x7fe500084520 con 0x7fe4fc0047d0 2023-12-02T00:34:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4f00664a0 0x7fe4f0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:27.824 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.819+0000 7fe5067fc640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4f00664a0 0x7fe4f0068960 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe4f80ae000 tx=0x7fe4f8004ac0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:27.826 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.823+0000 7fe507fff640 1 -- 172.21.15.133:0/1316728774 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe500051990 con 0x7fe4fc0047d0 2023-12-02T00:34:27.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:27.975+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fe5100c7e30 con 0x7fe4fc0047d0 2023-12-02T00:34:28.315 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:34:28.319 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:34:28.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.599+0000 7fe507fff640 1 -- 172.21.15.133:0/1316728774 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_metadata' removed v76) v1 ==== 184+0+0 (secure 0 0 0) 0x7fe5000220e0 con 0x7fe4fc0047d0 2023-12-02T00:34:28.601 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_metadata' removed 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4f00664a0 msgr2=0x7fe4f0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4f00664a0 0x7fe4f0068960 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe4f80ae000 tx=0x7fe4f8004ac0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 msgr2=0x7fe5101565a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe5101565a0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fe500011cd0 tx=0x7fe50000f610 comp rx=0 tx=0).stop 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 shutdown_connections 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fe4f00664a0 0x7fe4f0068960 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fe510156bc0 0x7fe51014b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.605 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fe5100c3830 0x7fe5101e47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 --2- 172.21.15.133:0/1316728774 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe4fc0047d0 0x7fe5101565a0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 >> 172.21.15.133:0/1316728774 conn(0x7fe5100abcf0 msgr2=0x7fe510150e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:28.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 shutdown_connections 2023-12-02T00:34:28.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.603+0000 7fe51565a640 1 -- 172.21.15.133:0/1316728774 wait complete. 2023-12-02T00:34:28.627 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_data cephfs2_data --yes-i-really-really-mean-it 2023-12-02T00:34:28.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70f489a640 1 Processor -- start 2023-12-02T00:34:28.768 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70f489a640 1 -- start start 2023-12-02T00:34:28.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70f489a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f70f0151e00 0x7f70f0158580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:28.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70f489a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f70f00c07f0 0x7f70f00c19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:28.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70f489a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70f0073b70 con 0x7f70f00c0370 2023-12-02T00:34:28.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70f489a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70f00c0c80 con 0x7f70f00c07f0 2023-12-02T00:34:28.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70f489a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70f0158ac0 con 0x7f70f0151e00 2023-12-02T00:34:28.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70eed9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f70f00c07f0 0x7f70f00c19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:28.770 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70eed9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f70f00c07f0 0x7f70f00c19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51148/0 (socket says 172.21.15.133:51148) 2023-12-02T00:34:28.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70eed9d640 1 -- 172.21.15.133:0/3660123650 learned_addr learned my addr 172.21.15.133:0/3660123650 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:28.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70ee59c640 1 --2- 172.21.15.133:0/3660123650 >> v2:172.21.15.172:3300/0 conn(0x7f70f0151e00 0x7f70f0158580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:28.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70eed9d640 1 -- 172.21.15.133:0/3660123650 >> v2:172.21.15.172:3300/0 conn(0x7f70f0151e00 msgr2=0x7f70f0158580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:28.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70eed9d640 1 --2- 172.21.15.133:0/3660123650 >> v2:172.21.15.172:3300/0 conn(0x7f70f0151e00 0x7f70f0158580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70eed9d640 1 -- 172.21.15.133:0/3660123650 >> v1:172.21.15.172:6789/0 conn(0x7f70f00c0370 legacy=0x7f70f00c12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:28.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70eed9d640 1 -- 172.21.15.133:0/3660123650 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70f00735b0 con 0x7f70f00c07f0 2023-12-02T00:34:28.771 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.767+0000 7f70ee59c640 1 --2- 172.21.15.133:0/3660123650 >> v2:172.21.15.172:3300/0 conn(0x7f70f0151e00 0x7f70f0158580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:28.773 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70eed9d640 1 --2- 172.21.15.133:0/3660123650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f00c07f0 0x7f70f00c19c0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f70f006fed0 tx=0x7f70e801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c14ab311194e3cd server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:28.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70ed59a640 1 -- 172.21.15.133:0/3660123650 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70e80a5680 con 0x7f70f00c07f0 2023-12-02T00:34:28.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70ed59a640 1 -- 172.21.15.133:0/3660123650 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70e80a57e0 con 0x7f70f00c07f0 2023-12-02T00:34:28.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70ed59a640 1 -- 172.21.15.133:0/3660123650 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70e80a5b70 con 0x7f70f00c07f0 2023-12-02T00:34:28.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 -- 172.21.15.133:0/3660123650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f00c07f0 msgr2=0x7f70f00c19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:28.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 --2- 172.21.15.133:0/3660123650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f00c07f0 0x7f70f00c19c0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f70f006fed0 tx=0x7f70e801c8b0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 -- 172.21.15.133:0/3660123650 shutdown_connections 2023-12-02T00:34:28.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 --2- 172.21.15.133:0/3660123650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f00c07f0 0x7f70f00c19c0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 --2- 172.21.15.133:0/3660123650 >> v2:172.21.15.172:3300/0 conn(0x7f70f0151e00 0x7f70f0158580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 -- 172.21.15.133:0/3660123650 >> 172.21.15.133:0/3660123650 conn(0x7f70f00c31a0 msgr2=0x7f70f00c35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:28.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 -- 172.21.15.133:0/3660123650 shutdown_connections 2023-12-02T00:34:28.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.771+0000 7f70f489a640 1 -- 172.21.15.133:0/3660123650 wait complete. 2023-12-02T00:34:28.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 Processor -- start 2023-12-02T00:34:28.776 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 -- start start 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f70f00c0370 0x7f70f01544f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f70f00c07f0 0x7f70f0156c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f0151e00 0x7f70f014a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70f0152b20 con 0x7f70f0151e00 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70f00a7b60 con 0x7f70f00c07f0 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70f0155240 con 0x7f70f00c0370 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f0151e00 0x7f70f014a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f0151e00 0x7f70f014a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51160/0 (socket says 172.21.15.133:51160) 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 -- 172.21.15.133:0/3361016061 learned_addr learned my addr 172.21.15.133:0/3361016061 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:28.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70ee59c640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f70f00c0370 0x7f70f01544f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70edd9b640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f70f00c07f0 0x7f70f0156c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 -- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f70f00c0370 msgr2=0x7f70f01544f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f70f00c0370 0x7f70f01544f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 -- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f70f00c07f0 msgr2=0x7f70f0156c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f70f00c07f0 0x7f70f0156c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 -- 172.21.15.133:0/3361016061 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70e8009b30 con 0x7f70f0151e00 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70eed9d640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f0151e00 0x7f70f014a470 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f70e80af040 tx=0x7f70e8019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70deffd640 1 -- 172.21.15.133:0/3361016061 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70e80b8670 con 0x7f70f0151e00 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70deffd640 1 -- 172.21.15.133:0/3361016061 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70e80b87f0 con 0x7f70f0151e00 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70deffd640 1 -- 172.21.15.133:0/3361016061 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70e80b8ba0 con 0x7f70f0151e00 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70f0152560 con 0x7f70f0151e00 2023-12-02T00:34:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70f01571b0 con 0x7f70f0151e00 2023-12-02T00:34:28.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.775+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70f0068400 con 0x7f70f0151e00 2023-12-02T00:34:28.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.779+0000 7f70deffd640 1 -- 172.21.15.133:0/3361016061 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f70e80b8d00 con 0x7f70f0151e00 2023-12-02T00:34:28.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.779+0000 7f70deffd640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f70d0066470 0x7f70d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:28.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.779+0000 7f70deffd640 1 -- 172.21.15.133:0/3361016061 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5445+0+0 (secure 0 0 0) 0x7f70e811ef80 con 0x7f70f0151e00 2023-12-02T00:34:28.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.779+0000 7f70ee59c640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f70d0066470 0x7f70d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:28.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.779+0000 7f70ee59c640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f70d0066470 0x7f70d0068930 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f70e0006e90 tx=0x7f70e0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:28.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.783+0000 7f70deffd640 1 -- 172.21.15.133:0/3361016061 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f70e8150280 con 0x7f70f0151e00 2023-12-02T00:34:28.936 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:28.935+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f70f00a7ca0 con 0x7f70f0151e00 2023-12-02T00:34:29.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.599+0000 7f70deffd640 1 -- 172.21.15.133:0/3361016061 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_data' removed v77) v1 ==== 172+0+0 (secure 0 0 0) 0x7f70e80ec5c0 con 0x7f70f0151e00 2023-12-02T00:34:29.603 INFO:teuthology.orchestra.run.smithi133.stderr:pool 'cephfs2_data' removed 2023-12-02T00:34:29.606 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f70d0066470 msgr2=0x7f70d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:29.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f70d0066470 0x7f70d0068930 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f70e0006e90 tx=0x7f70e0008040 comp rx=0 tx=0).stop 2023-12-02T00:34:29.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f0151e00 msgr2=0x7f70f014a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:29.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f0151e00 0x7f70f014a470 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f70e80af040 tx=0x7f70e8019650 comp rx=0 tx=0).stop 2023-12-02T00:34:29.607 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 shutdown_connections 2023-12-02T00:34:29.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f70d0066470 0x7f70d0068930 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70f0151e00 0x7f70f014a470 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f70f00c07f0 0x7f70f0156c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 --2- 172.21.15.133:0/3361016061 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f70f00c0370 0x7f70f01544f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 >> 172.21.15.133:0/3361016061 conn(0x7f70f00c31a0 msgr2=0x7f70f0148450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:29.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 shutdown_connections 2023-12-02T00:34:29.608 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.603+0000 7f70f489a640 1 -- 172.21.15.133:0/3361016061 wait complete. 2023-12-02T00:34:29.633 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-12-02T00:34:29.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27d286b640 1 Processor -- start 2023-12-02T00:34:29.772 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27d286b640 1 -- start start 2023-12-02T00:34:29.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27d286b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f27cc152030 0x7f27cc0c0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:29.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27d286b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc06c470 0x7f27cc157c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:29.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27d286b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27cc154b60 con 0x7f27cc154ff0 2023-12-02T00:34:29.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27d286b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27cc152410 con 0x7f27cc152030 2023-12-02T00:34:29.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27d286b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27cc0c1820 con 0x7f27cc06c470 2023-12-02T00:34:29.774 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f27cc152030 0x7f27cc0c0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:29.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cbfff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f27cc152030 0x7f27cc0c0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51170/0 (socket says 172.21.15.133:51170) 2023-12-02T00:34:29.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cbfff640 1 -- 172.21.15.133:0/1116357080 learned_addr learned my addr 172.21.15.133:0/1116357080 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:29.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cb7fe640 1 --2- 172.21.15.133:0/1116357080 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc06c470 0x7f27cc157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:29.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cbfff640 1 -- 172.21.15.133:0/1116357080 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc06c470 msgr2=0x7f27cc157c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:29.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cbfff640 1 --2- 172.21.15.133:0/1116357080 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc06c470 0x7f27cc157c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cbfff640 1 -- 172.21.15.133:0/1116357080 >> v1:172.21.15.172:6789/0 conn(0x7f27cc154ff0 legacy=0x7f27cc0c2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:29.775 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.771+0000 7f27cbfff640 1 -- 172.21.15.133:0/1116357080 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27cc0c1260 con 0x7f27cc152030 2023-12-02T00:34:29.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27cbfff640 1 --2- 172.21.15.133:0/1116357080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc152030 0x7f27cc0c0c40 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f27bc009870 tx=0x7f27bc01c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce331ebec385c290 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:29.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27caffd640 1 -- 172.21.15.133:0/1116357080 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27bc0aa610 con 0x7f27cc152030 2023-12-02T00:34:29.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27caffd640 1 -- 172.21.15.133:0/1116357080 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27bc0a6040 con 0x7f27cc152030 2023-12-02T00:34:29.777 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27caffd640 1 -- 172.21.15.133:0/1116357080 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27bc0aa990 con 0x7f27cc152030 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 -- 172.21.15.133:0/1116357080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc152030 msgr2=0x7f27cc0c0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 --2- 172.21.15.133:0/1116357080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc152030 0x7f27cc0c0c40 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f27bc009870 tx=0x7f27bc01c4b0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 -- 172.21.15.133:0/1116357080 shutdown_connections 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 --2- 172.21.15.133:0/1116357080 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc06c470 0x7f27cc157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 --2- 172.21.15.133:0/1116357080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc152030 0x7f27cc0c0c40 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 -- 172.21.15.133:0/1116357080 >> 172.21.15.133:0/1116357080 conn(0x7f27cc06a5b0 msgr2=0x7f27cc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 -- 172.21.15.133:0/1116357080 shutdown_connections 2023-12-02T00:34:29.778 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 -- 172.21.15.133:0/1116357080 wait complete. 2023-12-02T00:34:29.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.775+0000 7f27d286b640 1 Processor -- start 2023-12-02T00:34:29.779 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 -- start start 2023-12-02T00:34:29.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f27cc06c470 0x7f27cc0aa010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:29.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc152030 0x7f27cc0c55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:29.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc154ff0 0x7f27cc156bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:29.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27cc0aab50 con 0x7f27cc154ff0 2023-12-02T00:34:29.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27cc157d60 con 0x7f27cc06c470 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27cc0c3fe0 con 0x7f27cc152030 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc154ff0 0x7f27cc156bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc154ff0 0x7f27cc156bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51186/0 (socket says 172.21.15.133:51186) 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 -- 172.21.15.133:0/3450782545 learned_addr learned my addr 172.21.15.133:0/3450782545 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27cbfff640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f27cc06c470 0x7f27cc0aa010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27cb7fe640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc152030 0x7f27cc0c55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 -- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc152030 msgr2=0x7f27cc0c55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc152030 0x7f27cc0c55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 -- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f27cc06c470 msgr2=0x7f27cc0aa010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f27cc06c470 0x7f27cc0aa010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 -- 172.21.15.133:0/3450782545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27bc0094d0 con 0x7f27cc154ff0 2023-12-02T00:34:29.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d0e08640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc154ff0 0x7f27cc156bf0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f27c400c770 tx=0x7f27c400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:29.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27c8ff9640 1 -- 172.21.15.133:0/3450782545 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27c4003b80 con 0x7f27cc154ff0 2023-12-02T00:34:29.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27c8ff9640 1 -- 172.21.15.133:0/3450782545 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27c4003ce0 con 0x7f27cc154ff0 2023-12-02T00:34:29.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27c8ff9640 1 -- 172.21.15.133:0/3450782545 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27c400aa90 con 0x7f27cc154ff0 2023-12-02T00:34:29.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27cc0c42c0 con 0x7f27cc154ff0 2023-12-02T00:34:29.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27cc0c4880 con 0x7f27cc154ff0 2023-12-02T00:34:29.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.779+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27cc0c4a40 con 0x7f27cc154ff0 2023-12-02T00:34:29.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.783+0000 7f27c8ff9640 1 -- 172.21.15.133:0/3450782545 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f27c400abf0 con 0x7f27cc154ff0 2023-12-02T00:34:29.784 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.783+0000 7f27c8ff9640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f27b8066470 0x7f27b8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:29.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.783+0000 7f27c8ff9640 1 -- 172.21.15.133:0/3450782545 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f27c4083900 con 0x7f27cc154ff0 2023-12-02T00:34:29.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.783+0000 7f27cbfff640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f27b8066470 0x7f27b8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:29.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.783+0000 7f27cbfff640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f27b8066470 0x7f27b8068930 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0ae000 tx=0x7f27bc0b5040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:29.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.787+0000 7f27c8ff9640 1 -- 172.21.15.133:0/3450782545 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f27c40510c0 con 0x7f27cc154ff0 2023-12-02T00:34:29.939 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.935+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f27cc06d540 con 0x7f27cc154ff0 2023-12-02T00:34:29.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.939+0000 7f27c8ff9640 1 -- 172.21.15.133:0/3450782545 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) v1 ==== 104+0+0 (secure 0 0 0) 0x7f27c40546e0 con 0x7f27cc154ff0 2023-12-02T00:34:29.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f27b8066470 msgr2=0x7f27b8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f27b8066470 0x7f27b8068930 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0ae000 tx=0x7f27bc0b5040 comp rx=0 tx=0).stop 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc154ff0 msgr2=0x7f27cc156bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc154ff0 0x7f27cc156bf0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f27c400c770 tx=0x7f27c400cc30 comp rx=0 tx=0).stop 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 shutdown_connections 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f27b8066470 0x7f27b8068930 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27cc154ff0 0x7f27cc156bf0 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f27cc152030 0x7f27cc0c55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 --2- 172.21.15.133:0/3450782545 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f27cc06c470 0x7f27cc0aa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 >> 172.21.15.133:0/3450782545 conn(0x7f27cc06a5b0 msgr2=0x7f27cc1486c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 shutdown_connections 2023-12-02T00:34:29.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:29.943+0000 7f27d286b640 1 -- 172.21.15.133:0/3450782545 wait complete. 2023-12-02T00:34:29.965 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap' 2023-12-02T00:34:30.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.099+0000 7fb9d7832640 1 Processor -- start 2023-12-02T00:34:30.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.099+0000 7fb9d7832640 1 -- start start 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d7832640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c63c0 0x7fb9d00c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d7832640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb9d00c4100 0x7fb9d00c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d7832640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9d00c31c0 con 0x7fb9d00c29e0 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d7832640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9d00c34a0 con 0x7fb9d00c4100 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d7832640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d00c1030 con 0x7fb9d00c63c0 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d55ce640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c63c0 0x7fb9d00c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d4dcd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb9d00c4100 0x7fb9d00c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:30.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d55ce640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c63c0 0x7fb9d00c06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56294/0 (socket says 172.21.15.133:56294) 2023-12-02T00:34:30.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d55ce640 1 -- 172.21.15.133:0/2592024196 learned_addr learned my addr 172.21.15.133:0/2592024196 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:30.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d5dcf640 1 --1- 172.21.15.133:0/2592024196 >> v1:172.21.15.172:6789/0 conn(0x7fb9d00c29e0 0x7fb9d00a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:37910/0 (socket says 172.21.15.133:37910) 2023-12-02T00:34:30.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d55ce640 1 -- 172.21.15.133:0/2592024196 >> v2:172.21.15.172:3300/0 conn(0x7fb9d00c4100 msgr2=0x7fb9d00c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:30.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d55ce640 1 --2- 172.21.15.133:0/2592024196 >> v2:172.21.15.172:3300/0 conn(0x7fb9d00c4100 0x7fb9d00c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9c7fff640 1 -- 172.21.15.133:0/2592024196 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 295842428 0 0) 0x7fb9d00c31c0 con 0x7fb9d00c29e0 2023-12-02T00:34:30.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d55ce640 1 -- 172.21.15.133:0/2592024196 >> v1:172.21.15.172:6789/0 conn(0x7fb9d00c29e0 legacy=0x7fb9d00a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:30.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.103+0000 7fb9d55ce640 1 -- 172.21.15.133:0/2592024196 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9d00c1310 con 0x7fb9d00c63c0 2023-12-02T00:34:30.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9d55ce640 1 --2- 172.21.15.133:0/2592024196 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c63c0 0x7fb9d00c06d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009870 tx=0x7fb9cc01c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=691a48e154e5e817 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:30.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9c7fff640 1 -- 172.21.15.133:0/2592024196 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc0ab610 con 0x7fb9d00c63c0 2023-12-02T00:34:30.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9c7fff640 1 -- 172.21.15.133:0/2592024196 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9cc0ab770 con 0x7fb9d00c63c0 2023-12-02T00:34:30.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9c7fff640 1 -- 172.21.15.133:0/2592024196 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc0abb00 con 0x7fb9d00c63c0 2023-12-02T00:34:30.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9d7832640 1 -- 172.21.15.133:0/2592024196 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c63c0 msgr2=0x7fb9d00c06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:30.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9d7832640 1 --2- 172.21.15.133:0/2592024196 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c63c0 0x7fb9d00c06d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009870 tx=0x7fb9cc01c3f0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9d7832640 1 -- 172.21.15.133:0/2592024196 shutdown_connections 2023-12-02T00:34:30.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9d7832640 1 --2- 172.21.15.133:0/2592024196 >> v2:172.21.15.172:3300/0 conn(0x7fb9d00c4100 0x7fb9d00c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9d7832640 1 --2- 172.21.15.133:0/2592024196 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c63c0 0x7fb9d00c06d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.107+0000 7fb9d7832640 1 -- 172.21.15.133:0/2592024196 >> 172.21.15.133:0/2592024196 conn(0x7fb9d006a5b0 msgr2=0x7fb9d006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:30.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.111+0000 7fb9d7832640 1 -- 172.21.15.133:0/2592024196 shutdown_connections 2023-12-02T00:34:30.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.111+0000 7fb9d7832640 1 -- 172.21.15.133:0/2592024196 wait complete. 2023-12-02T00:34:30.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.111+0000 7fb9d7832640 1 Processor -- start 2023-12-02T00:34:30.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.111+0000 7fb9d7832640 1 -- start start 2023-12-02T00:34:30.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c29e0 0x7fb9d006d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:30.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb9d00c4100 0x7fb9d0159e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:30.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9d00c63c0 0x7fb9d015a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:30.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d00bfe00 con 0x7fb9d00c63c0 2023-12-02T00:34:30.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d00bf230 con 0x7fb9d00c4100 2023-12-02T00:34:30.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d006d6d0 con 0x7fb9d00c29e0 2023-12-02T00:34:30.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d5dcf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9d00c63c0 0x7fb9d015a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:30.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d55ce640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c29e0 0x7fb9d006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:30.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d55ce640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c29e0 0x7fb9d006d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3301/0 says I am v2:172.21.15.133:56306/0 (socket says 172.21.15.133:56306) 2023-12-02T00:34:30.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d55ce640 1 -- 172.21.15.133:0/429171890 learned_addr learned my addr 172.21.15.133:0/429171890 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:30.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d5dcf640 1 -- 172.21.15.133:0/429171890 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c29e0 msgr2=0x7fb9d006d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:30.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d5dcf640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c29e0 0x7fb9d006d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d5dcf640 1 -- 172.21.15.133:0/429171890 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb9d00c4100 msgr2=0x7fb9d0159e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:30.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d5dcf640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb9d00c4100 0x7fb9d0159e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d5dcf640 1 -- 172.21.15.133:0/429171890 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9cc0094d0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d5dcf640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9d00c63c0 0x7fb9d015a360 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8002240 tx=0x7fb9c800cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:30.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9c5ffb640 1 -- 172.21.15.133:0/429171890 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c800ce30 con 0x7fb9d00c63c0 2023-12-02T00:34:30.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9c5ffb640 1 -- 172.21.15.133:0/429171890 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9c800a640 con 0x7fb9d00c63c0 2023-12-02T00:34:30.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9c5ffb640 1 -- 172.21.15.133:0/429171890 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c800a9f0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9d00bf4d0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.120 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.115+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d00bfa90 con 0x7fb9d00c63c0 2023-12-02T00:34:30.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.119+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9d00bffb0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.122 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.119+0000 7fb9c5ffb640 1 -- 172.21.15.133:0/429171890 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb9c800ab50 con 0x7fb9d00c63c0 2023-12-02T00:34:30.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.123+0000 7fb9c5ffb640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9b4066470 0x7fb9b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:30.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.123+0000 7fb9c5ffb640 1 -- 172.21.15.133:0/429171890 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb9c8082ed0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.123+0000 7fb9d55ce640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9b4066470 0x7fb9b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:30.126 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.123+0000 7fb9d55ce640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9b4066470 0x7fb9b4068930 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc01c430 tx=0x7fb9cc0a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:30.131 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.127+0000 7fb9c5ffb640 1 -- 172.21.15.133:0/429171890 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb9d00bffb0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.336 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.335+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]} v 0) v1 -- 0x7fb9d00bffb0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.617 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.615+0000 7fb9c5ffb640 1 -- 172.21.15.133:0/429171890 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestMDSCaps.test_r_with_fsname_and_no_path_in_cap"]}]=0 v228) v1 ==== 159+0+0 (secure 0 0 0) 0x7fb9d00bffb0 con 0x7fb9d00c63c0 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.615+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9b4066470 msgr2=0x7fb9b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.615+0000 7fb9d7832640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9b4066470 0x7fb9b4068930 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc01c430 tx=0x7fb9cc0a7000 comp rx=0 tx=0).stop 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.615+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9d00c63c0 msgr2=0x7fb9d015a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.615+0000 7fb9d7832640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9d00c63c0 0x7fb9d015a360 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8002240 tx=0x7fb9c800cbe0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.615+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 shutdown_connections 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.615+0000 7fb9d7832640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb9b4066470 0x7fb9b4068930 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.619+0000 7fb9d7832640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9d00c63c0 0x7fb9d015a360 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.619+0000 7fb9d7832640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb9d00c4100 0x7fb9d0159e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.619+0000 7fb9d7832640 1 --2- 172.21.15.133:0/429171890 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb9d00c29e0 0x7fb9d006d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.619+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 >> 172.21.15.133:0/429171890 conn(0x7fb9d006a5b0 msgr2=0x7fb9d00a9680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:30.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.619+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 shutdown_connections 2023-12-02T00:34:30.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:30.619+0000 7fb9d7832640 1 -- 172.21.15.133:0/429171890 wait complete. 2023-12-02T00:34:30.641 INFO:tasks.cephfs_test_runner:test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) ... ERROR 2023-12-02T00:34:30.641 INFO:tasks.cephfs_test_runner: 2023-12-02T00:34:30.641 INFO:tasks.cephfs_test_runner:====================================================================== 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner:ERROR: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/test_multifs_auth.py", line 95, in test_r_with_fsname_and_no_path_in_cap 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: self.captesters[0].run_mds_cap_tests(PERM) 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/caps_helper.py", line 262, in run_mds_cap_tests 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: self.conduct_pos_test_for_read_caps() 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/caps_helper.py", line 274, in conduct_pos_test_for_read_caps 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: contents = self.mount.read_file(self.path, sudo_read) 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/mount.py", line 749, in read_file 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: return self.run_shell(args=args, omit_sudo=False).stdout.getvalue().strip() 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/mount.py", line 784, in run_shell 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: return self.client_remote.run(args=args, cwd=cwd, timeout=timeout, 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2023-12-02T00:34:30.642 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: r.wait() 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi133 with status 1: '(cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/testdir/testfile)' 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner:Ran 3 tests in 187.174s 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner: 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner:====================================================================== 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner:ERROR: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-12-02T00:34:30.643 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/test_multifs_auth.py", line 95, in test_r_with_fsname_and_no_path_in_cap 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: self.captesters[0].run_mds_cap_tests(PERM) 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/caps_helper.py", line 262, in run_mds_cap_tests 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: self.conduct_pos_test_for_read_caps() 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/caps_helper.py", line 274, in conduct_pos_test_for_read_caps 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: contents = self.mount.read_file(self.path, sudo_read) 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/mount.py", line 749, in read_file 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: return self.run_shell(args=args, omit_sudo=False).stdout.getvalue().strip() 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs/mount.py", line 784, in run_shell 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: return self.client_remote.run(args=args, cwd=cwd, timeout=timeout, 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: r.wait() 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2023-12-02T00:34:30.644 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status 2023-12-02T00:34:30.645 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2023-12-02T00:34:30.645 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi133 with status 1: '(cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/testdir/testfile)' 2023-12-02T00:34:30.645 INFO:tasks.cephfs_test_runner: 2023-12-02T00:34:30.645 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-12-02T00:34:30.715 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=5c68d605707d4959b3ab5cf68700fdd3 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_bed7681480ccb0192b91a35e691658867e1e96b7/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps) 2023-12-02T00:34:30.717 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2023-12-02T00:34:30.730 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-12-02T00:34:30.761 INFO:tasks.kclient:Unmounting kernel clients... 2023-12-02T00:34:30.761 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-12-02T00:34:30.761 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:30.786 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354628k,nr_inodes=4088657,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=5261 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275372k,nr_inodes=818843,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275376k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-12-02T00:34:30.786 DEBUG:teuthology.orchestra.run.smithi172:> set -ex 2023-12-02T00:34:30.786 DEBUG:teuthology.orchestra.run.smithi172:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-02T00:34:30.797 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16354676k,nr_inodes=4088669,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=840 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275384k,nr_inodes=818846,mode=700,uid=1000,gid=1271 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275388k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2023-12-02T00:34:30.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:30.797 DEBUG:teuthology.orchestra.run.smithi133:> ip netns list 2023-12-02T00:34:30.840 INFO:teuthology.orchestra.run.smithi133.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-12-02T00:34:30.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:30.841 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-12-02T00:34:30.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:30.905 DEBUG:teuthology.orchestra.run.smithi133:> sudo ip link delete ceph-brx 2023-12-02T00:34:31.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:31.106 DEBUG:teuthology.orchestra.run.smithi172:> ip netns list 2023-12-02T00:34:31.116 INFO:teuthology.orchestra.run.smithi172.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-12-02T00:34:31.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:31.117 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2023-12-02T00:34:31.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-02T00:34:31.188 DEBUG:teuthology.orchestra.run.smithi172:> sudo ip link delete ceph-brx 2023-12-02T00:34:31.415 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-12-02T00:34:31.424 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-12-02T00:34:31.424 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:34:31.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 Processor -- start 2023-12-02T00:34:31.562 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 -- start start 2023-12-02T00:34:31.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff2fc0a5240 0x7ff2fc0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c01c0 0x7ff2fc0c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff2fc0c61a0 0x7ff2fc1561f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2fc0c3bd0 con 0x7ff2fc0c61a0 2023-12-02T00:34:31.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2fc0bf1e0 con 0x7ff2fc0a5240 2023-12-02T00:34:31.564 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.559+0000 7ff300972640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc0c3e20 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff2fc0c61a0 0x7ff2fc1561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff2fc0c61a0 0x7ff2fc1561f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51212/0 (socket says 172.21.15.133:51212) 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 -- 172.21.15.133:0/1365574153 learned_addr learned my addr 172.21.15.133:0/1365574153 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fa59c640 1 --2- 172.21.15.133:0/1365574153 >> v2:172.21.15.172:3300/0 conn(0x7ff2fc0a5240 0x7ff2fc0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2f9d9b640 1 --2- 172.21.15.133:0/1365574153 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c01c0 0x7ff2fc0c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 -- 172.21.15.133:0/1365574153 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c01c0 msgr2=0x7ff2fc0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 --2- 172.21.15.133:0/1365574153 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c01c0 0x7ff2fc0c5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 -- 172.21.15.133:0/1365574153 >> v2:172.21.15.172:3300/0 conn(0x7ff2fc0a5240 msgr2=0x7ff2fc0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:31.565 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 --2- 172.21.15.133:0/1365574153 >> v2:172.21.15.172:3300/0 conn(0x7ff2fc0a5240 0x7ff2fc0bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 -- 172.21.15.133:0/1365574153 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2fc0c4100 con 0x7ff2fc0c61a0 2023-12-02T00:34:31.566 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fa59c640 1 --2- 172.21.15.133:0/1365574153 >> v2:172.21.15.172:3300/0 conn(0x7ff2fc0a5240 0x7ff2fc0bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:31.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2fad9d640 1 --2- 172.21.15.133:0/1365574153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c61a0 0x7ff2fc1561f0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7ff2f4009e50 tx=0x7ff2f401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fca6ce9663fac51 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:31.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2f959a640 1 -- 172.21.15.133:0/1365574153 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2fc156f40 con 0x7ff2fc0c61a0 2023-12-02T00:34:31.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2f959a640 1 -- 172.21.15.133:0/1365574153 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2f40a5790 con 0x7ff2fc0c61a0 2023-12-02T00:34:31.567 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.563+0000 7ff2f959a640 1 -- 172.21.15.133:0/1365574153 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f40a5b20 con 0x7ff2fc0c61a0 2023-12-02T00:34:31.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- 172.21.15.133:0/1365574153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c61a0 msgr2=0x7ff2fc1561f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.568 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 --2- 172.21.15.133:0/1365574153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c61a0 0x7ff2fc1561f0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7ff2f4009e50 tx=0x7ff2f401c910 comp rx=0 tx=0).stop 2023-12-02T00:34:31.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- 172.21.15.133:0/1365574153 shutdown_connections 2023-12-02T00:34:31.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 --2- 172.21.15.133:0/1365574153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c61a0 0x7ff2fc1561f0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 --2- 172.21.15.133:0/1365574153 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c01c0 0x7ff2fc0c5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 --2- 172.21.15.133:0/1365574153 >> v2:172.21.15.172:3300/0 conn(0x7ff2fc0a5240 0x7ff2fc0bfc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- 172.21.15.133:0/1365574153 >> 172.21.15.133:0/1365574153 conn(0x7ff2fc06a5b0 msgr2=0x7ff2fc06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:31.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- 172.21.15.133:0/1365574153 shutdown_connections 2023-12-02T00:34:31.569 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- 172.21.15.133:0/1365574153 wait complete. 2023-12-02T00:34:31.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 Processor -- start 2023-12-02T00:34:31.570 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- start start 2023-12-02T00:34:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2fc0a5240 0x7ff2fc153b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.572 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c01c0 0x7ff2fc0715f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c61a0 0x7ff2fc1f06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc070900 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc1540b0 con 0x7ff2fc0a5240 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff300972640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc071b30 con 0x7ff2fc0c61a0 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff2f9d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c01c0 0x7ff2fc0715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff2f9d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c01c0 0x7ff2fc0715f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51218/0 (socket says 172.21.15.133:51218) 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff2f9d9b640 1 -- 172.21.15.133:0/3418705135 learned_addr learned my addr 172.21.15.133:0/3418705135 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff2fa59c640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2fc0a5240 0x7ff2fc153b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.573 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.567+0000 7ff2fad9d640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c61a0 0x7ff2fc1f06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2f9d9b640 1 -- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c61a0 msgr2=0x7ff2fc1f06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2f9d9b640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c61a0 0x7ff2fc1f06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2f9d9b640 1 -- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2fc0a5240 msgr2=0x7ff2fc153b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2f9d9b640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2fc0a5240 0x7ff2fc153b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2f9d9b640 1 -- 172.21.15.133:0/3418705135 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2f4009b30 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2f9d9b640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c01c0 0x7ff2fc0715f0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7ff2f000e900 tx=0x7ff2f000edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2eaffd640 1 -- 172.21.15.133:0/3418705135 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f0009690 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.574 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2eaffd640 1 -- 172.21.15.133:0/3418705135 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2f000ca00 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2fc1f1010 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2eaffd640 1 -- 172.21.15.133:0/3418705135 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f000cdb0 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.575 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2fc1f12f0 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2fc0c52e0 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2eaffd640 1 -- 172.21.15.133:0/3418705135 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff2f0013470 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2eaffd640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2dc0664a0 0x7ff2dc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2eaffd640 1 -- 172.21.15.133:0/3418705135 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff2f0083d30 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.571+0000 7ff2fa59c640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2dc0664a0 0x7ff2dc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.576 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.575+0000 7ff2fa59c640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2dc0664a0 0x7ff2dc068960 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff2fc067990 tx=0x7ff2ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:31.579 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.575+0000 7ff2eaffd640 1 -- 172.21.15.133:0/3418705135 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff2f00514f0 con 0x7ff2fc0c01c0 2023-12-02T00:34:31.727 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.723+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff2fc15f3c0 con 0x7ff2dc0664a0 2023-12-02T00:34:31.729 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.727+0000 7ff2eaffd640 1 -- 172.21.15.133:0/3418705135 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50339 (secure 0 0 0) 0x7ff2fc15f3c0 con 0x7ff2dc0664a0 2023-12-02T00:34:31.734 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:31.735 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:34:31.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.727+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2dc0664a0 msgr2=0x7ff2dc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.727+0000 7ff300972640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2dc0664a0 0x7ff2dc068960 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff2fc067990 tx=0x7ff2ec008040 comp rx=0 tx=0).stop 2023-12-02T00:34:31.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.727+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c01c0 msgr2=0x7ff2fc0715f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.727+0000 7ff300972640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c01c0 0x7ff2fc0715f0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7ff2f000e900 tx=0x7ff2f000edc0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.735 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 shutdown_connections 2023-12-02T00:34:31.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff2dc0664a0 0x7ff2dc068960 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff2fc0c61a0 0x7ff2fc1f06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2fc0c01c0 0x7ff2fc0715f0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 --2- 172.21.15.133:0/3418705135 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff2fc0a5240 0x7ff2fc153b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 >> 172.21.15.133:0/3418705135 conn(0x7ff2fc06a5b0 msgr2=0x7ff2fc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:31.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 shutdown_connections 2023-12-02T00:34:31.736 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.731+0000 7ff300972640 1 -- 172.21.15.133:0/3418705135 wait complete. 2023-12-02T00:34:31.750 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2023-12-02T00:34:31.285241+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":215,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257920,"kb_used_data":8464,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716800,"statfs":{"total":773094113280,"available":772830003200,"internally_reserved":0,"allocated":8667136,"data_stored":4491642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12079,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-60,"num_write_kb":-32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001337"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":214,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-12-02T00:34:25.206293+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:34:25.206293+0000","last_peered":"2023-12-02T00:34:25.206293+0000","last_clean":"2023-12-02T00:34:25.206293+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:34:25.206293+0000","last_undegraded":"2023-12-02T00:34:25.206293+0000","last_fullsized":"2023-12-02T00:34:25.206293+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574894,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32664,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339176,"statfs":{"total":96636764160,"available":96603316224,"internally_reserved":0,"allocated":1519616,"data_stored":998238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.63500000000000001,"15min":0.627},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85599999999999998,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.754},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.502,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84899999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.93999999999999995}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.68100000000000005,"15min":0.68500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.85299999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.70699999999999996,"15min":0.72899999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.90200000000000002,"5min":1.45,"15min":1.45},"last":0.86499999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67300000000000004,"15min":0.67000000000000004},"min":{"1min":0.47799999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.71099999999999997,"15min":0.72899999999999998},"min":{"1min":0.48599999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.88700000000000001,"5min":1.091,"15min":1.091},"last":0.82399999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.68999999999999995,"15min":0.70399999999999996},"min":{"1min":0.52100000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.74299999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.83099999999999996,"5min":1.127,"15min":1.127},"last":0.89300000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.70099999999999996,"15min":0.72799999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89300000000000002,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.76700000000000002,"15min":0.79700000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81699999999999995,"5min":1.147,"15min":1.147},"last":0.84299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.70199999999999996,"15min":0.73099999999999998},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.92400000000000004,"5min":1.149,"15min":1.149},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.74199999999999999,"15min":0.77400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90900000000000003,"5min":1.306,"15min":1.306},"last":0.67600000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.80400000000000005,"15min":0.81799999999999995},"min":{"1min":0.47299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.93799999999999994,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":1.177,"15min":1.177},"last":0.79000000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574895,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":925696,"data_stored":408410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.70099999999999996},"min":{"1min":0.38600000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.387,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.76600000000000001},"min":{"1min":0.49099999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.79400000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.71999999999999997,"15min":0.70399999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":5.1289999999999996,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.0229999999999999,"5min":0.75,"15min":0.70299999999999996},"min":{"1min":0.48999999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.2530000000000001,"5min":8.2530000000000001,"15min":8.2530000000000001},"last":0.77400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71699999999999997,"15min":0.70099999999999996},"min":{"1min":0.53900000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.71999999999999997,"15min":0.71699999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.66100000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.81599999999999995,"15min":0.77700000000000002},"min":{"1min":0.52500000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":8.7300000000000004,"5min":8.7300000000000004,"15min":8.7300000000000004},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72099999999999997,"15min":0.72799999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.67800000000000005}]},{"osd":4,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40600000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.44500000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.5659999999999998,"5min":2.5659999999999998,"15min":2.5659999999999998},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.73899999999999999,"15min":0.74399999999999999},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.80700000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.76900000000000002},"min":{"1min":0.46800000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.754},{"interface":"front","average":{"1min":0.879,"5min":0.81499999999999995,"15min":0.81299999999999994},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":3.96,"5min":3.96,"15min":3.96},"last":0.73899999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574894,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":933888,"data_stored":413999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.71199999999999997,"15min":0.74299999999999999},"min":{"1min":0.48699999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.92400000000000004,"5min":2.097,"15min":2.097},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.71699999999999997,"15min":0.73499999999999999},"min":{"1min":0.45100000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.002,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.59699999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.753,"15min":0.77300000000000002},"min":{"1min":0.47399999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.012,"5min":2.137,"15min":2.137},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.745,"15min":0.75900000000000001},"min":{"1min":0.56299999999999994,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.0409999999999999,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.51200000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.748,"15min":0.76500000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.94699999999999995,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":0.752},"min":{"1min":0.48099999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0169999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.73899999999999999,"15min":0.76900000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95399999999999996,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.79200000000000004,"15min":0.81200000000000006},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.02,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.56999999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.625,"15min":0.61699999999999999},"min":{"1min":0.438,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.75600000000000001,"15min":0.75},"min":{"1min":0.53000000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0589999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.81000000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67300000000000004,"15min":0.67500000000000004},"min":{"1min":0.49399999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.48099999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.72999999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69899999999999995,"15min":0.71099999999999997},"min":{"1min":0.45300000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.94999999999999996,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.503,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0409999999999999,"5min":1.236,"15min":1.236},"last":0.61499999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574895,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":958464,"data_stored":425196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.67800000000000005,"15min":0.70399999999999996},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.879,"5min":1.002,"15min":1.002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.70899999999999996,"15min":0.71899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85599999999999998,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.68400000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.64900000000000002,"15min":0.65900000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76200000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.68500000000000005,"15min":0.70699999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.745,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.77900000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.69399999999999995},"min":{"1min":0.53500000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.71499999999999997,"15min":0.72899999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.71899999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.69799999999999995,"15min":0.68500000000000005},"min":{"1min":0.59999999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.96499999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.70699999999999996,"15min":0.71599999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.874,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.85999999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65900000000000003,"15min":0.66100000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91600000000000004,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.68899999999999995,"15min":0.68200000000000005},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.80600000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.501,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1040000000000001,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.72599999999999998,"15min":0.72799999999999998},"min":{"1min":0.51500000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.93700000000000006}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.754,"15min":0.76100000000000001},"min":{"1min":0.54000000000000004,"5min":0.436,"15min":0.436},"max":{"1min":0.95099999999999996,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.80100000000000005,"15min":0.80600000000000005},"min":{"1min":0.61099999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94099999999999995,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":1.0129999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574896,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":942080,"data_stored":418923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41599999999999998,"15min":0.433},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.82799999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.48499999999999999,"15min":0.51000000000000001},"min":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.623,"5min":1.716,"15min":1.716},"last":0.505}]},{"osd":1,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50600000000000001,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.746,"5min":1.234,"15min":1.234},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.55800000000000005,"15min":0.58499999999999996},"min":{"1min":0.372,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68100000000000005,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.55500000000000005,"15min":0.59099999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.37},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.436}]},{"osd":4,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.71399999999999997,"15min":0.73299999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.032,"5min":1.629,"15min":1.629},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77000000000000002,"15min":0.80400000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.97099999999999997,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.83199999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.80700000000000005,"15min":0.85799999999999998},"min":{"1min":0.497,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.98799999999999999,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72399999999999998,"15min":0.746},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.145,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.79700000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.79600000000000004,"15min":0.84299999999999997},"min":{"1min":0.497,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.83299999999999996,"15min":0.88300000000000001},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0649999999999999,"5min":3.29,"15min":3.29},"last":0.77900000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.75800000000000001,"15min":0.79000000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92500000000000004,"5min":1.792,"15min":1.792},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80700000000000005,"15min":0.85699999999999998},"min":{"1min":0.53200000000000003,"5min":0.436,"15min":0.436},"max":{"1min":0.89600000000000002,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.745}]}]},{"osd":2,"up_from":13,"seq":55834574897,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":937984,"data_stored":414101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48299999999999998,"15min":0.48399999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.41099999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.436,"15min":0.436},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65900000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56499999999999995,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.81799999999999995,"5min":1.899,"15min":1.899},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50800000000000001,"15min":0.51200000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.70399999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.375},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.48399999999999999,"15min":0.5},"min":{"1min":0.33400000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72199999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.35299999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.71899999999999997,"15min":0.72899999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.97799999999999998,"5min":1.506,"15min":1.506},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.76300000000000001,"15min":0.77900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.175,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.63100000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.745,"15min":0.76700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89100000000000001,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97899999999999998,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.51600000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.77500000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90900000000000003,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.78000000000000003,"15min":0.80300000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.94299999999999995,"5min":1.865,"15min":1.865},"last":0.52400000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.78500000000000003,"15min":0.80300000000000005},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1060000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.55800000000000005,"5min":0.498,"15min":0.498},"max":{"1min":1.01,"5min":1.409,"15min":1.409},"last":0.56299999999999994}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":933888,"data_stored":414067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.60299999999999998,"15min":0.621},"min":{"1min":0.28499999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67400000000000004,"5min":7.008,"15min":7.008},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.48499999999999999,"15min":0.48599999999999999},"min":{"1min":0.32500000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.60999999999999999,"15min":0.62},"min":{"1min":0.34799999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82199999999999995,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.79900000000000004,"15min":0.874},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.38800000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.68999999999999995,"15min":0.73899999999999999},"min":{"1min":0.43099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.71699999999999997,"5min":4.633,"15min":4.633},"last":0.44},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.65800000000000003,"15min":0.72199999999999998},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.58899999999999997,"5min":4.359,"15min":4.359},"last":0.52000000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.84799999999999998,"15min":0.89200000000000002},"min":{"1min":0.57399999999999995,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.91100000000000003,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.86199999999999999,"15min":0.88100000000000001},"min":{"1min":0.499,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.95399999999999996,"5min":5.968,"15min":5.968},"last":0.77100000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.86699999999999999,"15min":0.88700000000000001},"min":{"1min":0.57099999999999995,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.872,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.90900000000000003,"15min":0.97499999999999998},"min":{"1min":0.52800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.873,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.751}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.879,"15min":0.93600000000000005},"min":{"1min":0.60199999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90700000000000003,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.90500000000000003,"15min":0.92500000000000004},"min":{"1min":0.60999999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91800000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.66500000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.91100000000000003,"15min":0.97299999999999998},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.85199999999999998,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.88600000000000001,"15min":0.94599999999999995},"min":{"1min":0.57099999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.93300000000000005,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.73099999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574895,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32664,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339176,"statfs":{"total":96636764160,"available":96603316224,"internally_reserved":0,"allocated":1515520,"data_stored":998708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.45200000000000001,"15min":0.47699999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.378},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.50900000000000001,"15min":0.53500000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.48299999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.49099999999999999,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.50700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.41199999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.58299999999999996,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.497}]},{"osd":4,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.751,"15min":0.77100000000000002},"min":{"1min":0.53100000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.90400000000000003,"5min":1.252,"15min":1.252},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.76100000000000001,"15min":0.78700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94899999999999995,"5min":1.266,"15min":1.266},"last":0.86499999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.72399999999999998,"15min":0.748},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0069999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.751,"15min":0.79100000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1850000000000001,"5min":1.204,"15min":1.204},"last":0.74299999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.747,"15min":0.77800000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.75700000000000001,"15min":0.79100000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92300000000000004,"5min":1.141,"15min":1.141},"last":0.75800000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.78400000000000003,"15min":0.82099999999999995},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.0249999999999999,"5min":1.496,"15min":1.496},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.78300000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96199999999999997,"5min":1.151,"15min":1.151},"last":0.90600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:34:31.752 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:34:31.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f764151d640 1 Processor -- start 2023-12-02T00:34:31.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f764151d640 1 -- start start 2023-12-02T00:34:31.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f764151d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c0c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f764151d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f763c0c06d0 0x7f763c0a9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f764151d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f763c0c31c0 con 0x7f763c0c63c0 2023-12-02T00:34:31.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f764151d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f763c0c34a0 con 0x7f763c0c06d0 2023-12-02T00:34:31.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f764151d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f763c0c1030 con 0x7f763c0c4100 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f763b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f763c0c06d0 0x7f763c0a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f763b7fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f763c0c06d0 0x7f763c0a9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51228/0 (socket says 172.21.15.133:51228) 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.887+0000 7f763b7fe640 1 -- 172.21.15.133:0/2709570057 learned_addr learned my addr 172.21.15.133:0/2709570057 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763b7fe640 1 -- 172.21.15.133:0/2709570057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 msgr2=0x7f763c0c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f76327fc640 1 --2- 172.21.15.133:0/2709570057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c0c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763b7fe640 1 --2- 172.21.15.133:0/2709570057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c0c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763b7fe640 1 -- 172.21.15.133:0/2709570057 >> v1:172.21.15.172:6789/0 conn(0x7f763c0c63c0 legacy=0x7f763c0c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763b7fe640 1 -- 172.21.15.133:0/2709570057 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f763c0c1310 con 0x7f763c0c06d0 2023-12-02T00:34:31.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f76327fc640 1 --2- 172.21.15.133:0/2709570057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:31.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763b7fe640 1 --2- 172.21.15.133:0/2709570057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c06d0 0x7f763c0a9680 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f7634009e50 tx=0x7f763401c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac46db4a0eb4ff4b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:31.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763a7fc640 1 -- 172.21.15.133:0/2709570057 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f763c0aa3d0 con 0x7f763c0c06d0 2023-12-02T00:34:31.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763a7fc640 1 -- 172.21.15.133:0/2709570057 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76340a5640 con 0x7f763c0c06d0 2023-12-02T00:34:31.895 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.891+0000 7f763a7fc640 1 -- 172.21.15.133:0/2709570057 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76340a59d0 con 0x7f763c0c06d0 2023-12-02T00:34:31.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- 172.21.15.133:0/2709570057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c06d0 msgr2=0x7f763c0a9680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 --2- 172.21.15.133:0/2709570057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c06d0 0x7f763c0a9680 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f7634009e50 tx=0x7f763401c8b0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- 172.21.15.133:0/2709570057 shutdown_connections 2023-12-02T00:34:31.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 --2- 172.21.15.133:0/2709570057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c06d0 0x7f763c0a9680 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 --2- 172.21.15.133:0/2709570057 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c0c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- 172.21.15.133:0/2709570057 >> 172.21.15.133:0/2709570057 conn(0x7f763c06a5b0 msgr2=0x7f763c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:31.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- 172.21.15.133:0/2709570057 shutdown_connections 2023-12-02T00:34:31.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- 172.21.15.133:0/2709570057 wait complete. 2023-12-02T00:34:31.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 Processor -- start 2023-12-02T00:34:31.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- start start 2023-12-02T00:34:31.900 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f763c0c06d0 0x7f763c15b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c150ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c63c0 0x7f763c099a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f763c0a4740 con 0x7f763c0c63c0 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f763c0a5d80 con 0x7f763c0c06d0 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f764151d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f763c0a57c0 con 0x7f763c0c4100 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c63c0 0x7f763c099a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c63c0 0x7f763c099a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51238/0 (socket says 172.21.15.133:51238) 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 -- 172.21.15.133:0/3975239902 learned_addr learned my addr 172.21.15.133:0/3975239902 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:31.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f76327fc640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c150ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763affd640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f763c0c06d0 0x7f763c15b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 -- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 msgr2=0x7f763c150ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c150ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 -- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f763c0c06d0 msgr2=0x7f763c15b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f763c0c06d0 0x7f763c15b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763b7fe640 1 -- 172.21.15.133:0/3975239902 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7634009b30 con 0x7f763c0c63c0 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.895+0000 7f763affd640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f763c0c06d0 0x7f763c15b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:31.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f763b7fe640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c63c0 0x7f763c099a70 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f76340af040 tx=0x7f7634019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:31.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f7633fff640 1 -- 172.21.15.133:0/3975239902 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76340b8670 con 0x7f763c0c63c0 2023-12-02T00:34:31.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f7633fff640 1 -- 172.21.15.133:0/3975239902 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76340b87d0 con 0x7f763c0c63c0 2023-12-02T00:34:31.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f7633fff640 1 -- 172.21.15.133:0/3975239902 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76340b8b80 con 0x7f763c0c63c0 2023-12-02T00:34:31.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f763c0a5aa0 con 0x7f763c0c63c0 2023-12-02T00:34:31.903 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f763c0a4ee0 con 0x7f763c0c63c0 2023-12-02T00:34:31.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f763c068400 con 0x7f763c0c63c0 2023-12-02T00:34:31.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f7633fff640 1 -- 172.21.15.133:0/3975239902 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f76340b8ce0 con 0x7f763c0c63c0 2023-12-02T00:34:31.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f7633fff640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76200664a0 0x7f7620068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:31.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f7633fff640 1 -- 172.21.15.133:0/3975239902 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f763411f160 con 0x7f763c0c63c0 2023-12-02T00:34:31.904 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.899+0000 7f763affd640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76200664a0 0x7f7620068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:31.905 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.903+0000 7f763affd640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76200664a0 0x7f7620068960 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f762c0098b0 tx=0x7f762c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:31.906 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:31.903+0000 7f7633fff640 1 -- 172.21.15.133:0/3975239902 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f76340ec990 con 0x7f763c0c63c0 2023-12-02T00:34:32.053 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.051+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f763c071130 con 0x7f76200664a0 2023-12-02T00:34:32.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.051+0000 7f7633fff640 1 -- 172.21.15.133:0/3975239902 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50339 (secure 0 0 0) 0x7f763c071130 con 0x7f76200664a0 2023-12-02T00:34:32.055 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:32.056 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:34:32.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76200664a0 msgr2=0x7f7620068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76200664a0 0x7f7620068960 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f762c0098b0 tx=0x7f762c008040 comp rx=0 tx=0).stop 2023-12-02T00:34:32.057 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c63c0 msgr2=0x7f763c099a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c63c0 0x7f763c099a70 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f76340af040 tx=0x7f7634019650 comp rx=0 tx=0).stop 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 shutdown_connections 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f76200664a0 0x7f7620068960 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f763c0c63c0 0x7f763c099a70 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f763c0c4100 0x7f763c150ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 --2- 172.21.15.133:0/3975239902 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f763c0c06d0 0x7f763c15b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 >> 172.21.15.133:0/3975239902 conn(0x7f763c06a5b0 msgr2=0x7f763c155380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 shutdown_connections 2023-12-02T00:34:32.058 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.055+0000 7f764151d640 1 -- 172.21.15.133:0/3975239902 wait complete. 2023-12-02T00:34:32.076 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2023-12-02T00:34:31.285241+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":215,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257920,"kb_used_data":8464,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716800,"statfs":{"total":773094113280,"available":772830003200,"internally_reserved":0,"allocated":8667136,"data_stored":4491642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12079,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-60,"num_write_kb":-32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001337"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":214,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-12-02T00:34:25.206293+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:34:25.206293+0000","last_peered":"2023-12-02T00:34:25.206293+0000","last_clean":"2023-12-02T00:34:25.206293+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:34:25.206293+0000","last_undegraded":"2023-12-02T00:34:25.206293+0000","last_fullsized":"2023-12-02T00:34:25.206293+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574894,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32664,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339176,"statfs":{"total":96636764160,"available":96603316224,"internally_reserved":0,"allocated":1519616,"data_stored":998238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.63500000000000001,"15min":0.627},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85599999999999998,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.754},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.502,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84899999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.93999999999999995}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.68100000000000005,"15min":0.68500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.85299999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.70699999999999996,"15min":0.72899999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.90200000000000002,"5min":1.45,"15min":1.45},"last":0.86499999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67300000000000004,"15min":0.67000000000000004},"min":{"1min":0.47799999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.71099999999999997,"15min":0.72899999999999998},"min":{"1min":0.48599999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.88700000000000001,"5min":1.091,"15min":1.091},"last":0.82399999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.68999999999999995,"15min":0.70399999999999996},"min":{"1min":0.52100000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.74299999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.83099999999999996,"5min":1.127,"15min":1.127},"last":0.89300000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.70099999999999996,"15min":0.72799999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89300000000000002,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.76700000000000002,"15min":0.79700000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81699999999999995,"5min":1.147,"15min":1.147},"last":0.84299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.70199999999999996,"15min":0.73099999999999998},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.92400000000000004,"5min":1.149,"15min":1.149},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.74199999999999999,"15min":0.77400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90900000000000003,"5min":1.306,"15min":1.306},"last":0.67600000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.80400000000000005,"15min":0.81799999999999995},"min":{"1min":0.47299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.93799999999999994,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":1.177,"15min":1.177},"last":0.79000000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574895,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":925696,"data_stored":408410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.70099999999999996},"min":{"1min":0.38600000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.387,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.76600000000000001},"min":{"1min":0.49099999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.79400000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.71999999999999997,"15min":0.70399999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":5.1289999999999996,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.0229999999999999,"5min":0.75,"15min":0.70299999999999996},"min":{"1min":0.48999999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.2530000000000001,"5min":8.2530000000000001,"15min":8.2530000000000001},"last":0.77400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71699999999999997,"15min":0.70099999999999996},"min":{"1min":0.53900000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.71999999999999997,"15min":0.71699999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.66100000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.81599999999999995,"15min":0.77700000000000002},"min":{"1min":0.52500000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":8.7300000000000004,"5min":8.7300000000000004,"15min":8.7300000000000004},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72099999999999997,"15min":0.72799999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.67800000000000005}]},{"osd":4,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40600000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.44500000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.5659999999999998,"5min":2.5659999999999998,"15min":2.5659999999999998},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.73899999999999999,"15min":0.74399999999999999},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.80700000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.76900000000000002},"min":{"1min":0.46800000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.754},{"interface":"front","average":{"1min":0.879,"5min":0.81499999999999995,"15min":0.81299999999999994},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":3.96,"5min":3.96,"15min":3.96},"last":0.73899999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574894,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":933888,"data_stored":413999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.71199999999999997,"15min":0.74299999999999999},"min":{"1min":0.48699999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.92400000000000004,"5min":2.097,"15min":2.097},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.71699999999999997,"15min":0.73499999999999999},"min":{"1min":0.45100000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.002,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.59699999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.753,"15min":0.77300000000000002},"min":{"1min":0.47399999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.012,"5min":2.137,"15min":2.137},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.745,"15min":0.75900000000000001},"min":{"1min":0.56299999999999994,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.0409999999999999,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.51200000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.748,"15min":0.76500000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.94699999999999995,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":0.752},"min":{"1min":0.48099999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0169999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.73899999999999999,"15min":0.76900000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95399999999999996,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.79200000000000004,"15min":0.81200000000000006},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.02,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.56999999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.625,"15min":0.61699999999999999},"min":{"1min":0.438,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.75600000000000001,"15min":0.75},"min":{"1min":0.53000000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0589999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.81000000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67300000000000004,"15min":0.67500000000000004},"min":{"1min":0.49399999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.48099999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.72999999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69899999999999995,"15min":0.71099999999999997},"min":{"1min":0.45300000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.94999999999999996,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.503,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0409999999999999,"5min":1.236,"15min":1.236},"last":0.61499999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574895,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":958464,"data_stored":425196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.67800000000000005,"15min":0.70399999999999996},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.879,"5min":1.002,"15min":1.002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.70899999999999996,"15min":0.71899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85599999999999998,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.68400000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.64900000000000002,"15min":0.65900000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76200000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.68500000000000005,"15min":0.70699999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.745,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.77900000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.69399999999999995},"min":{"1min":0.53500000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.71499999999999997,"15min":0.72899999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.71899999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.69799999999999995,"15min":0.68500000000000005},"min":{"1min":0.59999999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.96499999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.70699999999999996,"15min":0.71599999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.874,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.85999999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65900000000000003,"15min":0.66100000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91600000000000004,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.68899999999999995,"15min":0.68200000000000005},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.80600000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.501,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1040000000000001,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.72599999999999998,"15min":0.72799999999999998},"min":{"1min":0.51500000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.93700000000000006}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.754,"15min":0.76100000000000001},"min":{"1min":0.54000000000000004,"5min":0.436,"15min":0.436},"max":{"1min":0.95099999999999996,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.80100000000000005,"15min":0.80600000000000005},"min":{"1min":0.61099999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94099999999999995,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":1.0129999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574896,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":942080,"data_stored":418923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41599999999999998,"15min":0.433},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.82799999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.48499999999999999,"15min":0.51000000000000001},"min":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.623,"5min":1.716,"15min":1.716},"last":0.505}]},{"osd":1,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50600000000000001,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.746,"5min":1.234,"15min":1.234},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.55800000000000005,"15min":0.58499999999999996},"min":{"1min":0.372,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68100000000000005,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.55500000000000005,"15min":0.59099999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.37},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.436}]},{"osd":4,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.71399999999999997,"15min":0.73299999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.032,"5min":1.629,"15min":1.629},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77000000000000002,"15min":0.80400000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.97099999999999997,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.83199999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.80700000000000005,"15min":0.85799999999999998},"min":{"1min":0.497,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.98799999999999999,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72399999999999998,"15min":0.746},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.145,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.79700000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.79600000000000004,"15min":0.84299999999999997},"min":{"1min":0.497,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.83299999999999996,"15min":0.88300000000000001},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0649999999999999,"5min":3.29,"15min":3.29},"last":0.77900000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.75800000000000001,"15min":0.79000000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92500000000000004,"5min":1.792,"15min":1.792},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80700000000000005,"15min":0.85699999999999998},"min":{"1min":0.53200000000000003,"5min":0.436,"15min":0.436},"max":{"1min":0.89600000000000002,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.745}]}]},{"osd":2,"up_from":13,"seq":55834574897,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":937984,"data_stored":414101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48299999999999998,"15min":0.48399999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.41099999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.436,"15min":0.436},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65900000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56499999999999995,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.81799999999999995,"5min":1.899,"15min":1.899},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50800000000000001,"15min":0.51200000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.70399999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.375},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.48399999999999999,"15min":0.5},"min":{"1min":0.33400000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72199999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.35299999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.71899999999999997,"15min":0.72899999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.97799999999999998,"5min":1.506,"15min":1.506},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.76300000000000001,"15min":0.77900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.175,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.63100000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.745,"15min":0.76700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89100000000000001,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97899999999999998,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.51600000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.77500000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90900000000000003,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.78000000000000003,"15min":0.80300000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.94299999999999995,"5min":1.865,"15min":1.865},"last":0.52400000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.78500000000000003,"15min":0.80300000000000005},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1060000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.55800000000000005,"5min":0.498,"15min":0.498},"max":{"1min":1.01,"5min":1.409,"15min":1.409},"last":0.56299999999999994}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":933888,"data_stored":414067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.60299999999999998,"15min":0.621},"min":{"1min":0.28499999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67400000000000004,"5min":7.008,"15min":7.008},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.48499999999999999,"15min":0.48599999999999999},"min":{"1min":0.32500000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.60999999999999999,"15min":0.62},"min":{"1min":0.34799999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82199999999999995,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.79900000000000004,"15min":0.874},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.38800000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.68999999999999995,"15min":0.73899999999999999},"min":{"1min":0.43099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.71699999999999997,"5min":4.633,"15min":4.633},"last":0.44},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.65800000000000003,"15min":0.72199999999999998},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.58899999999999997,"5min":4.359,"15min":4.359},"last":0.52000000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.84799999999999998,"15min":0.89200000000000002},"min":{"1min":0.57399999999999995,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.91100000000000003,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.86199999999999999,"15min":0.88100000000000001},"min":{"1min":0.499,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.95399999999999996,"5min":5.968,"15min":5.968},"last":0.77100000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.86699999999999999,"15min":0.88700000000000001},"min":{"1min":0.57099999999999995,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.872,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.90900000000000003,"15min":0.97499999999999998},"min":{"1min":0.52800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.873,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.751}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.879,"15min":0.93600000000000005},"min":{"1min":0.60199999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90700000000000003,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.90500000000000003,"15min":0.92500000000000004},"min":{"1min":0.60999999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91800000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.66500000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.91100000000000003,"15min":0.97299999999999998},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.85199999999999998,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.88600000000000001,"15min":0.94599999999999995},"min":{"1min":0.57099999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.93300000000000005,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.73099999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574895,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32664,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339176,"statfs":{"total":96636764160,"available":96603316224,"internally_reserved":0,"allocated":1515520,"data_stored":998708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.45200000000000001,"15min":0.47699999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.378},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.50900000000000001,"15min":0.53500000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.48299999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.49099999999999999,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.50700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.41199999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.58299999999999996,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.497}]},{"osd":4,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.751,"15min":0.77100000000000002},"min":{"1min":0.53100000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.90400000000000003,"5min":1.252,"15min":1.252},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.76100000000000001,"15min":0.78700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94899999999999995,"5min":1.266,"15min":1.266},"last":0.86499999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.72399999999999998,"15min":0.748},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0069999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.751,"15min":0.79100000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1850000000000001,"5min":1.204,"15min":1.204},"last":0.74299999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.747,"15min":0.77800000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.75700000000000001,"15min":0.79100000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92300000000000004,"5min":1.141,"15min":1.141},"last":0.75800000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.78400000000000003,"15min":0.82099999999999995},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.0249999999999999,"5min":1.496,"15min":1.496},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.78300000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96199999999999997,"5min":1.151,"15min":1.151},"last":0.90600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:34:32.078 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-12-02T00:34:32.078 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:34:32.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.211+0000 7fb60f72a640 1 Processor -- start 2023-12-02T00:34:32.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60f72a640 1 -- start start 2023-12-02T00:34:32.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60f72a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb6081560e0 0x7fb60815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60f72a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb6080bffc0 0x7fb6080c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60f72a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb60815c600 con 0x7fb60806d520 2023-12-02T00:34:32.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60f72a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb60815a5c0 con 0x7fb6081560e0 2023-12-02T00:34:32.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60f72a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6081594e0 con 0x7fb6080bffc0 2023-12-02T00:34:32.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60d4c6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb6081560e0 0x7fb60815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60d4c6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fb6081560e0 0x7fb60815ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51246/0 (socket says 172.21.15.133:51246) 2023-12-02T00:34:32.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60d4c6640 1 -- 172.21.15.133:0/2186657204 learned_addr learned my addr 172.21.15.133:0/2186657204 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:32.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60d4c6640 1 -- 172.21.15.133:0/2186657204 >> v2:172.21.15.172:3300/0 conn(0x7fb6080bffc0 msgr2=0x7fb6080c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:32.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60dcc7640 1 --2- 172.21.15.133:0/2186657204 >> v2:172.21.15.172:3300/0 conn(0x7fb6080bffc0 0x7fb6080c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60d4c6640 1 --2- 172.21.15.133:0/2186657204 >> v2:172.21.15.172:3300/0 conn(0x7fb6080bffc0 0x7fb6080c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60d4c6640 1 -- 172.21.15.133:0/2186657204 >> v1:172.21.15.172:6789/0 conn(0x7fb60806d520 legacy=0x7fb608159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:32.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60d4c6640 1 -- 172.21.15.133:0/2186657204 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6081597c0 con 0x7fb6081560e0 2023-12-02T00:34:32.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.215+0000 7fb60dcc7640 1 --2- 172.21.15.133:0/2186657204 >> v2:172.21.15.172:3300/0 conn(0x7fb6080bffc0 0x7fb6080c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:32.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60d4c6640 1 --2- 172.21.15.133:0/2186657204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb60815ca90 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb60806e130 tx=0x7fb60401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4ea47aa8e67ad23 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:32.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb5fffff640 1 -- 172.21.15.133:0/2186657204 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6040ac600 con 0x7fb6081560e0 2023-12-02T00:34:32.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb5fffff640 1 -- 172.21.15.133:0/2186657204 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6040a8050 con 0x7fb6081560e0 2023-12-02T00:34:32.221 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb5fffff640 1 -- 172.21.15.133:0/2186657204 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6040ac980 con 0x7fb6081560e0 2023-12-02T00:34:32.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 -- 172.21.15.133:0/2186657204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 msgr2=0x7fb60815ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 --2- 172.21.15.133:0/2186657204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb60815ca90 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb60806e130 tx=0x7fb60401c490 comp rx=0 tx=0).stop 2023-12-02T00:34:32.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 -- 172.21.15.133:0/2186657204 shutdown_connections 2023-12-02T00:34:32.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 --2- 172.21.15.133:0/2186657204 >> v2:172.21.15.172:3300/0 conn(0x7fb6080bffc0 0x7fb6080c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 --2- 172.21.15.133:0/2186657204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb60815ca90 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 -- 172.21.15.133:0/2186657204 >> 172.21.15.133:0/2186657204 conn(0x7fb60806a5b0 msgr2=0x7fb60806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:32.222 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 -- 172.21.15.133:0/2186657204 shutdown_connections 2023-12-02T00:34:32.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 -- 172.21.15.133:0/2186657204 wait complete. 2023-12-02T00:34:32.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 Processor -- start 2023-12-02T00:34:32.223 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.219+0000 7fb60f72a640 1 -- start start 2023-12-02T00:34:32.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb60806d520 0x7fb6080700b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb6080bffc0 0x7fb608157df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb6081f2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6081568d0 con 0x7fb6081560e0 2023-12-02T00:34:32.225 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb608156b40 con 0x7fb6080bffc0 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb608156e20 con 0x7fb60806d520 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb6081f2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb6081f2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51262/0 (socket says 172.21.15.133:51262) 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 -- 172.21.15.133:0/1914899442 learned_addr learned my addr 172.21.15.133:0/1914899442 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60ccc5640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb6080bffc0 0x7fb608157df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60d4c6640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb60806d520 0x7fb6080700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 -- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb60806d520 msgr2=0x7fb6080700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.226 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb60806d520 0x7fb6080700b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 -- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb6080bffc0 msgr2=0x7fb608157df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb6080bffc0 0x7fb608157df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 -- 172.21.15.133:0/1914899442 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6040094d0 con 0x7fb6081560e0 2023-12-02T00:34:32.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60d4c6640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb60806d520 0x7fb6080700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:32.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60ccc5640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb6080bffc0 0x7fb608157df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:32.227 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60dcc7640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb6081f2b80 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb60000cef0 tx=0x7fb60000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:32.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb5fdffb640 1 -- 172.21.15.133:0/1914899442 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb60000d840 con 0x7fb6081560e0 2023-12-02T00:34:32.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb5fdffb640 1 -- 172.21.15.133:0/1914899442 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb60000d9c0 con 0x7fb6081560e0 2023-12-02T00:34:32.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb5fdffb640 1 -- 172.21.15.133:0/1914899442 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb60000dd70 con 0x7fb6081560e0 2023-12-02T00:34:32.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb608157100 con 0x7fb6081560e0 2023-12-02T00:34:32.228 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6081587d0 con 0x7fb6081560e0 2023-12-02T00:34:32.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.223+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6081572f0 con 0x7fb6081560e0 2023-12-02T00:34:32.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.227+0000 7fb5fdffb640 1 -- 172.21.15.133:0/1914899442 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb60001e3b0 con 0x7fb6081560e0 2023-12-02T00:34:32.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.227+0000 7fb5fdffb640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5ec066470 0x7fb5ec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.229 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.227+0000 7fb5fdffb640 1 -- 172.21.15.133:0/1914899442 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb6000845c0 con 0x7fb6081560e0 2023-12-02T00:34:32.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.227+0000 7fb60d4c6640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5ec066470 0x7fb5ec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.230 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.227+0000 7fb60d4c6640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5ec066470 0x7fb5ec068930 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fb6040ae000 tx=0x7fb6040a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:32.233 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.231+0000 7fb5fdffb640 1 -- 172.21.15.133:0/1914899442 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb600051e30 con 0x7fb6081560e0 2023-12-02T00:34:32.380 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.379+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb608156cb0 con 0x7fb5ec066470 2023-12-02T00:34:32.382 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.379+0000 7fb5fdffb640 1 -- 172.21.15.133:0/1914899442 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50339 (secure 0 0 0) 0x7fb608156cb0 con 0x7fb5ec066470 2023-12-02T00:34:32.383 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:32.384 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5ec066470 msgr2=0x7fb5ec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5ec066470 0x7fb5ec068930 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fb6040ae000 tx=0x7fb6040a7000 comp rx=0 tx=0).stop 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 msgr2=0x7fb6081f2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb6081f2b80 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb60000cef0 tx=0x7fb60000a710 comp rx=0 tx=0).stop 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 shutdown_connections 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb5ec066470 0x7fb5ec068930 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6081560e0 0x7fb6081f2b80 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.385 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb6080bffc0 0x7fb608157df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 --2- 172.21.15.133:0/1914899442 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb60806d520 0x7fb6080700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 >> 172.21.15.133:0/1914899442 conn(0x7fb60806a5b0 msgr2=0x7fb608159db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:32.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 shutdown_connections 2023-12-02T00:34:32.386 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.383+0000 7fb60f72a640 1 -- 172.21.15.133:0/1914899442 wait complete. 2023-12-02T00:34:32.404 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":182,"stamp":"2023-12-02T00:34:31.285241+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":215,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257920,"kb_used_data":8464,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716800,"statfs":{"total":773094113280,"available":772830003200,"internally_reserved":0,"allocated":8667136,"data_stored":4491642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12079,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-60,"num_write_kb":-32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001337"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":214,"reported_epoch":74,"state":"active+clean","last_fresh":"2023-12-02T00:34:25.206293+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:34:25.206293+0000","last_peered":"2023-12-02T00:34:25.206293+0000","last_clean":"2023-12-02T00:34:25.206293+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:34:25.206293+0000","last_undegraded":"2023-12-02T00:34:25.206293+0000","last_fullsized":"2023-12-02T00:34:25.206293+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574894,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32664,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339176,"statfs":{"total":96636764160,"available":96603316224,"internally_reserved":0,"allocated":1519616,"data_stored":998238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.63500000000000001,"15min":0.627},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85599999999999998,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.754},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.502,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84899999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.93999999999999995}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.68100000000000005,"15min":0.68500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.85299999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.70699999999999996,"15min":0.72899999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.90200000000000002,"5min":1.45,"15min":1.45},"last":0.86499999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67300000000000004,"15min":0.67000000000000004},"min":{"1min":0.47799999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.71099999999999997,"15min":0.72899999999999998},"min":{"1min":0.48599999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.88700000000000001,"5min":1.091,"15min":1.091},"last":0.82399999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.68999999999999995,"15min":0.70399999999999996},"min":{"1min":0.52100000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.74299999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.83099999999999996,"5min":1.127,"15min":1.127},"last":0.89300000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.70099999999999996,"15min":0.72799999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89300000000000002,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.76700000000000002,"15min":0.79700000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81699999999999995,"5min":1.147,"15min":1.147},"last":0.84299999999999997}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.70199999999999996,"15min":0.73099999999999998},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.92400000000000004,"5min":1.149,"15min":1.149},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.74199999999999999,"15min":0.77400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90900000000000003,"5min":1.306,"15min":1.306},"last":0.67600000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.80400000000000005,"15min":0.81799999999999995},"min":{"1min":0.47299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.93799999999999994,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":1.177,"15min":1.177},"last":0.79000000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574895,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":925696,"data_stored":408410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.70099999999999996},"min":{"1min":0.38600000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.387,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.76600000000000001},"min":{"1min":0.49099999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.79400000000000004}]},{"osd":1,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.71999999999999997,"15min":0.70399999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":5.1289999999999996,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.0229999999999999,"5min":0.75,"15min":0.70299999999999996},"min":{"1min":0.48999999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.2530000000000001,"5min":8.2530000000000001,"15min":8.2530000000000001},"last":0.77400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71699999999999997,"15min":0.70099999999999996},"min":{"1min":0.53900000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.71999999999999997,"15min":0.71699999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.66100000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.81599999999999995,"15min":0.77700000000000002},"min":{"1min":0.52500000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":8.7300000000000004,"5min":8.7300000000000004,"15min":8.7300000000000004},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72099999999999997,"15min":0.72799999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.67800000000000005}]},{"osd":4,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40600000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.44500000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.5659999999999998,"5min":2.5659999999999998,"15min":2.5659999999999998},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.73899999999999999,"15min":0.74399999999999999},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.80700000000000005}]},{"osd":7,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.76900000000000002},"min":{"1min":0.46800000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.754},{"interface":"front","average":{"1min":0.879,"5min":0.81499999999999995,"15min":0.81299999999999994},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":3.96,"5min":3.96,"15min":3.96},"last":0.73899999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574894,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":933888,"data_stored":413999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.71199999999999997,"15min":0.74299999999999999},"min":{"1min":0.48699999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.92400000000000004,"5min":2.097,"15min":2.097},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.71699999999999997,"15min":0.73499999999999999},"min":{"1min":0.45100000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.002,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.59699999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.753,"15min":0.77300000000000002},"min":{"1min":0.47399999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.012,"5min":2.137,"15min":2.137},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.745,"15min":0.75900000000000001},"min":{"1min":0.56299999999999994,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.0409999999999999,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.51200000000000001}]},{"osd":2,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.748,"15min":0.76500000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.94699999999999995,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":0.752},"min":{"1min":0.48099999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0169999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.63800000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.73899999999999999,"15min":0.76900000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95399999999999996,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.79200000000000004,"15min":0.81200000000000006},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.02,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.56999999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.625,"15min":0.61699999999999999},"min":{"1min":0.438,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.75600000000000001,"15min":0.75},"min":{"1min":0.53000000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0589999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.81000000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67300000000000004,"15min":0.67500000000000004},"min":{"1min":0.49399999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.48099999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.72999999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69899999999999995,"15min":0.71099999999999997},"min":{"1min":0.45300000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.94999999999999996,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.503,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0409999999999999,"5min":1.236,"15min":1.236},"last":0.61499999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574895,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":958464,"data_stored":425196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.67800000000000005,"15min":0.70399999999999996},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.879,"5min":1.002,"15min":1.002},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.70899999999999996,"15min":0.71899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85599999999999998,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.68400000000000005}]},{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.64900000000000002,"15min":0.65900000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76200000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.68500000000000005,"15min":0.70699999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.745,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.77900000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.69399999999999995},"min":{"1min":0.53500000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.71499999999999997,"15min":0.72899999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.71899999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.69799999999999995,"15min":0.68500000000000005},"min":{"1min":0.59999999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.96499999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.70699999999999996,"15min":0.71599999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.874,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.85999999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65900000000000003,"15min":0.66100000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91600000000000004,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.68899999999999995,"15min":0.68200000000000005},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.80600000000000005}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.501,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1040000000000001,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.72599999999999998,"15min":0.72799999999999998},"min":{"1min":0.51500000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.93700000000000006}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.754,"15min":0.76100000000000001},"min":{"1min":0.54000000000000004,"5min":0.436,"15min":0.436},"max":{"1min":0.95099999999999996,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.80100000000000005,"15min":0.80600000000000005},"min":{"1min":0.61099999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94099999999999995,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":1.0129999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574896,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":942080,"data_stored":418923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41599999999999998,"15min":0.433},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.82799999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.48499999999999999,"15min":0.51000000000000001},"min":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.623,"5min":1.716,"15min":1.716},"last":0.505}]},{"osd":1,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50600000000000001,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.746,"5min":1.234,"15min":1.234},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.55800000000000005,"15min":0.58499999999999996},"min":{"1min":0.372,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68100000000000005,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.55500000000000005,"15min":0.59099999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.37},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.436}]},{"osd":4,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.71399999999999997,"15min":0.73299999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.032,"5min":1.629,"15min":1.629},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77000000000000002,"15min":0.80400000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.97099999999999997,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.83199999999999996}]},{"osd":5,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.80700000000000005,"15min":0.85799999999999998},"min":{"1min":0.497,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.98799999999999999,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72399999999999998,"15min":0.746},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.145,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.79700000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.79600000000000004,"15min":0.84299999999999997},"min":{"1min":0.497,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.83299999999999996,"15min":0.88300000000000001},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0649999999999999,"5min":3.29,"15min":3.29},"last":0.77900000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.75800000000000001,"15min":0.79000000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92500000000000004,"5min":1.792,"15min":1.792},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80700000000000005,"15min":0.85699999999999998},"min":{"1min":0.53200000000000003,"5min":0.436,"15min":0.436},"max":{"1min":0.89600000000000002,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.745}]}]},{"osd":2,"up_from":13,"seq":55834574897,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32100,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339740,"statfs":{"total":96636764160,"available":96603893760,"internally_reserved":0,"allocated":937984,"data_stored":414101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48299999999999998,"15min":0.48399999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.41099999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.436,"15min":0.436},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65900000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56499999999999995,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.81799999999999995,"5min":1.899,"15min":1.899},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50800000000000001,"15min":0.51200000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.70399999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.375},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.48399999999999999,"15min":0.5},"min":{"1min":0.33400000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72199999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.35299999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.71899999999999997,"15min":0.72899999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.97799999999999998,"5min":1.506,"15min":1.506},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.76300000000000001,"15min":0.77900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.175,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.63100000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.745,"15min":0.76700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89100000000000001,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97899999999999998,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.51600000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.77500000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90900000000000003,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.78000000000000003,"15min":0.80300000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.94299999999999995,"5min":1.865,"15min":1.865},"last":0.52400000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.78500000000000003,"15min":0.80300000000000005},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1060000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.55800000000000005,"5min":0.498,"15min":0.498},"max":{"1min":1.01,"5min":1.409,"15min":1.409},"last":0.56299999999999994}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":933888,"data_stored":414067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.60299999999999998,"15min":0.621},"min":{"1min":0.28499999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67400000000000004,"5min":7.008,"15min":7.008},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.48499999999999999,"15min":0.48599999999999999},"min":{"1min":0.32500000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.60999999999999999,"15min":0.62},"min":{"1min":0.34799999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82199999999999995,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.79900000000000004,"15min":0.874},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.38800000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.68999999999999995,"15min":0.73899999999999999},"min":{"1min":0.43099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.71699999999999997,"5min":4.633,"15min":4.633},"last":0.44},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.65800000000000003,"15min":0.72199999999999998},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.58899999999999997,"5min":4.359,"15min":4.359},"last":0.52000000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.84799999999999998,"15min":0.89200000000000002},"min":{"1min":0.57399999999999995,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.91100000000000003,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.86199999999999999,"15min":0.88100000000000001},"min":{"1min":0.499,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.95399999999999996,"5min":5.968,"15min":5.968},"last":0.77100000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.86699999999999999,"15min":0.88700000000000001},"min":{"1min":0.57099999999999995,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.872,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.90900000000000003,"15min":0.97499999999999998},"min":{"1min":0.52800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.873,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.751}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.879,"15min":0.93600000000000005},"min":{"1min":0.60199999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90700000000000003,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.90500000000000003,"15min":0.92500000000000004},"min":{"1min":0.60999999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91800000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.66500000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.91100000000000003,"15min":0.97299999999999998},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.85199999999999998,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.88600000000000001,"15min":0.94599999999999995},"min":{"1min":0.57099999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.93300000000000005,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.73099999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574895,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32664,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339176,"statfs":{"total":96636764160,"available":96603316224,"internally_reserved":0,"allocated":1515520,"data_stored":998708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.45200000000000001,"15min":0.47699999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.378},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.50900000000000001,"15min":0.53500000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.48299999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.49099999999999999,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.50700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.41199999999999998}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.58299999999999996,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.497}]},{"osd":4,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.751,"15min":0.77100000000000002},"min":{"1min":0.53100000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.90400000000000003,"5min":1.252,"15min":1.252},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.76100000000000001,"15min":0.78700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94899999999999995,"5min":1.266,"15min":1.266},"last":0.86499999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.72399999999999998,"15min":0.748},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0069999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.751,"15min":0.79100000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1850000000000001,"5min":1.204,"15min":1.204},"last":0.74299999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.747,"15min":0.77800000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.75700000000000001,"15min":0.79100000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92300000000000004,"5min":1.141,"15min":1.141},"last":0.75800000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.78400000000000003,"15min":0.82099999999999995},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.0249999999999999,"5min":1.496,"15min":1.496},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.78300000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96199999999999997,"5min":1.151,"15min":1.151},"last":0.90600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:34:32.405 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-02T00:34:32.542 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.539+0000 7fddb470f640 1 Processor -- start 2023-12-02T00:34:32.543 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.539+0000 7fddb470f640 1 -- start start 2023-12-02T00:34:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb470f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 0x7fddac0bfc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb470f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fddac0c01c0 0x7fddac0c5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb470f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fddac0c3bd0 con 0x7fddac0c61a0 2023-12-02T00:34:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb470f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fddac0bf1e0 con 0x7fddac0c01c0 2023-12-02T00:34:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb470f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddac0c3e20 con 0x7fddac0a5240 2023-12-02T00:34:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb2cac640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fddac0c61a0 0x7fddac1561f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52490/0 (socket says 172.21.15.133:52490) 2023-12-02T00:34:32.544 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb2cac640 1 -- 172.21.15.133:0/1431753389 learned_addr learned my addr 172.21.15.133:0/1431753389 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:32.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb1caa640 1 --2- 172.21.15.133:0/1431753389 >> v2:172.21.15.172:3300/0 conn(0x7fddac0c01c0 0x7fddac0c5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.546 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb24ab640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 0x7fddac0bfc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3255425218 0 0) 0x7fddac0c3bd0 con 0x7fddac0c61a0 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd98003530 con 0x7fddac0c61a0 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 354387778 0 0) 0x7fdd98003530 con 0x7fddac0c61a0 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 msgr2=0x7fddac0bfc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 0x7fddac0bfc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 >> v2:172.21.15.172:3300/0 conn(0x7fddac0c01c0 msgr2=0x7fddac0c5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 --2- 172.21.15.133:0/1431753389 >> v2:172.21.15.172:3300/0 conn(0x7fddac0c01c0 0x7fddac0c5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddac0c4100 con 0x7fddac0c61a0 2023-12-02T00:34:32.547 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7fdda4001a00 con 0x7fddac0c61a0 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 >> v1:172.21.15.133:6789/0 conn(0x7fddac0c61a0 legacy=0x7fddac1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd98003980 0x7fdd98003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd980047d0 0x7fdd98004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 0x7fdd98005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddac0bf1e0 con 0x7fdd98003980 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddac0c3e20 con 0x7fdd980047d0 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9800b990 con 0x7fddac0a5240 2023-12-02T00:34:32.548 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb24ab640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd98003980 0x7fdd98003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb2cac640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 0x7fdd98005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb1caa640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd980047d0 0x7fdd98004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb24ab640 1 -- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 msgr2=0x7fdd98005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb24ab640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 0x7fdd98005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb24ab640 1 -- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd980047d0 msgr2=0x7fdd98004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb24ab640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd980047d0 0x7fdd98004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb24ab640 1 -- 172.21.15.133:0/1431753389 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd98003530 con 0x7fdd98003980 2023-12-02T00:34:32.549 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.543+0000 7fddb2cac640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fddac0a5240 0x7fdd98005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:32.550 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb24ab640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd98003980 0x7fdd98003da0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fdda8009b10 tx=0x7fdda801ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84d744140e123d96 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda80a6430 con 0x7fdd98003980 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdda80a6590 con 0x7fdd98003980 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb14a9640 1 -- 172.21.15.133:0/1431753389 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdda80a6940 con 0x7fdd98003980 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 -- 172.21.15.133:0/1431753389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd98003980 msgr2=0x7fdd98003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 --2- 172.21.15.133:0/1431753389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd98003980 0x7fdd98003da0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fdda8009b10 tx=0x7fdda801ca20 comp rx=0 tx=0).stop 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb2cac640 1 -- 172.21.15.133:0/1431753389 reap_dead start 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 -- 172.21.15.133:0/1431753389 shutdown_connections 2023-12-02T00:34:32.551 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 -- 172.21.15.133:0/1431753389 >> 172.21.15.133:0/1431753389 conn(0x7fddac06a5b0 msgr2=0x7fddac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:32.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 -- 172.21.15.133:0/1431753389 shutdown_connections 2023-12-02T00:34:32.553 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 -- 172.21.15.133:0/1431753389 wait complete. 2023-12-02T00:34:32.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 Processor -- start 2023-12-02T00:34:32.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.547+0000 7fddb470f640 1 -- start start 2023-12-02T00:34:32.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd98003980 0x7fddac152ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddac0713b0 0x7fddac14c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddac14c5c0 0x7fddac1ed920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.555 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddac0701d0 con 0x7fddac0713b0 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddac0aaeb0 con 0x7fddac14c5c0 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fddac155b00 con 0x7fdd98003980 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddac0713b0 0x7fddac14c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddac0713b0 0x7fddac14c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51276/0 (socket says 172.21.15.133:51276) 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 -- 172.21.15.133:0/2693587775 learned_addr learned my addr 172.21.15.133:0/2693587775 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb24ab640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd98003980 0x7fddac152ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb2cac640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddac14c5c0 0x7fddac1ed920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 -- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd98003980 msgr2=0x7fddac152ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.556 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd98003980 0x7fddac152ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 -- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddac14c5c0 msgr2=0x7fddac1ed920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddac14c5c0 0x7fddac1ed920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 -- 172.21.15.133:0/2693587775 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddac14ca40 con 0x7fddac0713b0 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb2cac640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddac14c5c0 0x7fddac1ed920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb1caa640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddac0713b0 0x7fddac14c080 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c011600 tx=0x7fdd9c011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fdda2ffd640 1 -- 172.21.15.133:0/2693587775 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c004220 con 0x7fddac0713b0 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fdda2ffd640 1 -- 172.21.15.133:0/2693587775 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd9c004380 con 0x7fddac0713b0 2023-12-02T00:34:32.557 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddac0ab100 con 0x7fddac0713b0 2023-12-02T00:34:32.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fdda2ffd640 1 -- 172.21.15.133:0/2693587775 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9c0158b0 con 0x7fddac0713b0 2023-12-02T00:34:32.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddac06fef0 con 0x7fddac0713b0 2023-12-02T00:34:32.558 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fddac068400 con 0x7fddac0713b0 2023-12-02T00:34:32.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.551+0000 7fdda2ffd640 1 -- 172.21.15.133:0/2693587775 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdd9c015a10 con 0x7fddac0713b0 2023-12-02T00:34:32.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.555+0000 7fdda2ffd640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd90066470 0x7fdd90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:32.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.555+0000 7fdda2ffd640 1 -- 172.21.15.133:0/2693587775 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fdd9c083c60 con 0x7fddac0713b0 2023-12-02T00:34:32.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.555+0000 7fddb24ab640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd90066470 0x7fdd90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:32.559 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.555+0000 7fddb24ab640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd90066470 0x7fdd90068930 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fdda80ad000 tx=0x7fdda80046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:32.560 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.559+0000 7fdda2ffd640 1 -- 172.21.15.133:0/2693587775 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdd9c051420 con 0x7fddac0713b0 2023-12-02T00:34:32.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.707+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fddac06dd30 con 0x7fddac0713b0 2023-12-02T00:34:32.712 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fdda2ffd640 1 -- 172.21.15.133:0/2693587775 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+13157 (secure 0 0 0) 0x7fdd9c0044f0 con 0x7fddac0713b0 2023-12-02T00:34:32.713 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:32.713 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":77,"fsid":"010aff74-abf7-4bf1-a4a3-05283159cf96","created":"2023-12-02T00:30:34.223246+0000","modified":"2023-12-02T00:34:29.601538+0000","last_up_change":"2023-12-02T00:30:46.560656+0000","last_in_change":"2023-12-02T00:30:36.839147+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-02T00:30:47.304452+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"66501d49-439a-4627-b9bf-a8d970d0842b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6801","nonce":4187958148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6803","nonce":4187958148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6807","nonce":4187958148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":4187958148},{"type":"v1","addr":"172.21.15.133:6805","nonce":4187958148}]},"public_addr":"172.21.15.133:6801/4187958148","cluster_addr":"172.21.15.133:6803/4187958148","heartbeat_back_addr":"172.21.15.133:6807/4187958148","heartbeat_front_addr":"172.21.15.133:6805/4187958148","state":["exists","up"]},{"osd":1,"uuid":"a9bba08a-2153-46c0-b8b9-d6738a87b538","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6811","nonce":3432990573}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6813","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6816","nonce":3432990573}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6823","nonce":3432990573}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3432990573},{"type":"v1","addr":"172.21.15.133:6821","nonce":3432990573}]},"public_addr":"172.21.15.133:6811/3432990573","cluster_addr":"172.21.15.133:6816/3432990573","heartbeat_back_addr":"172.21.15.133:6823/3432990573","heartbeat_front_addr":"172.21.15.133:6821/3432990573","state":["exists","up"]},{"osd":2,"uuid":"4965f567-822d-4e6c-8980-16cc870ee685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6809","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6810","nonce":3608082540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6814","nonce":3608082540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6819","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6820","nonce":3608082540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6815","nonce":3608082540},{"type":"v1","addr":"172.21.15.133:6817","nonce":3608082540}]},"public_addr":"172.21.15.133:6810/3608082540","cluster_addr":"172.21.15.133:6814/3608082540","heartbeat_back_addr":"172.21.15.133:6820/3608082540","heartbeat_front_addr":"172.21.15.133:6817/3608082540","state":["exists","up"]},{"osd":3,"uuid":"253edea9-5a4f-4b41-b9f1-a5f55fd9b5d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6825","nonce":3758341394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6827","nonce":3758341394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6831","nonce":3758341394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3758341394},{"type":"v1","addr":"172.21.15.133:6829","nonce":3758341394}]},"public_addr":"172.21.15.133:6825/3758341394","cluster_addr":"172.21.15.133:6827/3758341394","heartbeat_back_addr":"172.21.15.133:6831/3758341394","heartbeat_front_addr":"172.21.15.133:6829/3758341394","state":["exists","up"]},{"osd":4,"uuid":"b70e3fed-bb01-4c64-b71a-4936534c5d0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6808","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6809","nonce":1471328017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6810","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6811","nonce":1471328017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6814","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6815","nonce":1471328017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6812","nonce":1471328017},{"type":"v1","addr":"172.21.15.172:6813","nonce":1471328017}]},"public_addr":"172.21.15.172:6809/1471328017","cluster_addr":"172.21.15.172:6811/1471328017","heartbeat_back_addr":"172.21.15.172:6815/1471328017","heartbeat_front_addr":"172.21.15.172:6813/1471328017","state":["exists","up"]},{"osd":5,"uuid":"d472395a-32d6-4380-b99f-a186a938b645","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6816","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6817","nonce":3290923357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6818","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6819","nonce":3290923357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6823","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6825","nonce":3290923357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6820","nonce":3290923357},{"type":"v1","addr":"172.21.15.172:6821","nonce":3290923357}]},"public_addr":"172.21.15.172:6817/3290923357","cluster_addr":"172.21.15.172:6819/3290923357","heartbeat_back_addr":"172.21.15.172:6825/3290923357","heartbeat_front_addr":"172.21.15.172:6821/3290923357","state":["exists","up"]},{"osd":6,"uuid":"147bf683-14ca-42ca-b594-e3a148e9e6e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6800","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6801","nonce":25230732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6802","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6803","nonce":25230732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6806","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6807","nonce":25230732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6804","nonce":25230732},{"type":"v1","addr":"172.21.15.172:6805","nonce":25230732}]},"public_addr":"172.21.15.172:6801/25230732","cluster_addr":"172.21.15.172:6803/25230732","heartbeat_back_addr":"172.21.15.172:6807/25230732","heartbeat_front_addr":"172.21.15.172:6805/25230732","state":["exists","up"]},{"osd":7,"uuid":"32da4046-2eca-4859-b56b-b3122dbc1298","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6822","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6824","nonce":3237679753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6826","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6827","nonce":3237679753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6830","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6831","nonce":3237679753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6828","nonce":3237679753},{"type":"v1","addr":"172.21.15.172:6829","nonce":3237679753}]},"public_addr":"172.21.15.172:6824/3237679753","cluster_addr":"172.21.15.172:6827/3237679753","heartbeat_back_addr":"172.21.15.172:6831/3237679753","heartbeat_front_addr":"172.21.15.172:6829/3237679753","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.379583+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.450208+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.536625+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.587783+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.363583+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.527731+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.679554+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-02T00:30:42.512484+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.133:6836/2529460316":"2023-12-03T00:34:26.593566+0000","172.21.15.133:6834/2529460316":"2023-12-03T00:34:26.593566+0000","172.21.15.133:6837/2435278400":"2023-12-03T00:34:19.798613+0000","172.21.15.133:6835/2435278400":"2023-12-03T00:34:19.798613+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-02T00:34:32.714 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd90066470 msgr2=0x7fdd90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd90066470 0x7fdd90068930 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fdda80ad000 tx=0x7fdda80046d0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddac0713b0 msgr2=0x7fddac14c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddac0713b0 0x7fddac14c080 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c011600 tx=0x7fdd9c011ac0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 shutdown_connections 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd90066470 0x7fdd90068930 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fddac14c5c0 0x7fddac1ed920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddac0713b0 0x7fddac14c080 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.715 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 --2- 172.21.15.133:0/2693587775 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd98003980 0x7fddac152ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:32.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 >> 172.21.15.133:0/2693587775 conn(0x7fddac06a5b0 msgr2=0x7fddac06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:32.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 shutdown_connections 2023-12-02T00:34:32.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:32.711+0000 7fddb470f640 1 -- 172.21.15.133:0/2693587775 wait complete. 2023-12-02T00:34:33.735 INFO:tasks.ceph:Scrubbing osd.0 2023-12-02T00:34:33.735 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:33.886 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.883+0000 7f30c04d6640 1 Processor -- start 2023-12-02T00:34:33.887 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.883+0000 7f30c04d6640 1 -- start start 2023-12-02T00:34:33.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.883+0000 7f30c04d6640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f30b80c4fb0 0x7f30b80c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:33.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.883+0000 7f30c04d6640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30b80aa750 con 0x7f30b80c32a0 2023-12-02T00:34:33.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.883+0000 7f30c04d6640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30b80a8f90 con 0x7f30b806db90 2023-12-02T00:34:33.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.883+0000 7f30c04d6640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30b80a9270 con 0x7f30b80c4fb0 2023-12-02T00:34:33.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30be272640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f30b80c4fb0 0x7f30b80c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:33.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30bea73640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f30b80c32a0 0x7f30b806cf50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52504/0 (socket says 172.21.15.133:52504) 2023-12-02T00:34:33.888 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30bea73640 1 -- 172.21.15.133:0/3331827329 learned_addr learned my addr 172.21.15.133:0/3331827329 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:33.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30be272640 1 -- 172.21.15.133:0/3331827329 >> v1:172.21.15.172:6789/0 conn(0x7f30b806db90 legacy=0x7f30b806c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30be272640 1 -- 172.21.15.133:0/3331827329 >> v1:172.21.15.133:6789/0 conn(0x7f30b80c32a0 legacy=0x7f30b806cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.889 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30bd270640 1 -- 172.21.15.133:0/3331827329 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3456725106 0 0) 0x7f30b80aa750 con 0x7f30b80c32a0 2023-12-02T00:34:33.890 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30be272640 1 -- 172.21.15.133:0/3331827329 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30b80a9550 con 0x7f30b80c4fb0 2023-12-02T00:34:33.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30be272640 1 --2- 172.21.15.133:0/3331827329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b80c4fb0 0x7f30b80c1320 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f30b40097c0 tx=0x7f30b401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85e59258ae41ebf8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:33.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30bd270640 1 -- 172.21.15.133:0/3331827329 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b40ad680 con 0x7f30b80c4fb0 2023-12-02T00:34:33.891 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30bd270640 1 -- 172.21.15.133:0/3331827329 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30b40ad7e0 con 0x7f30b80c4fb0 2023-12-02T00:34:33.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.887+0000 7f30bd270640 1 -- 172.21.15.133:0/3331827329 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b40adb70 con 0x7f30b80c4fb0 2023-12-02T00:34:33.892 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- 172.21.15.133:0/3331827329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b80c4fb0 msgr2=0x7f30b80c1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 --2- 172.21.15.133:0/3331827329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b80c4fb0 0x7f30b80c1320 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f30b40097c0 tx=0x7f30b401c360 comp rx=0 tx=0).stop 2023-12-02T00:34:33.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- 172.21.15.133:0/3331827329 shutdown_connections 2023-12-02T00:34:33.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 --2- 172.21.15.133:0/3331827329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b80c4fb0 0x7f30b80c1320 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:33.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- 172.21.15.133:0/3331827329 >> 172.21.15.133:0/3331827329 conn(0x7f30b80c5d40 msgr2=0x7f30b80c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:33.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- 172.21.15.133:0/3331827329 shutdown_connections 2023-12-02T00:34:33.893 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- 172.21.15.133:0/3331827329 wait complete. 2023-12-02T00:34:33.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 Processor -- start 2023-12-02T00:34:33.894 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- start start 2023-12-02T00:34:33.896 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b806db90 0x7f30b8157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f30b80c32a0 0x7f30b8156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f30b80c4fb0 0x7f30b80a7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30b80a6bc0 con 0x7f30b806db90 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30b80a6ea0 con 0x7f30b80c4fb0 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30c04d6640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30b80a7180 con 0x7f30b80c32a0 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30be272640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b806db90 0x7f30b8157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30be272640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b806db90 0x7f30b8157260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51294/0 (socket says 172.21.15.133:51294) 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30be272640 1 -- 172.21.15.133:0/3466442519 learned_addr learned my addr 172.21.15.133:0/3466442519 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:33.897 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30bda71640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f30b80c32a0 0x7f30b8156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:33.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.891+0000 7f30bea73640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f30b80c4fb0 0x7f30b80a7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:33.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30be272640 1 -- 172.21.15.133:0/3466442519 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f30b80c32a0 msgr2=0x7f30b8156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30be272640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f30b80c32a0 0x7f30b8156080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:33.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30be272640 1 -- 172.21.15.133:0/3466442519 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f30b80c4fb0 msgr2=0x7f30b80a7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30be272640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f30b80c4fb0 0x7f30b80a7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:33.898 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30be272640 1 -- 172.21.15.133:0/3466442519 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30b4009420 con 0x7f30b806db90 2023-12-02T00:34:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30be272640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b806db90 0x7f30b8157260 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f30b4018f70 tx=0x7f30b401aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b40adea0 con 0x7f30b806db90 2023-12-02T00:34:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30b40b8450 con 0x7f30b806db90 2023-12-02T00:34:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b40b8820 con 0x7f30b806db90 2023-12-02T00:34:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30b80a7460 con 0x7f30b806db90 2023-12-02T00:34:33.899 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30b81565c0 con 0x7f30b806db90 2023-12-02T00:34:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f30b8068400 con 0x7f30b806db90 2023-12-02T00:34:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f30b40b4070 con 0x7f30b806db90 2023-12-02T00:34:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f309c066470 0x7f309c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f30b411e0b0 con 0x7f30b806db90 2023-12-02T00:34:33.901 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30bda71640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f309c066470 0x7f309c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f309c06c370 0x7f309c06e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 --> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f309c06ee40 con 0x7f309c06c370 2023-12-02T00:34:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.895+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30b4120770 con 0x7f30b806db90 2023-12-02T00:34:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.899+0000 7f30bea73640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f309c06c370 0x7f309c06e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.899+0000 7f30bda71640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f309c066470 0x7f309c068930 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f30b815c6b0 tx=0x7f30a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.899+0000 7f30bea73640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f309c06c370 0x7f309c06e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:33.902 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.899+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== osd.0 v2:172.21.15.133:6800/4187958148 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f309c06ee40 con 0x7f309c06c370 2023-12-02T00:34:33.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 --> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f30b80a7910 con 0x7f309c06c370 2023-12-02T00:34:33.914 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30aeffd640 1 -- 172.21.15.133:0/3466442519 <== osd.0 v2:172.21.15.133:6800/4187958148 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f30b80a7910 con 0x7f309c06c370 2023-12-02T00:34:33.914 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:33.915 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:33.915 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f309c06c370 msgr2=0x7f309c06e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6800/4187958148,v1:172.21.15.133:6801/4187958148] conn(0x7f309c06c370 0x7f309c06e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:33.916 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f309c066470 msgr2=0x7f309c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f309c066470 0x7f309c068930 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f30b815c6b0 tx=0x7f30a8009040 comp rx=0 tx=0).stop 2023-12-02T00:34:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b806db90 msgr2=0x7f30b8157260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 --2- 172.21.15.133:0/3466442519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30b806db90 0x7f30b8157260 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f30b4018f70 tx=0x7f30b401aba0 comp rx=0 tx=0).stop 2023-12-02T00:34:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30bea73640 1 -- 172.21.15.133:0/3466442519 reap_dead start 2023-12-02T00:34:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 shutdown_connections 2023-12-02T00:34:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 >> 172.21.15.133:0/3466442519 conn(0x7f30b80c5d40 msgr2=0x7f30b806c840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:33.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 shutdown_connections 2023-12-02T00:34:33.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:33.911+0000 7f30c04d6640 1 -- 172.21.15.133:0/3466442519 wait complete. 2023-12-02T00:34:33.933 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2023-12-02T00:34:34.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.067+0000 7f7e35d3b640 1 Processor -- start 2023-12-02T00:34:34.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e35d3b640 1 -- start start 2023-12-02T00:34:34.072 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e35d3b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7e300bd3c0 0x7f7e300c46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e35d3b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300c7c30 0x7f7e3015ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e35d3b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e300c8400 con 0x7f7e30151bb0 2023-12-02T00:34:34.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e35d3b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e300c86e0 con 0x7f7e300bd3c0 2023-12-02T00:34:34.073 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e35d3b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e301543e0 con 0x7f7e300c7c30 2023-12-02T00:34:34.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e27fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7e300bd3c0 0x7f7e300c46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e27fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f7e300bd3c0 0x7f7e300c46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51302/0 (socket says 172.21.15.133:51302) 2023-12-02T00:34:34.074 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e3553a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300c7c30 0x7f7e3015ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e27fff640 1 -- 172.21.15.133:0/479872525 learned_addr learned my addr 172.21.15.133:0/479872525 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:34.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e34d39640 1 --1- 172.21.15.133:0/479872525 >> v1:172.21.15.172:6789/0 conn(0x7f7e30151bb0 0x7f7e3006ba40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:37956/0 (socket says 172.21.15.133:37956) 2023-12-02T00:34:34.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e27fff640 1 -- 172.21.15.133:0/479872525 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300c7c30 msgr2=0x7f7e3015ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:34.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e27fff640 1 --2- 172.21.15.133:0/479872525 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300c7c30 0x7f7e3015ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e27fff640 1 -- 172.21.15.133:0/479872525 >> v1:172.21.15.172:6789/0 conn(0x7f7e30151bb0 legacy=0x7f7e3006ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e27fff640 1 -- 172.21.15.133:0/479872525 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e301545f0 con 0x7f7e300bd3c0 2023-12-02T00:34:34.075 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.071+0000 7f7e277fe640 1 -- 172.21.15.133:0/479872525 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1566208732 0 0) 0x7f7e300c8400 con 0x7f7e30151bb0 2023-12-02T00:34:34.076 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e27fff640 1 --2- 172.21.15.133:0/479872525 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300bd3c0 0x7f7e300c46b0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f7e20009870 tx=0x7f7e2001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ef491ed595f7b07 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e277fe640 1 -- 172.21.15.133:0/479872525 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e200ab5f0 con 0x7f7e300bd3c0 2023-12-02T00:34:34.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e277fe640 1 -- 172.21.15.133:0/479872525 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e200ab750 con 0x7f7e300bd3c0 2023-12-02T00:34:34.079 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e277fe640 1 -- 172.21.15.133:0/479872525 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e200abae0 con 0x7f7e300bd3c0 2023-12-02T00:34:34.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e35d3b640 1 -- 172.21.15.133:0/479872525 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300bd3c0 msgr2=0x7f7e300c46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/479872525 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300bd3c0 0x7f7e300c46b0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f7e20009870 tx=0x7f7e2001c3f0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e35d3b640 1 -- 172.21.15.133:0/479872525 shutdown_connections 2023-12-02T00:34:34.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/479872525 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300c7c30 0x7f7e3015ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/479872525 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300bd3c0 0x7f7e300c46b0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.075+0000 7f7e35d3b640 1 -- 172.21.15.133:0/479872525 >> 172.21.15.133:0/479872525 conn(0x7f7e300abcc0 msgr2=0x7f7e300ac0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.080 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 -- 172.21.15.133:0/479872525 shutdown_connections 2023-12-02T00:34:34.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 -- 172.21.15.133:0/479872525 wait complete. 2023-12-02T00:34:34.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 Processor -- start 2023-12-02T00:34:34.081 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 -- start start 2023-12-02T00:34:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300bd3c0 0x7f7e301483b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300c7c30 0x7f7e300c9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e30151bb0 0x7f7e300c1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e301ee260 con 0x7f7e300c7c30 2023-12-02T00:34:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e300a9780 con 0x7f7e30151bb0 2023-12-02T00:34:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e35d3b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e300a9a60 con 0x7f7e300bd3c0 2023-12-02T00:34:34.084 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300c7c30 0x7f7e300c9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300c7c30 0x7f7e300c9870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51316/0 (socket says 172.21.15.133:51316) 2023-12-02T00:34:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 -- 172.21.15.133:0/90838449 learned_addr learned my addr 172.21.15.133:0/90838449 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e3553a640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e30151bb0 0x7f7e300c1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e34d39640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300bd3c0 0x7f7e301483b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 -- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300bd3c0 msgr2=0x7f7e301483b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300bd3c0 0x7f7e301483b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.085 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 -- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e30151bb0 msgr2=0x7f7e300c1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e30151bb0 0x7f7e300c1bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 -- 172.21.15.133:0/90838449 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e200094d0 con 0x7f7e300c7c30 2023-12-02T00:34:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.079+0000 7f7e27fff640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300c7c30 0x7f7e300c9870 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f7e200ad040 tx=0x7f7e2001ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e257fa640 1 -- 172.21.15.133:0/90838449 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e200be5f0 con 0x7f7e300c7c30 2023-12-02T00:34:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e257fa640 1 -- 172.21.15.133:0/90838449 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e200be750 con 0x7f7e300c7c30 2023-12-02T00:34:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e257fa640 1 -- 172.21.15.133:0/90838449 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e200beb00 con 0x7f7e300c7c30 2023-12-02T00:34:34.086 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e300a9d40 con 0x7f7e300c7c30 2023-12-02T00:34:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e301488f0 con 0x7f7e300c7c30 2023-12-02T00:34:34.087 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e3014f190 con 0x7f7e300c7c30 2023-12-02T00:34:34.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e257fa640 1 -- 172.21.15.133:0/90838449 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7e200b43f0 con 0x7f7e300c7c30 2023-12-02T00:34:34.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e257fa640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e1c066470 0x7f7e1c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e257fa640 1 -- 172.21.15.133:0/90838449 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f7e200a8050 con 0x7f7e300c7c30 2023-12-02T00:34:34.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e34d39640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e1c066470 0x7f7e1c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.088 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.083+0000 7f7e34d39640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e1c066470 0x7f7e1c068930 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c000f70 tx=0x7f7e2c007df0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.090 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.087+0000 7f7e257fa640 1 -- 172.21.15.133:0/90838449 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7e200ebfa0 con 0x7f7e300c7c30 2023-12-02T00:34:34.239 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.235+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7f7e300a98f0 con 0x7f7e1c066470 2023-12-02T00:34:34.240 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.235+0000 7f7e257fa640 1 -- 172.21.15.133:0/90838449 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f7e300a98f0 con 0x7f7e1c066470 2023-12-02T00:34:34.240 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 0 to deep-scrub 2023-12-02T00:34:34.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e1c066470 msgr2=0x7f7e1c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e1c066470 0x7f7e1c068930 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c000f70 tx=0x7f7e2c007df0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300c7c30 msgr2=0x7f7e300c9870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.242 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300c7c30 0x7f7e300c9870 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f7e200ad040 tx=0x7f7e2001ac30 comp rx=0 tx=0).stop 2023-12-02T00:34:34.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 shutdown_connections 2023-12-02T00:34:34.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f7e1c066470 0x7f7e1c068930 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f7e30151bb0 0x7f7e300c1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e300c7c30 0x7f7e300c9870 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.243 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 --2- 172.21.15.133:0/90838449 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f7e300bd3c0 0x7f7e301483b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 >> 172.21.15.133:0/90838449 conn(0x7f7e300abcc0 msgr2=0x7f7e30150710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 shutdown_connections 2023-12-02T00:34:34.244 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.239+0000 7f7e35d3b640 1 -- 172.21.15.133:0/90838449 wait complete. 2023-12-02T00:34:34.260 INFO:tasks.ceph:Scrubbing osd.1 2023-12-02T00:34:34.260 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:34.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd6519d640 1 Processor -- start 2023-12-02T00:34:34.402 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd6519d640 1 -- start start 2023-12-02T00:34:34.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd6519d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdd6006e2a0 0x7fdd600c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd6519d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd600c32a0 0x7fdd6006c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd6519d640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd600aa750 con 0x7fdd600c4fb0 2023-12-02T00:34:34.403 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd6519d640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd600a8f90 con 0x7fdd6006e2a0 2023-12-02T00:34:34.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd6519d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd600a9270 con 0x7fdd600c32a0 2023-12-02T00:34:34.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd5659c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdd6006e2a0 0x7fdd600c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd5659c640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdd6006e2a0 0x7fdd600c1320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51332/0 (socket says 172.21.15.133:51332) 2023-12-02T00:34:34.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.399+0000 7fdd5659c640 1 -- 172.21.15.133:0/3893612267 learned_addr learned my addr 172.21.15.133:0/3893612267 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:34.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5f59e640 1 --2- 172.21.15.133:0/3893612267 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd600c32a0 0x7fdd6006c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5659c640 1 -- 172.21.15.133:0/3893612267 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd600c32a0 msgr2=0x7fdd6006c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:34.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5659c640 1 --2- 172.21.15.133:0/3893612267 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd600c32a0 0x7fdd6006c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5659c640 1 -- 172.21.15.133:0/3893612267 >> v1:172.21.15.172:6789/0 conn(0x7fdd600c4fb0 legacy=0x7fdd6006db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.405 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5659c640 1 -- 172.21.15.133:0/3893612267 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd600a9550 con 0x7fdd6006e2a0 2023-12-02T00:34:34.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5659c640 1 --2- 172.21.15.133:0/3893612267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd6006e2a0 0x7fdd600c1320 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7fdd48009870 tx=0x7fdd4801c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5390188a643753d9 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5e59c640 1 -- 172.21.15.133:0/3893612267 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd480ab640 con 0x7fdd6006e2a0 2023-12-02T00:34:34.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5e59c640 1 -- 172.21.15.133:0/3893612267 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd480a7070 con 0x7fdd6006e2a0 2023-12-02T00:34:34.407 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd5e59c640 1 -- 172.21.15.133:0/3893612267 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd480ab9c0 con 0x7fdd6006e2a0 2023-12-02T00:34:34.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd6519d640 1 -- 172.21.15.133:0/3893612267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd6006e2a0 msgr2=0x7fdd600c1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd6519d640 1 --2- 172.21.15.133:0/3893612267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd6006e2a0 0x7fdd600c1320 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7fdd48009870 tx=0x7fdd4801c420 comp rx=0 tx=0).stop 2023-12-02T00:34:34.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd6519d640 1 -- 172.21.15.133:0/3893612267 shutdown_connections 2023-12-02T00:34:34.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd6519d640 1 --2- 172.21.15.133:0/3893612267 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd600c32a0 0x7fdd6006c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd6519d640 1 --2- 172.21.15.133:0/3893612267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd6006e2a0 0x7fdd600c1320 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.403+0000 7fdd6519d640 1 -- 172.21.15.133:0/3893612267 >> 172.21.15.133:0/3893612267 conn(0x7fdd600c5d40 msgr2=0x7fdd600c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 -- 172.21.15.133:0/3893612267 shutdown_connections 2023-12-02T00:34:34.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 -- 172.21.15.133:0/3893612267 wait complete. 2023-12-02T00:34:34.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 Processor -- start 2023-12-02T00:34:34.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 -- start start 2023-12-02T00:34:34.411 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd6006e2a0 0x7fdd60159410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd600c32a0 0x7fdd601f1290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd600c4fb0 0x7fdd600bfb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd600c08d0 con 0x7fdd600c32a0 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd601f17d0 con 0x7fdd600c4fb0 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd6519d640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd600bf680 con 0x7fdd6006e2a0 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd600c32a0 0x7fdd601f1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd600c32a0 0x7fdd601f1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51346/0 (socket says 172.21.15.133:51346) 2023-12-02T00:34:34.412 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 -- 172.21.15.133:0/2619568173 learned_addr learned my addr 172.21.15.133:0/2619568173 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5ed9d640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd6006e2a0 0x7fdd60159410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5f59e640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd600c4fb0 0x7fdd600bfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 -- 172.21.15.133:0/2619568173 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd6006e2a0 msgr2=0x7fdd60159410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdd6006e2a0 0x7fdd60159410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 -- 172.21.15.133:0/2619568173 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd600c4fb0 msgr2=0x7fdd600bfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd600c4fb0 0x7fdd600bfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 -- 172.21.15.133:0/2619568173 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd480094d0 con 0x7fdd600c32a0 2023-12-02T00:34:34.413 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5f59e640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdd600c4fb0 0x7fdd600bfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.407+0000 7fdd5659c640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd600c32a0 0x7fdd601f1290 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fdd480ad040 tx=0x7fdd4801ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd480be3f0 con 0x7fdd600c32a0 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd480be570 con 0x7fdd600c32a0 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd480be920 con 0x7fdd600c32a0 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd600a5880 con 0x7fdd600c32a0 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd600bf310 con 0x7fdd600c32a0 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdd600bf170 con 0x7fdd600c32a0 2023-12-02T00:34:34.416 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdd480c7440 con 0x7fdd600c32a0 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd40066470 0x7fdd40068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fdd600c55a0 con 0x7fdd600c32a0 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd5ed9d640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd40066470 0x7fdd40068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7fdd4006c370 0x7fdd4006e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 --> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdd4006ee40 con 0x7fdd4006c370 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd48120800 con 0x7fdd600c32a0 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.411+0000 7fdd5f59e640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7fdd4006c370 0x7fdd4006e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.415+0000 7fdd5ed9d640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd40066470 0x7fdd40068930 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fdd500012f0 tx=0x7fdd50009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.417 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.415+0000 7fdd5f59e640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7fdd4006c370 0x7fdd4006e790 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.418 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.415+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== osd.1 v2:172.21.15.133:6808/3432990573 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fdd4006ee40 con 0x7fdd4006c370 2023-12-02T00:34:34.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 --> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fdd60072a50 con 0x7fdd4006c370 2023-12-02T00:34:34.430 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd57fff640 1 -- 172.21.15.133:0/2619568173 <== osd.1 v2:172.21.15.133:6808/3432990573 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fdd60072a50 con 0x7fdd4006c370 2023-12-02T00:34:34.430 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:34.430 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:34.431 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:34.431 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7fdd4006c370 msgr2=0x7fdd4006e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6808/3432990573,v1:172.21.15.133:6811/3432990573] conn(0x7fdd4006c370 0x7fdd4006e790 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd40066470 msgr2=0x7fdd40068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdd40066470 0x7fdd40068930 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fdd500012f0 tx=0x7fdd50009040 comp rx=0 tx=0).stop 2023-12-02T00:34:34.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd600c32a0 msgr2=0x7fdd601f1290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 --2- 172.21.15.133:0/2619568173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd600c32a0 0x7fdd601f1290 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fdd480ad040 tx=0x7fdd4801ac60 comp rx=0 tx=0).stop 2023-12-02T00:34:34.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd5f59e640 1 -- 172.21.15.133:0/2619568173 reap_dead start 2023-12-02T00:34:34.432 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 shutdown_connections 2023-12-02T00:34:34.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 >> 172.21.15.133:0/2619568173 conn(0x7fdd600c5d40 msgr2=0x7fdd601534e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 shutdown_connections 2023-12-02T00:34:34.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.427+0000 7fdd6519d640 1 -- 172.21.15.133:0/2619568173 wait complete. 2023-12-02T00:34:34.448 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2023-12-02T00:34:34.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.583+0000 7f9ea426b640 1 Processor -- start 2023-12-02T00:34:34.587 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.583+0000 7f9ea426b640 1 -- start start 2023-12-02T00:34:34.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea426b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9e9c0c5260 0x7f9e9c06d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea426b640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9e9c0c5640 0x7f9e9c0c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea426b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c60f0 0x7f9e9c155de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea426b640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e9c0c17f0 con 0x7f9e9c0c5640 2023-12-02T00:34:34.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea426b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e9c0c2580 con 0x7f9e9c0c5260 2023-12-02T00:34:34.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea426b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e9c0c1a00 con 0x7f9e9c0c60f0 2023-12-02T00:34:34.589 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9e9c0c5640 0x7f9e9c0c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9e9c0c5640 0x7f9e9c0c5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51350/0 (socket says 172.21.15.133:51350) 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 -- 172.21.15.133:0/3431976579 learned_addr learned my addr 172.21.15.133:0/3431976579 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea2808640 1 --2- 172.21.15.133:0/3431976579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c60f0 0x7f9e9c155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea2007640 1 --2- 172.21.15.133:0/3431976579 >> v2:172.21.15.172:3300/0 conn(0x7f9e9c0c5260 0x7f9e9c06d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 -- 172.21.15.133:0/3431976579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c60f0 msgr2=0x7f9e9c155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 --2- 172.21.15.133:0/3431976579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c60f0 0x7f9e9c155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 -- 172.21.15.133:0/3431976579 >> v2:172.21.15.172:3300/0 conn(0x7f9e9c0c5260 msgr2=0x7f9e9c06d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:34.590 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 --2- 172.21.15.133:0/3431976579 >> v2:172.21.15.172:3300/0 conn(0x7f9e9c0c5260 0x7f9e9c06d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.591 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.587+0000 7f9ea1806640 1 -- 172.21.15.133:0/3431976579 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e9c0c1ce0 con 0x7f9e9c0c5640 2023-12-02T00:34:34.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea1806640 1 --2- 172.21.15.133:0/3431976579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5640 0x7f9e9c0c5bb0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c0c6920 tx=0x7f9e8c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d61ac71197b641b server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea1005640 1 -- 172.21.15.133:0/3431976579 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0ac640 con 0x7f9e9c0c5640 2023-12-02T00:34:34.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea1005640 1 -- 172.21.15.133:0/3431976579 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e8c0ac7a0 con 0x7f9e9c0c5640 2023-12-02T00:34:34.592 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea1005640 1 -- 172.21.15.133:0/3431976579 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0acb30 con 0x7f9e9c0c5640 2023-12-02T00:34:34.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 -- 172.21.15.133:0/3431976579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5640 msgr2=0x7f9e9c0c5bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 --2- 172.21.15.133:0/3431976579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5640 0x7f9e9c0c5bb0 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c0c6920 tx=0x7f9e8c01c440 comp rx=0 tx=0).stop 2023-12-02T00:34:34.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 -- 172.21.15.133:0/3431976579 shutdown_connections 2023-12-02T00:34:34.593 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 --2- 172.21.15.133:0/3431976579 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c60f0 0x7f9e9c155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 --2- 172.21.15.133:0/3431976579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5640 0x7f9e9c0c5bb0 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 --2- 172.21.15.133:0/3431976579 >> v2:172.21.15.172:3300/0 conn(0x7f9e9c0c5260 0x7f9e9c06d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 -- 172.21.15.133:0/3431976579 >> 172.21.15.133:0/3431976579 conn(0x7f9e9c06a5b0 msgr2=0x7f9e9c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 -- 172.21.15.133:0/3431976579 shutdown_connections 2023-12-02T00:34:34.594 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 -- 172.21.15.133:0/3431976579 wait complete. 2023-12-02T00:34:34.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 Processor -- start 2023-12-02T00:34:34.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 -- start start 2023-12-02T00:34:34.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5260 0x7f9e9c0bf360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.591+0000 7f9ea426b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c5640 0x7f9e9c14bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea426b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9e9c0c60f0 0x7f9e9c14c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea426b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e9c152640 con 0x7f9e9c0c5260 2023-12-02T00:34:34.601 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea426b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e9c0a8ca0 con 0x7f9e9c0c60f0 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea426b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e9c150410 con 0x7f9e9c0c5640 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5260 0x7f9e9c0bf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5260 0x7f9e9c0bf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51366/0 (socket says 172.21.15.133:51366) 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 -- 172.21.15.133:0/1447058328 learned_addr learned my addr 172.21.15.133:0/1447058328 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 -- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c5640 msgr2=0x7f9e9c14bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c5640 0x7f9e9c14bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 -- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9e9c0c60f0 msgr2=0x7f9e9c14c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.602 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2808640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9e9c0c60f0 0x7f9e9c14c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9e9c0c60f0 0x7f9e9c14c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 -- 172.21.15.133:0/1447058328 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e8c0094d0 con 0x7f9e9c0c5260 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2808640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9e9c0c60f0 0x7f9e9c14c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea2007640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5260 0x7f9e9c0bf360 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f9e9800e8a0 tx=0x7f9e9800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9e92ffd640 1 -- 172.21.15.133:0/1447058328 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e9800ee90 con 0x7f9e9c0c5260 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9e92ffd640 1 -- 172.21.15.133:0/1447058328 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e9800c940 con 0x7f9e9c0c5260 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9e92ffd640 1 -- 172.21.15.133:0/1447058328 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e9800ccf0 con 0x7f9e9c0c5260 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e9c150680 con 0x7f9e9c0c5260 2023-12-02T00:34:34.603 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e9c0bf8a0 con 0x7f9e9c0c5260 2023-12-02T00:34:34.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e9c068400 con 0x7f9e9c0c5260 2023-12-02T00:34:34.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9e92ffd640 1 -- 172.21.15.133:0/1447058328 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9e98013470 con 0x7f9e9c0c5260 2023-12-02T00:34:34.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9e92ffd640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9e800664a0 0x7f9e80068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.595+0000 7f9e92ffd640 1 -- 172.21.15.133:0/1447058328 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f9e98083ba0 con 0x7f9e9c0c5260 2023-12-02T00:34:34.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.599+0000 7f9ea1806640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9e800664a0 0x7f9e80068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.599+0000 7f9ea1806640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9e800664a0 0x7f9e80068960 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0ae000 tx=0x7f9e8c004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.604 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.599+0000 7f9e92ffd640 1 -- 172.21.15.133:0/1447058328 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9e98051350 con 0x7f9e9c0c5260 2023-12-02T00:34:34.755 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.751+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f9e9c0a5510 con 0x7f9e800664a0 2023-12-02T00:34:34.757 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.751+0000 7f9e92ffd640 1 -- 172.21.15.133:0/1447058328 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f9e9c0a5510 con 0x7f9e800664a0 2023-12-02T00:34:34.757 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 1 to deep-scrub 2023-12-02T00:34:34.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9e800664a0 msgr2=0x7f9e80068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9e800664a0 0x7f9e80068960 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0ae000 tx=0x7f9e8c004740 comp rx=0 tx=0).stop 2023-12-02T00:34:34.758 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5260 msgr2=0x7f9e9c0bf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5260 0x7f9e9c0bf360 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f9e9800e8a0 tx=0x7f9e9800ed60 comp rx=0 tx=0).stop 2023-12-02T00:34:34.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 shutdown_connections 2023-12-02T00:34:34.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9e800664a0 0x7f9e80068960 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9e9c0c60f0 0x7f9e9c14c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9e9c0c5640 0x7f9e9c14bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 --2- 172.21.15.133:0/1447058328 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e9c0c5260 0x7f9e9c0bf360 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.759 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 >> 172.21.15.133:0/1447058328 conn(0x7f9e9c06a5b0 msgr2=0x7f9e9c06fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 shutdown_connections 2023-12-02T00:34:34.760 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.755+0000 7f9ea426b640 1 -- 172.21.15.133:0/1447058328 wait complete. 2023-12-02T00:34:34.775 INFO:tasks.ceph:Scrubbing osd.2 2023-12-02T00:34:34.776 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:34.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa6f0f640 1 Processor -- start 2023-12-02T00:34:34.917 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa6f0f640 1 -- start start 2023-12-02T00:34:34.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa6f0f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa014f9f0 0x7f9fa00c27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa6f0f640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9fa00c07b0 0x7f9fa006d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.918 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa6f0f640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fa00c5ba0 con 0x7f9fa00c2d10 2023-12-02T00:34:34.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa6f0f640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fa006e320 con 0x7f9fa00c07b0 2023-12-02T00:34:34.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa6f0f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa006c160 con 0x7f9fa014f9f0 2023-12-02T00:34:34.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa54ac640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f9fa00c2d10 0x7f9fa006dc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52510/0 (socket says 172.21.15.133:52510) 2023-12-02T00:34:34.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa54ac640 1 -- 172.21.15.133:0/77748630 learned_addr learned my addr 172.21.15.133:0/77748630 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:34.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa4cab640 1 --2- 172.21.15.133:0/77748630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa014f9f0 0x7f9fa00c27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.919 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9f97fff640 1 --2- 172.21.15.133:0/77748630 >> v2:172.21.15.172:3300/0 conn(0x7f9fa00c07b0 0x7f9fa006d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9f977fe640 1 -- 172.21.15.133:0/77748630 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1566072191 0 0) 0x7f9f980014a0 con 0x7f9fa00c2d10 2023-12-02T00:34:34.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9f977fe640 1 -- 172.21.15.133:0/77748630 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f88003530 con 0x7f9fa00c2d10 2023-12-02T00:34:34.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa4cab640 1 -- 172.21.15.133:0/77748630 >> v2:172.21.15.172:3300/0 conn(0x7f9fa00c07b0 msgr2=0x7f9fa006d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:34.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa4cab640 1 --2- 172.21.15.133:0/77748630 >> v2:172.21.15.172:3300/0 conn(0x7f9fa00c07b0 0x7f9fa006d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa4cab640 1 -- 172.21.15.133:0/77748630 >> v1:172.21.15.133:6789/0 conn(0x7f9fa00c2d10 legacy=0x7f9fa006dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.920 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.915+0000 7f9fa4cab640 1 -- 172.21.15.133:0/77748630 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fa00c5410 con 0x7f9fa014f9f0 2023-12-02T00:34:34.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa4cab640 1 --2- 172.21.15.133:0/77748630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa014f9f0 0x7f9fa00c27d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c0097c0 tx=0x7f9f9c01c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0e3503973c66659 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9f977fe640 1 -- 172.21.15.133:0/77748630 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f9c0ac620 con 0x7f9fa014f9f0 2023-12-02T00:34:34.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9f977fe640 1 -- 172.21.15.133:0/77748630 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f9c0ac780 con 0x7f9fa014f9f0 2023-12-02T00:34:34.922 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9f977fe640 1 -- 172.21.15.133:0/77748630 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f9c0acaf0 con 0x7f9fa014f9f0 2023-12-02T00:34:34.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/77748630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa014f9f0 msgr2=0x7f9fa00c27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 --2- 172.21.15.133:0/77748630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa014f9f0 0x7f9fa00c27d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c0097c0 tx=0x7f9f9c01c3c0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/77748630 shutdown_connections 2023-12-02T00:34:34.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 --2- 172.21.15.133:0/77748630 >> v2:172.21.15.172:3300/0 conn(0x7f9fa00c07b0 0x7f9fa006d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.923 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 --2- 172.21.15.133:0/77748630 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa014f9f0 0x7f9fa00c27d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/77748630 >> 172.21.15.133:0/77748630 conn(0x7f9fa00c5d40 msgr2=0x7f9fa00c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/77748630 shutdown_connections 2023-12-02T00:34:34.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.919+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/77748630 wait complete. 2023-12-02T00:34:34.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 Processor -- start 2023-12-02T00:34:34.924 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 -- start start 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9fa00c07b0 0x7f9fa0071ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa00c2d10 0x7f9fa0146d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa014f9f0 0x7f9fa00bc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa00be4b0 con 0x7f9fa014f9f0 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa00bf630 con 0x7f9fa00c07b0 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa0071a50 con 0x7f9fa00c2d10 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa014f9f0 0x7f9fa00bc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa014f9f0 0x7f9fa00bc4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51370/0 (socket says 172.21.15.133:51370) 2023-12-02T00:34:34.927 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 -- 172.21.15.133:0/48910598 learned_addr learned my addr 172.21.15.133:0/48910598 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa4cab640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9fa00c07b0 0x7f9fa0071ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9f97fff640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa00c2d10 0x7f9fa0146d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 -- 172.21.15.133:0/48910598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa00c2d10 msgr2=0x7f9fa0146d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9fa00c2d10 0x7f9fa0146d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 -- 172.21.15.133:0/48910598 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9fa00c07b0 msgr2=0x7f9fa0071ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9fa00c07b0 0x7f9fa0071ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 -- 172.21.15.133:0/48910598 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f9c009420 con 0x7f9fa014f9f0 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa54ac640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa014f9f0 0x7f9fa00bc4d0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f9f9800cae0 tx=0x7f9f9800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f9800abe0 con 0x7f9fa014f9f0 2023-12-02T00:34:34.928 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f9800ad40 con 0x7f9fa014f9f0 2023-12-02T00:34:34.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fa01eeb60 con 0x7f9fa014f9f0 2023-12-02T00:34:34.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f98012620 con 0x7f9fa014f9f0 2023-12-02T00:34:34.929 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fa00bfb40 con 0x7f9fa014f9f0 2023-12-02T00:34:34.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.923+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9fa00c66c0 con 0x7f9fa014f9f0 2023-12-02T00:34:34.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9f98007070 con 0x7f9fa014f9f0 2023-12-02T00:34:34.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f957fa640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9f8c066470 0x7f9f8c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f9f980840a0 con 0x7f9fa014f9f0 2023-12-02T00:34:34.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9fa4cab640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9f8c066470 0x7f9f8c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f957fa640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f9f8c06c370 0x7f9f8c06e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:34.930 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 --> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9f8c06ee40 con 0x7f9f8c06c370 2023-12-02T00:34:34.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f980844f0 con 0x7f9fa014f9f0 2023-12-02T00:34:34.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f97fff640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f9f8c06c370 0x7f9f8c06e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:34.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9fa4cab640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9f8c066470 0x7f9f8c068930 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c0ae000 tx=0x7f9f9c0a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.931 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f97fff640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f9f8c06c370 0x7f9f8c06e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:34.932 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.927+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== osd.2 v2:172.21.15.133:6809/3608082540 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f9f8c06ee40 con 0x7f9f8c06c370 2023-12-02T00:34:34.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 --> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f9fa006e470 con 0x7f9f8c06c370 2023-12-02T00:34:34.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9f957fa640 1 -- 172.21.15.133:0/48910598 <== osd.2 v2:172.21.15.133:6809/3608082540 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f9fa006e470 con 0x7f9f8c06c370 2023-12-02T00:34:34.945 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:34.945 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:34.945 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:34.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f9f8c06c370 msgr2=0x7f9f8c06e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6809/3608082540,v1:172.21.15.133:6810/3608082540] conn(0x7f9f8c06c370 0x7f9f8c06e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9f8c066470 msgr2=0x7f9f8c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9f8c066470 0x7f9f8c068930 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c0ae000 tx=0x7f9f9c0a7000 comp rx=0 tx=0).stop 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa014f9f0 msgr2=0x7f9fa00bc4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 --2- 172.21.15.133:0/48910598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa014f9f0 0x7f9fa00bc4d0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f9f9800cae0 tx=0x7f9f9800a060 comp rx=0 tx=0).stop 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa54ac640 1 -- 172.21.15.133:0/48910598 reap_dead start 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 shutdown_connections 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 >> 172.21.15.133:0/48910598 conn(0x7f9fa00c5d40 msgr2=0x7f9fa014a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:34.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 shutdown_connections 2023-12-02T00:34:34.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:34.943+0000 7f9fa6f0f640 1 -- 172.21.15.133:0/48910598 wait complete. 2023-12-02T00:34:34.963 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2023-12-02T00:34:35.101 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff37d632640 1 Processor -- start 2023-12-02T00:34:35.102 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff37d632640 1 -- start start 2023-12-02T00:34:35.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff37d632640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff37814b010 0x7ff3780bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff37d632640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff378157c20 0x7ff378158070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff37d632640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff37806a5b0 con 0x7ff378073a70 2023-12-02T00:34:35.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff37d632640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff37806b710 con 0x7ff378157c20 2023-12-02T00:34:35.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff37d632640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3780c1d60 con 0x7ff37814b010 2023-12-02T00:34:35.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff3777fe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff378157c20 0x7ff378158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.103 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff376ffd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff37814b010 0x7ff3780bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff376ffd640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff37814b010 0x7ff3780bf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.172:3300/0 says I am v2:172.21.15.133:41386/0 (socket says 172.21.15.133:41386) 2023-12-02T00:34:35.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff376ffd640 1 -- 172.21.15.133:0/757701369 learned_addr learned my addr 172.21.15.133:0/757701369 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:35.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff36e7fc640 1 --1- 172.21.15.133:0/757701369 >> v1:172.21.15.172:6789/0 conn(0x7ff378073a70 0x7ff37806b000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:37966/0 (socket says 172.21.15.133:37966) 2023-12-02T00:34:35.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff3767fc640 1 -- 172.21.15.133:0/757701369 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 672744726 0 0) 0x7ff37806a5b0 con 0x7ff378073a70 2023-12-02T00:34:35.104 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff3767fc640 1 -- 172.21.15.133:0/757701369 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff364003530 con 0x7ff378073a70 2023-12-02T00:34:35.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff3777fe640 1 -- 172.21.15.133:0/757701369 >> v2:172.21.15.172:3300/0 conn(0x7ff37814b010 msgr2=0x7ff3780bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:35.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.099+0000 7ff3777fe640 1 --2- 172.21.15.133:0/757701369 >> v2:172.21.15.172:3300/0 conn(0x7ff37814b010 0x7ff3780bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff3777fe640 1 -- 172.21.15.133:0/757701369 >> v1:172.21.15.172:6789/0 conn(0x7ff378073a70 legacy=0x7ff37806b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff3777fe640 1 -- 172.21.15.133:0/757701369 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3780c2040 con 0x7ff378157c20 2023-12-02T00:34:35.105 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff376ffd640 1 --2- 172.21.15.133:0/757701369 >> v2:172.21.15.172:3300/0 conn(0x7ff37814b010 0x7ff3780bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:35.106 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff3777fe640 1 --2- 172.21.15.133:0/757701369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff378158070 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7ff378070140 tx=0x7ff37001f0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b400ab8a6022f45 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff3767fc640 1 -- 172.21.15.133:0/757701369 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3700b0440 con 0x7ff378157c20 2023-12-02T00:34:35.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff3767fc640 1 -- 172.21.15.133:0/757701369 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3700b05a0 con 0x7ff378157c20 2023-12-02T00:34:35.107 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff3767fc640 1 -- 172.21.15.133:0/757701369 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3700b0910 con 0x7ff378157c20 2023-12-02T00:34:35.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff37d632640 1 -- 172.21.15.133:0/757701369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 msgr2=0x7ff378158070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.103+0000 7ff37d632640 1 --2- 172.21.15.133:0/757701369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff378158070 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7ff378070140 tx=0x7ff37001f0f0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.108 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- 172.21.15.133:0/757701369 shutdown_connections 2023-12-02T00:34:35.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 --2- 172.21.15.133:0/757701369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff378158070 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 --2- 172.21.15.133:0/757701369 >> v2:172.21.15.172:3300/0 conn(0x7ff37814b010 0x7ff3780bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- 172.21.15.133:0/757701369 >> 172.21.15.133:0/757701369 conn(0x7ff3780c30c0 msgr2=0x7ff3780c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- 172.21.15.133:0/757701369 shutdown_connections 2023-12-02T00:34:35.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- 172.21.15.133:0/757701369 wait complete. 2023-12-02T00:34:35.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 Processor -- start 2023-12-02T00:34:35.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- start start 2023-12-02T00:34:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff378073a70 0x7ff378151050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff37814b010 0x7ff378072080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.111 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff3780abc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff378151590 con 0x7ff378157c20 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3780a9d40 con 0x7ff37814b010 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff37d632640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3780a9fe0 con 0x7ff378073a70 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff3780abc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff3780abc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51396/0 (socket says 172.21.15.133:51396) 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 -- 172.21.15.133:0/1110744760 learned_addr learned my addr 172.21.15.133:0/1110744760 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff36e7fc640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff37814b010 0x7ff378072080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff376ffd640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff378073a70 0x7ff378151050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 -- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff378073a70 msgr2=0x7ff378151050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff378073a70 0x7ff378151050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 -- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff37814b010 msgr2=0x7ff378072080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff37814b010 0x7ff378072080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 -- 172.21.15.133:0/1110744760 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3680094d0 con 0x7ff378157c20 2023-12-02T00:34:35.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.107+0000 7ff3777fe640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff3780abc70 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7ff37001bd00 tx=0x7ff37001be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff36ffff640 1 -- 172.21.15.133:0/1110744760 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3700b0440 con 0x7ff378157c20 2023-12-02T00:34:35.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff36ffff640 1 -- 172.21.15.133:0/1110744760 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff370009450 con 0x7ff378157c20 2023-12-02T00:34:35.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff370009a70 con 0x7ff378157c20 2023-12-02T00:34:35.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff36ffff640 1 -- 172.21.15.133:0/1110744760 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff370007000 con 0x7ff378157c20 2023-12-02T00:34:35.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3780aa5a0 con 0x7ff378157c20 2023-12-02T00:34:35.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3780aa790 con 0x7ff378157c20 2023-12-02T00:34:35.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff36ffff640 1 -- 172.21.15.133:0/1110744760 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff3700b7050 con 0x7ff378157c20 2023-12-02T00:34:35.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff36ffff640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff36ffff640 1 -- 172.21.15.133:0/1110744760 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff370121ff0 con 0x7ff378157c20 2023-12-02T00:34:35.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.111+0000 7ff376ffd640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.116 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.115+0000 7ff376ffd640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ff3781538f0 tx=0x7ff368009240 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.119 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.115+0000 7ff36ffff640 1 -- 172.21.15.133:0/1110744760 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff3700ef860 con 0x7ff378157c20 2023-12-02T00:34:35.269 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7ff3780735f0 con 0x7ff358066470 2023-12-02T00:34:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff36ffff640 1 -- 172.21.15.133:0/1110744760 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff368009980 con 0x7ff358066470 2023-12-02T00:34:35.270 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 2 to deep-scrub 2023-12-02T00:34:35.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 msgr2=0x7ff358068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ff3781538f0 tx=0x7ff368009240 comp rx=0 tx=0).stop 2023-12-02T00:34:35.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 msgr2=0x7ff3780abc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff3780abc70 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7ff37001bd00 tx=0x7ff37001be90 comp rx=0 tx=0).stop 2023-12-02T00:34:35.272 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 shutdown_connections 2023-12-02T00:34:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff358066470 0x7ff358068930 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff378157c20 0x7ff3780abc70 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff37814b010 0x7ff378072080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 --2- 172.21.15.133:0/1110744760 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff378073a70 0x7ff378151050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.267+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 >> 172.21.15.133:0/1110744760 conn(0x7ff3780c30c0 msgr2=0x7ff3780bfcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.271+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 shutdown_connections 2023-12-02T00:34:35.273 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.271+0000 7ff37d632640 1 -- 172.21.15.133:0/1110744760 wait complete. 2023-12-02T00:34:35.292 INFO:tasks.ceph:Scrubbing osd.3 2023-12-02T00:34:35.292 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:35.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2fbf8640 1 Processor -- start 2023-12-02T00:34:35.433 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2fbf8640 1 -- start start 2023-12-02T00:34:35.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2fbf8640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fce2814f9f0 0x7fce280c27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2fbf8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce280c07b0 0x7fce2806d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2fbf8640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce280c5ba0 con 0x7fce280c2d10 2023-12-02T00:34:35.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2fbf8640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce2806e320 con 0x7fce2814f9f0 2023-12-02T00:34:35.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2fbf8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce2806c160 con 0x7fce280c07b0 2023-12-02T00:34:35.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2d994640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fce2814f9f0 0x7fce280c27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.435 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2e195640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fce280c2d10 0x7fce2806dc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52522/0 (socket says 172.21.15.133:52522) 2023-12-02T00:34:35.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2e195640 1 -- 172.21.15.133:0/2193274821 learned_addr learned my addr 172.21.15.133:0/2193274821 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:35.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2d193640 1 --2- 172.21.15.133:0/2193274821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce280c07b0 0x7fce2806d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2d994640 1 -- 172.21.15.133:0/2193274821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce280c07b0 msgr2=0x7fce2806d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:35.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2d994640 1 --2- 172.21.15.133:0/2193274821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce280c07b0 0x7fce2806d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2d994640 1 -- 172.21.15.133:0/2193274821 >> v1:172.21.15.133:6789/0 conn(0x7fce280c2d10 legacy=0x7fce2806dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2d994640 1 -- 172.21.15.133:0/2193274821 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce280c5410 con 0x7fce2814f9f0 2023-12-02T00:34:35.436 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.431+0000 7fce2c992640 1 -- 172.21.15.133:0/2193274821 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3560172581 0 0) 0x7fce200014a0 con 0x7fce280c2d10 2023-12-02T00:34:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2d994640 1 --2- 172.21.15.133:0/2193274821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce2814f9f0 0x7fce280c27d0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fce240097c0 tx=0x7fce2401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23121747e524f870 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2c992640 1 -- 172.21.15.133:0/2193274821 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce240ac620 con 0x7fce2814f9f0 2023-12-02T00:34:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2c992640 1 -- 172.21.15.133:0/2193274821 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce240ac780 con 0x7fce2814f9f0 2023-12-02T00:34:35.438 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2c992640 1 -- 172.21.15.133:0/2193274821 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce240acb10 con 0x7fce2814f9f0 2023-12-02T00:34:35.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 -- 172.21.15.133:0/2193274821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce2814f9f0 msgr2=0x7fce280c27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 --2- 172.21.15.133:0/2193274821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce2814f9f0 0x7fce280c27d0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fce240097c0 tx=0x7fce2401c3c0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 -- 172.21.15.133:0/2193274821 shutdown_connections 2023-12-02T00:34:35.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 --2- 172.21.15.133:0/2193274821 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce280c07b0 0x7fce2806d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.439 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 --2- 172.21.15.133:0/2193274821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce2814f9f0 0x7fce280c27d0 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 -- 172.21.15.133:0/2193274821 >> 172.21.15.133:0/2193274821 conn(0x7fce280c5d40 msgr2=0x7fce280c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 -- 172.21.15.133:0/2193274821 shutdown_connections 2023-12-02T00:34:35.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.435+0000 7fce2fbf8640 1 -- 172.21.15.133:0/2193274821 wait complete. 2023-12-02T00:34:35.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 Processor -- start 2023-12-02T00:34:35.440 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 -- start start 2023-12-02T00:34:35.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce280c07b0 0x7fce2815b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fce280c2d10 0x7fce280bad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.442 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce2814f9f0 0x7fce280bb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce281f10b0 con 0x7fce280c07b0 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce281edbb0 con 0x7fce280c2d10 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce280bb7e0 con 0x7fce2814f9f0 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce280c07b0 0x7fce2815b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce280c07b0 0x7fce2815b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51410/0 (socket says 172.21.15.133:51410) 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 -- 172.21.15.133:0/441274218 learned_addr learned my addr 172.21.15.133:0/441274218 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2e195640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce2814f9f0 0x7fce280bb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.443 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d193640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fce280c2d10 0x7fce280bad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 -- 172.21.15.133:0/441274218 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce2814f9f0 msgr2=0x7fce280bb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fce2814f9f0 0x7fce280bb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 -- 172.21.15.133:0/441274218 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fce280c2d10 msgr2=0x7fce280bad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fce280c2d10 0x7fce280bad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 -- 172.21.15.133:0/441274218 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce24009420 con 0x7fce280c07b0 2023-12-02T00:34:35.444 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2d994640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce280c07b0 0x7fce2815b500 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fce24019ff0 tx=0x7fce24019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce240ac620 con 0x7fce280c07b0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce24004030 con 0x7fce280c07b0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce240043a0 con 0x7fce280c07b0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce281ecdf0 con 0x7fce280c07b0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.439+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce281ed3b0 con 0x7fce280c07b0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fce2814fdd0 con 0x7fce280c07b0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fce240b3040 con 0x7fce280c07b0 2023-12-02T00:34:35.446 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce1e7fc640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fce0c066470 0x7fce0c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fce2411e260 con 0x7fce280c07b0 2023-12-02T00:34:35.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce2d193640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fce0c066470 0x7fce0c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce1e7fc640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7fce0c06c370 0x7fce0c06e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 --> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fce0c06ee40 con 0x7fce0c06c370 2023-12-02T00:34:35.447 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce2411e5d0 con 0x7fce280c07b0 2023-12-02T00:34:35.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce2e195640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7fce0c06c370 0x7fce0c06e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce2d193640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fce0c066470 0x7fce0c068930 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fce280aa640 tx=0x7fce18008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce2e195640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7fce0c06c370 0x7fce0c06e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.448 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.443+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== osd.3 v2:172.21.15.133:6824/3758341394 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fce0c06ee40 con 0x7fce0c06c370 2023-12-02T00:34:35.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 --> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fce28068400 con 0x7fce0c06c370 2023-12-02T00:34:35.460 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce1e7fc640 1 -- 172.21.15.133:0/441274218 <== osd.3 v2:172.21.15.133:6824/3758341394 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fce28068400 con 0x7fce0c06c370 2023-12-02T00:34:35.461 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:35.461 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:35.461 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:35.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7fce0c06c370 msgr2=0x7fce0c06e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6824/3758341394,v1:172.21.15.133:6825/3758341394] conn(0x7fce0c06c370 0x7fce0c06e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fce0c066470 msgr2=0x7fce0c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fce0c066470 0x7fce0c068930 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fce280aa640 tx=0x7fce18008040 comp rx=0 tx=0).stop 2023-12-02T00:34:35.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce280c07b0 msgr2=0x7fce2815b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 --2- 172.21.15.133:0/441274218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce280c07b0 0x7fce2815b500 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fce24019ff0 tx=0x7fce24019160 comp rx=0 tx=0).stop 2023-12-02T00:34:35.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2e195640 1 -- 172.21.15.133:0/441274218 reap_dead start 2023-12-02T00:34:35.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 shutdown_connections 2023-12-02T00:34:35.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 >> 172.21.15.133:0/441274218 conn(0x7fce280c5d40 msgr2=0x7fce2814e860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 shutdown_connections 2023-12-02T00:34:35.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.459+0000 7fce2fbf8640 1 -- 172.21.15.133:0/441274218 wait complete. 2023-12-02T00:34:35.479 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2023-12-02T00:34:35.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21bce32640 1 Processor -- start 2023-12-02T00:34:35.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21bce32640 1 -- start start 2023-12-02T00:34:35.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21bce32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b80c4100 0x7f21b80c2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21bce32640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21b80c31c0 con 0x7f21b80c06d0 2023-12-02T00:34:35.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21bce32640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21b80c34a0 con 0x7f21b80c63c0 2023-12-02T00:34:35.620 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21bce32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21b80c1030 con 0x7f21b80c4100 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b6d9d640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f21b80c06d0 0x7f21b80a9680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:52526/0 (socket says 172.21.15.133:52526) 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b6d9d640 1 -- 172.21.15.133:0/2026204060 learned_addr learned my addr 172.21.15.133:0/2026204060 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b80c4100 0x7f21b80c2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1265926128 0 0) 0x7f21b80c31c0 con 0x7f21b80c06d0 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21a0003530 con 0x7f21b80c06d0 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3989944167 0 0) 0x7f21a0003530 con 0x7f21b80c06d0 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b80c4100 msgr2=0x7f21b80c2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:35.621 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b80c4100 0x7f21b80c2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 >> v1:172.21.15.172:6789/0 conn(0x7f21b80c63c0 legacy=0x7f21b80c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21b80c1310 con 0x7f21b80c06d0 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f21b0001a00 con 0x7f21b80c06d0 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 >> v1:172.21.15.133:6789/0 conn(0x7f21b80c06d0 legacy=0x7f21b80a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00039b0 0x7f21a0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21a00047d0 0x7f21a0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21a0005190 0x7f21a000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21b80c1030 con 0x7f21a00047d0 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a000c030 con 0x7f21a00039b0 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a000c1f0 con 0x7f21a0005190 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b80c4100 0x7f21b80c2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21a00047d0 0x7f21a0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b659c640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00039b0 0x7f21a0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b6d9d640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21a0005190 0x7f21a000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 -- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21a0005190 msgr2=0x7f21a000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21a0005190 0x7f21a000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 -- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00039b0 msgr2=0x7f21a0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:35.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00039b0 0x7f21a0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.624 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.615+0000 7f21b5d9b640 1 -- 172.21.15.133:0/2026204060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21a0003530 con 0x7f21a00047d0 2023-12-02T00:34:35.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21a00047d0 0x7f21a0004c50 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f21b80c3c80 tx=0x7f21ac01ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e813816b10fc5a8 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ac004030 con 0x7f21a00047d0 2023-12-02T00:34:35.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21ac004190 con 0x7f21a00047d0 2023-12-02T00:34:35.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21b559a640 1 -- 172.21.15.133:0/2026204060 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ac004520 con 0x7f21a00047d0 2023-12-02T00:34:35.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21bce32640 1 -- 172.21.15.133:0/2026204060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21a00047d0 msgr2=0x7f21a0004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21bce32640 1 --2- 172.21.15.133:0/2026204060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21a00047d0 0x7f21a0004c50 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f21b80c3c80 tx=0x7f21ac01ca90 comp rx=0 tx=0).stop 2023-12-02T00:34:35.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21b6d9d640 1 -- 172.21.15.133:0/2026204060 reap_dead start 2023-12-02T00:34:35.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21bce32640 1 -- 172.21.15.133:0/2026204060 shutdown_connections 2023-12-02T00:34:35.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21bce32640 1 -- 172.21.15.133:0/2026204060 >> 172.21.15.133:0/2026204060 conn(0x7f21b806a5b0 msgr2=0x7f21b806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21bce32640 1 -- 172.21.15.133:0/2026204060 shutdown_connections 2023-12-02T00:34:35.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.619+0000 7f21bce32640 1 -- 172.21.15.133:0/2026204060 wait complete. 2023-12-02T00:34:35.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 Processor -- start 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 -- start start 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00047d0 0x7f21b81eb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b80bc7d0 0x7f21b81513c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b8153ed0 0x7f21b8154350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21b81ebf20 con 0x7f21b80bc7d0 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21b80bcde0 con 0x7f21a00047d0 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21b8151900 con 0x7f21b8153ed0 2023-12-02T00:34:35.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b80bc7d0 0x7f21b81513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b80bc7d0 0x7f21b81513c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:51416/0 (socket says 172.21.15.133:51416) 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 -- 172.21.15.133:0/2473576463 learned_addr learned my addr 172.21.15.133:0/2473576463 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b659c640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00047d0 0x7f21b81eb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b6d9d640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b8153ed0 0x7f21b8154350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 -- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b8153ed0 msgr2=0x7f21b8154350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b8153ed0 0x7f21b8154350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 -- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00047d0 msgr2=0x7f21b81eb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00047d0 0x7f21b81eb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 -- 172.21.15.133:0/2473576463 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21b80c69b0 con 0x7f21b80bc7d0 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b659c640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00047d0 0x7f21b81eb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b6d9d640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b8153ed0 0x7f21b8154350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21b5d9b640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b80bc7d0 0x7f21b81513c0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f21ac01cad0 tx=0x7f21ac019830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21a6ffd640 1 -- 172.21.15.133:0/2473576463 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ac003620 con 0x7f21b80bc7d0 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21a6ffd640 1 -- 172.21.15.133:0/2473576463 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21ac003780 con 0x7f21b80bc7d0 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21b80bd330 con 0x7f21b80bc7d0 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.623+0000 7f21a6ffd640 1 -- 172.21.15.133:0/2473576463 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ac003b30 con 0x7f21b80bc7d0 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.627+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21b80a64d0 con 0x7f21b80bc7d0 2023-12-02T00:34:35.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.627+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21b8068400 con 0x7f21b80bc7d0 2023-12-02T00:34:35.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.627+0000 7f21a6ffd640 1 -- 172.21.15.133:0/2473576463 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f21ac003c90 con 0x7f21b80bc7d0 2023-12-02T00:34:35.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.627+0000 7f21a6ffd640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21980664a0 0x7f2198068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.627+0000 7f21a6ffd640 1 -- 172.21.15.133:0/2473576463 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f21ac11dae0 con 0x7f21b80bc7d0 2023-12-02T00:34:35.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.627+0000 7f21b659c640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21980664a0 0x7f2198068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.633 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.627+0000 7f21b659c640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21980664a0 0x7f2198068960 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f21b806d940 tx=0x7f21a8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.634 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.631+0000 7f21a6ffd640 1 -- 172.21.15.133:0/2473576463 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f21ac0eb290 con 0x7f21b80bc7d0 2023-12-02T00:34:35.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.779+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f21b81ebf20 con 0x7f21980664a0 2023-12-02T00:34:35.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.779+0000 7f21a6ffd640 1 -- 172.21.15.133:0/2473576463 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f21b81ebf20 con 0x7f21980664a0 2023-12-02T00:34:35.783 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 3 to deep-scrub 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21980664a0 msgr2=0x7f2198068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21980664a0 0x7f2198068960 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f21b806d940 tx=0x7f21a8009040 comp rx=0 tx=0).stop 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b80bc7d0 msgr2=0x7f21b81513c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b80bc7d0 0x7f21b81513c0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f21ac01cad0 tx=0x7f21ac019830 comp rx=0 tx=0).stop 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 shutdown_connections 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f21980664a0 0x7f2198068960 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f21b8153ed0 0x7f21b8154350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.785 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b80bc7d0 0x7f21b81513c0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 --2- 172.21.15.133:0/2473576463 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f21a00047d0 0x7f21b81eb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 >> 172.21.15.133:0/2473576463 conn(0x7f21b806a5b0 msgr2=0x7f21b8156d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 shutdown_connections 2023-12-02T00:34:35.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.783+0000 7f21bce32640 1 -- 172.21.15.133:0/2473576463 wait complete. 2023-12-02T00:34:35.804 INFO:tasks.ceph:Scrubbing osd.4 2023-12-02T00:34:35.804 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:35.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 Processor -- start 2023-12-02T00:34:35.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 -- start start 2023-12-02T00:34:35.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 0x7f8b4c0c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f8b4c06db90 0x7f8b4c06dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8b4c06c840 0x7f8b4c06ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b4c06e530 con 0x7f8b4c06c840 2023-12-02T00:34:35.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b4c0aa750 con 0x7f8b4c06db90 2023-12-02T00:34:35.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b52380640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b4c0a8f90 con 0x7f8b4c0c4fb0 2023-12-02T00:34:35.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8b4c06c840 0x7f8b4c06ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f8b4c06c840 0x7f8b4c06ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43274/0 (socket says 172.21.15.133:43274) 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 -- 172.21.15.133:0/1187105214 learned_addr learned my addr 172.21.15.133:0/1187105214 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b4bfff640 1 --2- 172.21.15.133:0/1187105214 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 0x7f8b4c0c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b4b7fe640 1 --2- 172.21.15.133:0/1187105214 >> v2:172.21.15.172:3300/0 conn(0x7f8b4c06db90 0x7f8b4c06dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 -- 172.21.15.133:0/1187105214 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 msgr2=0x7f8b4c0c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 --2- 172.21.15.133:0/1187105214 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 0x7f8b4c0c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 -- 172.21.15.133:0/1187105214 >> v2:172.21.15.172:3300/0 conn(0x7f8b4c06db90 msgr2=0x7f8b4c06dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 --2- 172.21.15.133:0/1187105214 >> v2:172.21.15.172:3300/0 conn(0x7f8b4c06db90 0x7f8b4c06dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.943+0000 7f8b5091d640 1 -- 172.21.15.133:0/1187105214 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b4c0a9270 con 0x7f8b4c06c840 2023-12-02T00:34:35.950 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b5091d640 1 --2- 172.21.15.133:0/1187105214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c06ccb0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c0c6bd0 tx=0x7f8b4401eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f9d81355ca774b3 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b4affd640 1 -- 172.21.15.133:0/1187105214 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b4400b2d0 con 0x7f8b4c06c840 2023-12-02T00:34:35.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b4affd640 1 -- 172.21.15.133:0/1187105214 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b4400b430 con 0x7f8b4c06c840 2023-12-02T00:34:35.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b4affd640 1 -- 172.21.15.133:0/1187105214 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b440a7a60 con 0x7f8b4c06c840 2023-12-02T00:34:35.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 -- 172.21.15.133:0/1187105214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 msgr2=0x7f8b4c06ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 --2- 172.21.15.133:0/1187105214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c06ccb0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c0c6bd0 tx=0x7f8b4401eab0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 -- 172.21.15.133:0/1187105214 shutdown_connections 2023-12-02T00:34:35.951 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 --2- 172.21.15.133:0/1187105214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c06ccb0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 --2- 172.21.15.133:0/1187105214 >> v2:172.21.15.172:3300/0 conn(0x7f8b4c06db90 0x7f8b4c06dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 --2- 172.21.15.133:0/1187105214 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 0x7f8b4c0c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 -- 172.21.15.133:0/1187105214 >> 172.21.15.133:0/1187105214 conn(0x7f8b4c0c5d40 msgr2=0x7f8b4c0c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 -- 172.21.15.133:0/1187105214 shutdown_connections 2023-12-02T00:34:35.952 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.947+0000 7f8b52380640 1 -- 172.21.15.133:0/1187105214 wait complete. 2023-12-02T00:34:35.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 Processor -- start 2023-12-02T00:34:35.953 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 -- start start 2023-12-02T00:34:35.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c0a6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8b4c06db90 0x7f8b4c1514d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 0x7f8b4c151a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b4c156780 con 0x7f8b4c06c840 2023-12-02T00:34:35.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b4c155f40 con 0x7f8b4c06db90 2023-12-02T00:34:35.955 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b4c1561c0 con 0x7f8b4c0c4fb0 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c0a6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c0a6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43278/0 (socket says 172.21.15.133:43278) 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 -- 172.21.15.133:0/3037909005 learned_addr learned my addr 172.21.15.133:0/3037909005 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b5091d640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 0x7f8b4c151a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4b7fe640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8b4c06db90 0x7f8b4c1514d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 -- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 msgr2=0x7f8b4c151a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f8b4c0c4fb0 0x7f8b4c151a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 -- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8b4c06db90 msgr2=0x7f8b4c1514d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.956 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8b4c06db90 0x7f8b4c1514d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 -- 172.21.15.133:0/3037909005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b4400bd40 con 0x7f8b4c06c840 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4b7fe640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f8b4c06db90 0x7f8b4c1514d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b4bfff640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c0a6c60 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c00e870 tx=0x7f8b3c00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c009510 con 0x7f8b4c06c840 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b3c00eec0 con 0x7f8b4c06c840 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b4c1564a0 con 0x7f8b4c06c840 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c00cb40 con 0x7f8b4c06c840 2023-12-02T00:34:35.957 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.951+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b4c1575c0 con 0x7f8b4c06c840 2023-12-02T00:34:35.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8b4c0c55a0 con 0x7f8b4c06c840 2023-12-02T00:34:35.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8b3c00cca0 con 0x7f8b4c06c840 2023-12-02T00:34:35.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b48ff9640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8b38066470 0x7f8b38068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f8b3c083c60 con 0x7f8b4c06c840 2023-12-02T00:34:35.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b4b7fe640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8b38066470 0x7f8b38068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b48ff9640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f8b3806c370 0x7f8b3806e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:35.959 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 --> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8b3806ee40 con 0x7f8b3806c370 2023-12-02T00:34:35.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b3c0882a0 con 0x7f8b4c06c840 2023-12-02T00:34:35.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b5091d640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f8b3806c370 0x7f8b3806e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:35.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b4b7fe640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8b38066470 0x7f8b38068930 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c06bdc0 tx=0x7f8b40008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.955+0000 7f8b5091d640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f8b3806c370 0x7f8b3806e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:35.960 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.959+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== osd.4 v2:172.21.15.172:6808/1471328017 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f8b3806ee40 con 0x7f8b3806c370 2023-12-02T00:34:35.972 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 --> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f8b4c153fd0 con 0x7f8b3806c370 2023-12-02T00:34:35.973 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b48ff9640 1 -- 172.21.15.133:0/3037909005 <== osd.4 v2:172.21.15.172:6808/1471328017 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f8b4400b150 con 0x7f8b3806c370 2023-12-02T00:34:35.973 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:35.973 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:35.973 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:35.974 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f8b3806c370 msgr2=0x7f8b3806e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.172:6808/1471328017,v1:172.21.15.172:6809/1471328017] conn(0x7f8b3806c370 0x7f8b3806e790 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8b38066470 msgr2=0x7f8b38068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f8b38066470 0x7f8b38068930 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8b4c06bdc0 tx=0x7f8b40008040 comp rx=0 tx=0).stop 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 msgr2=0x7f8b4c0a6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 --2- 172.21.15.133:0/3037909005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b4c06c840 0x7f8b4c0a6c60 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c00e870 tx=0x7f8b3c00ec70 comp rx=0 tx=0).stop 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b5091d640 1 -- 172.21.15.133:0/3037909005 reap_dead start 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 shutdown_connections 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 >> 172.21.15.133:0/3037909005 conn(0x7f8b4c0c5d40 msgr2=0x7f8b4c071320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:35.975 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 shutdown_connections 2023-12-02T00:34:35.976 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:35.971+0000 7f8b52380640 1 -- 172.21.15.133:0/3037909005 wait complete. 2023-12-02T00:34:35.991 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2023-12-02T00:34:36.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 Processor -- start 2023-12-02T00:34:36.130 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 -- start start 2023-12-02T00:34:36.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb814b010 0x7fdeb80bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdeb8073a70 0x7fdeb806b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fdeb806b540 0x7fdeb8157c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdeb806a5b0 con 0x7fdeb8073a70 2023-12-02T00:34:36.132 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdeb80c1d60 con 0x7fdeb806b540 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdebeafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb80c2040 con 0x7fdeb814b010 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.127+0000 7fdeaffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdeb8073a70 0x7fdeb806b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fdeb8073a70 0x7fdeb806b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43288/0 (socket says 172.21.15.133:43288) 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 -- 172.21.15.133:0/3153027595 learned_addr learned my addr 172.21.15.133:0/3153027595 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdebc89a640 1 --2- 172.21.15.133:0/3153027595 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb814b010 0x7fdeb80bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdebd09b640 1 --2- 172.21.15.133:0/3153027595 >> v2:172.21.15.172:3300/0 conn(0x7fdeb806b540 0x7fdeb8157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 -- 172.21.15.133:0/3153027595 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb814b010 msgr2=0x7fdeb80bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 --2- 172.21.15.133:0/3153027595 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb814b010 0x7fdeb80bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.133 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 -- 172.21.15.133:0/3153027595 >> v2:172.21.15.172:3300/0 conn(0x7fdeb806b540 msgr2=0x7fdeb8157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:36.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 --2- 172.21.15.133:0/3153027595 >> v2:172.21.15.172:3300/0 conn(0x7fdeb806b540 0x7fdeb8157c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 -- 172.21.15.133:0/3153027595 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdeb806a800 con 0x7fdeb8073a70 2023-12-02T00:34:36.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdebc89a640 1 --2- 172.21.15.133:0/3153027595 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb814b010 0x7fdeb80bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:36.134 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdebd09b640 1 --2- 172.21.15.133:0/3153027595 >> v2:172.21.15.172:3300/0 conn(0x7fdeb806b540 0x7fdeb8157c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:36.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaffff640 1 --2- 172.21.15.133:0/3153027595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb8073a70 0x7fdeb806b000 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fdeb80704f0 tx=0x7fdea801ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f21b688f027130d0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaf7fe640 1 -- 172.21.15.133:0/3153027595 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea80a89b0 con 0x7fdeb8073a70 2023-12-02T00:34:36.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaf7fe640 1 -- 172.21.15.133:0/3153027595 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdea80a8b10 con 0x7fdeb8073a70 2023-12-02T00:34:36.135 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.131+0000 7fdeaf7fe640 1 -- 172.21.15.133:0/3153027595 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdea80a8ea0 con 0x7fdeb8073a70 2023-12-02T00:34:36.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- 172.21.15.133:0/3153027595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb8073a70 msgr2=0x7fdeb806b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 --2- 172.21.15.133:0/3153027595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb8073a70 0x7fdeb806b000 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fdeb80704f0 tx=0x7fdea801ecf0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.136 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- 172.21.15.133:0/3153027595 shutdown_connections 2023-12-02T00:34:36.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 --2- 172.21.15.133:0/3153027595 >> v2:172.21.15.172:3300/0 conn(0x7fdeb806b540 0x7fdeb8157c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 --2- 172.21.15.133:0/3153027595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb8073a70 0x7fdeb806b000 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 --2- 172.21.15.133:0/3153027595 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb814b010 0x7fdeb80bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.137 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- 172.21.15.133:0/3153027595 >> 172.21.15.133:0/3153027595 conn(0x7fdeb80c30c0 msgr2=0x7fdeb80c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:36.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- 172.21.15.133:0/3153027595 shutdown_connections 2023-12-02T00:34:36.138 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- 172.21.15.133:0/3153027595 wait complete. 2023-12-02T00:34:36.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 Processor -- start 2023-12-02T00:34:36.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- start start 2023-12-02T00:34:36.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb8073a70 0x7fdeb81ed510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdeb814b010 0x7fdeb81dde10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb80aa480 0x7fdeb8146ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb80ac5e0 con 0x7fdeb80aa480 2023-12-02T00:34:36.140 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb8147d10 con 0x7fdeb814b010 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebeafe640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb8147a30 con 0x7fdeb8073a70 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb80aa480 0x7fdeb8146ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb80aa480 0x7fdeb8146ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43302/0 (socket says 172.21.15.133:43302) 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 -- 172.21.15.133:0/1021613606 learned_addr learned my addr 172.21.15.133:0/1021613606 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebc89a640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb8073a70 0x7fdeb81ed510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdeaffff640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdeb814b010 0x7fdeb81dde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 -- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb8073a70 msgr2=0x7fdeb81ed510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb8073a70 0x7fdeb81ed510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 -- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdeb814b010 msgr2=0x7fdeb81dde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdeb814b010 0x7fdeb81dde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.135+0000 7fdebd09b640 1 -- 172.21.15.133:0/1021613606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdea80094d0 con 0x7fdeb80aa480 2023-12-02T00:34:36.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdebd09b640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb80aa480 0x7fdeb8146ce0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fdeb0007db0 tx=0x7fdeb000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdead7fa640 1 -- 172.21.15.133:0/1021613606 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb00039a0 con 0x7fdeb80aa480 2023-12-02T00:34:36.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdead7fa640 1 -- 172.21.15.133:0/1021613606 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdeb000f040 con 0x7fdeb80aa480 2023-12-02T00:34:36.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdead7fa640 1 -- 172.21.15.133:0/1021613606 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeb0003d40 con 0x7fdeb80aa480 2023-12-02T00:34:36.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdeb81edd60 con 0x7fdeb80aa480 2023-12-02T00:34:36.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdeb81eda50 con 0x7fdeb80aa480 2023-12-02T00:34:36.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdeb80ac750 con 0x7fdeb80aa480 2023-12-02T00:34:36.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdead7fa640 1 -- 172.21.15.133:0/1021613606 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdeb0004030 con 0x7fdeb80aa480 2023-12-02T00:34:36.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdead7fa640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdea4066470 0x7fdea4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdead7fa640 1 -- 172.21.15.133:0/1021613606 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fdeb0083d60 con 0x7fdeb80aa480 2023-12-02T00:34:36.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.139+0000 7fdebc89a640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdea4066470 0x7fdea4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.143+0000 7fdebc89a640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdea4066470 0x7fdea4068930 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40045f0 tx=0x7fdeb4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.147 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.143+0000 7fdead7fa640 1 -- 172.21.15.133:0/1021613606 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdeb00515c0 con 0x7fdeb80aa480 2023-12-02T00:34:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.295+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7fdeb8070980 con 0x7fdea4066470 2023-12-02T00:34:36.299 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.295+0000 7fdead7fa640 1 -- 172.21.15.133:0/1021613606 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fdeb8070980 con 0x7fdea4066470 2023-12-02T00:34:36.300 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 4 to deep-scrub 2023-12-02T00:34:36.301 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdea4066470 msgr2=0x7fdea4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdea4066470 0x7fdea4068930 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdeb40045f0 tx=0x7fdeb4008040 comp rx=0 tx=0).stop 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb80aa480 msgr2=0x7fdeb8146ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb80aa480 0x7fdeb8146ce0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fdeb0007db0 tx=0x7fdeb000d4a0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 shutdown_connections 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fdea4066470 0x7fdea4068930 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdeb80aa480 0x7fdeb8146ce0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fdeb814b010 0x7fdeb81dde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 --2- 172.21.15.133:0/1021613606 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fdeb8073a70 0x7fdeb81ed510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 >> 172.21.15.133:0/1021613606 conn(0x7fdeb80c30c0 msgr2=0x7fdeb80c5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 shutdown_connections 2023-12-02T00:34:36.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.299+0000 7fdebeafe640 1 -- 172.21.15.133:0/1021613606 wait complete. 2023-12-02T00:34:36.320 INFO:tasks.ceph:Scrubbing osd.5 2023-12-02T00:34:36.321 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:36.462 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.459+0000 7f5b27a9c640 1 Processor -- start 2023-12-02T00:34:36.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.459+0000 7f5b27a9c640 1 -- start start 2023-12-02T00:34:36.463 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.459+0000 7f5b27a9c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b20158a30 0x7f5b20158e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.459+0000 7f5b27a9c640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f5b201593d0 0x7f5b20163350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.459+0000 7f5b27a9c640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b200c4cb0 con 0x7f5b201560c0 2023-12-02T00:34:36.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.459+0000 7f5b27a9c640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b200c0e50 con 0x7f5b201593d0 2023-12-02T00:34:36.464 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.459+0000 7f5b27a9c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b201564a0 con 0x7f5b20158a30 2023-12-02T00:34:36.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b25838640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f5b201560c0 0x7f5b200c0740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:43550/0 (socket says 172.21.15.133:43550) 2023-12-02T00:34:36.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b25838640 1 -- 172.21.15.133:0/935838309 learned_addr learned my addr 172.21.15.133:0/935838309 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:36.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b26039640 1 --2- 172.21.15.133:0/935838309 >> v2:172.21.15.172:3300/0 conn(0x7f5b201593d0 0x7f5b20163350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b25037640 1 --2- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b20158a30 0x7f5b20158e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.465 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b24836640 1 -- 172.21.15.133:0/935838309 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1365689413 0 0) 0x7f5b200c4cb0 con 0x7f5b201560c0 2023-12-02T00:34:36.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b24836640 1 -- 172.21.15.133:0/935838309 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b0c003530 con 0x7f5b201560c0 2023-12-02T00:34:36.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b26039640 1 -- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b20158a30 msgr2=0x7f5b20158e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:36.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b26039640 1 --2- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b20158a30 0x7f5b20158e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b26039640 1 -- 172.21.15.133:0/935838309 >> v1:172.21.15.172:6789/0 conn(0x7f5b201560c0 legacy=0x7f5b200c0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.466 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.463+0000 7f5b26039640 1 -- 172.21.15.133:0/935838309 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b200c0410 con 0x7f5b201593d0 2023-12-02T00:34:36.467 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b26039640 1 --2- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b201593d0 0x7f5b20163350 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f5b18009d90 tx=0x7f5b1801c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e1e6fda280b4056 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b24836640 1 -- 172.21.15.133:0/935838309 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b180a59e0 con 0x7f5b201593d0 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b24836640 1 -- 172.21.15.133:0/935838309 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b180a5b40 con 0x7f5b201593d0 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b24836640 1 -- 172.21.15.133:0/935838309 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b180ad440 con 0x7f5b201593d0 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b201593d0 msgr2=0x7f5b20163350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 --2- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b201593d0 0x7f5b20163350 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f5b18009d90 tx=0x7f5b1801c920 comp rx=0 tx=0).stop 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- 172.21.15.133:0/935838309 shutdown_connections 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 --2- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b20158a30 0x7f5b20158e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.469 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 --2- 172.21.15.133:0/935838309 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b201593d0 0x7f5b20163350 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- 172.21.15.133:0/935838309 >> 172.21.15.133:0/935838309 conn(0x7f5b200c5d40 msgr2=0x7f5b200c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:36.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- 172.21.15.133:0/935838309 shutdown_connections 2023-12-02T00:34:36.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- 172.21.15.133:0/935838309 wait complete. 2023-12-02T00:34:36.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 Processor -- start 2023-12-02T00:34:36.470 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- start start 2023-12-02T00:34:36.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b201560c0 0x7f5b200a5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b20158a30 0x7f5b2014e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b201593d0 0x7f5b200a79e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2014c330 con 0x7f5b201593d0 2023-12-02T00:34:36.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b20155030 con 0x7f5b20158a30 2023-12-02T00:34:36.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.467+0000 7f5b27a9c640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b20155310 con 0x7f5b201560c0 2023-12-02T00:34:36.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b201593d0 0x7f5b200a79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b25838640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b201560c0 0x7f5b200a5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b201593d0 0x7f5b200a79e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43304/0 (socket says 172.21.15.133:43304) 2023-12-02T00:34:36.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 -- 172.21.15.133:0/478316789 learned_addr learned my addr 172.21.15.133:0/478316789 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:36.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b25037640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b20158a30 0x7f5b2014e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 -- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b201560c0 msgr2=0x7f5b200a5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f5b201560c0 0x7f5b200a5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 -- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b20158a30 msgr2=0x7f5b2014e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f5b20158a30 0x7f5b2014e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 -- 172.21.15.133:0/478316789 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b18009a70 con 0x7f5b201593d0 2023-12-02T00:34:36.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b26039640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b201593d0 0x7f5b200a79e0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f5b1801afd0 tx=0x7f5b180196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b180aec30 con 0x7f5b201593d0 2023-12-02T00:34:36.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b180aed90 con 0x7f5b201593d0 2023-12-02T00:34:36.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b180b7650 con 0x7f5b201593d0 2023-12-02T00:34:36.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b201555f0 con 0x7f5b201593d0 2023-12-02T00:34:36.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b2014e980 con 0x7f5b201593d0 2023-12-02T00:34:36.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5b201551a0 con 0x7f5b201593d0 2023-12-02T00:34:36.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.471+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5b180b4050 con 0x7f5b201593d0 2023-12-02T00:34:36.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b167fc640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5b04066470 0x7f5b04068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5b1811f480 con 0x7f5b201593d0 2023-12-02T00:34:36.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b25838640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5b04066470 0x7f5b04068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b167fc640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f5b0406c370 0x7f5b0406e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 --> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5b0406ee40 con 0x7f5b0406c370 2023-12-02T00:34:36.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5b1811f7f0 con 0x7f5b201593d0 2023-12-02T00:34:36.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b25037640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f5b0406c370 0x7f5b0406e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b25838640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5b04066470 0x7f5b04068930 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c007fd0 tx=0x7f5b1c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b25037640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f5b0406c370 0x7f5b0406e790 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.475+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== osd.5 v2:172.21.15.172:6816/3290923357 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f5b0406ee40 con 0x7f5b0406c370 2023-12-02T00:34:36.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.487+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 --> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f5b200ab1e0 con 0x7f5b0406c370 2023-12-02T00:34:36.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.487+0000 7f5b167fc640 1 -- 172.21.15.133:0/478316789 <== osd.5 v2:172.21.15.172:6816/3290923357 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f5b10009d70 con 0x7f5b0406c370 2023-12-02T00:34:36.492 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:36.492 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:36.492 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:36.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f5b0406c370 msgr2=0x7f5b0406e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.172:6816/3290923357,v1:172.21.15.172:6817/3290923357] conn(0x7f5b0406c370 0x7f5b0406e790 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5b04066470 msgr2=0x7f5b04068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f5b04066470 0x7f5b04068930 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c007fd0 tx=0x7f5b1c009040 comp rx=0 tx=0).stop 2023-12-02T00:34:36.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b201593d0 msgr2=0x7f5b200a79e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 --2- 172.21.15.133:0/478316789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b201593d0 0x7f5b200a79e0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f5b1801afd0 tx=0x7f5b180196c0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b26039640 1 -- 172.21.15.133:0/478316789 reap_dead start 2023-12-02T00:34:36.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 shutdown_connections 2023-12-02T00:34:36.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 >> 172.21.15.133:0/478316789 conn(0x7f5b200c5d40 msgr2=0x7f5b20071290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:36.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 shutdown_connections 2023-12-02T00:34:36.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.491+0000 7f5b27a9c640 1 -- 172.21.15.133:0/478316789 wait complete. 2023-12-02T00:34:36.510 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2023-12-02T00:34:36.647 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.643+0000 7fc65b59e640 1 Processor -- start 2023-12-02T00:34:36.647 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.643+0000 7fc65b59e640 1 -- start start 2023-12-02T00:34:36.648 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65b59e640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fc65c14f800 0x7fc65c072320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.648 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65b59e640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc65c0c1010 0x7fc65c15cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.648 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65b59e640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc65c071e90 con 0x7fc65c072860 2023-12-02T00:34:36.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65b59e640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc65c0a5110 con 0x7fc65c0c1010 2023-12-02T00:34:36.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65b59e640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc65c152d70 con 0x7fc65c14f800 2023-12-02T00:34:36.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc651d9b640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fc65c072860 0x7fc65c06fd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:47572/0 (socket says 172.21.15.133:47572) 2023-12-02T00:34:36.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65ad9d640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7fc65c0c1010 0x7fc65c15cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc651d9b640 1 -- 172.21.15.133:0/1570451718 learned_addr learned my addr 172.21.15.133:0/1570451718 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:36.649 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65a59c640 1 --2- 172.21.15.133:0/1570451718 >> v2:172.21.15.172:3300/0 conn(0x7fc65c14f800 0x7fc65c072320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65ad9d640 1 -- 172.21.15.133:0/1570451718 >> v2:172.21.15.172:3300/0 conn(0x7fc65c14f800 msgr2=0x7fc65c072320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:36.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65ad9d640 1 --2- 172.21.15.133:0/1570451718 >> v2:172.21.15.172:3300/0 conn(0x7fc65c14f800 0x7fc65c072320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65ad9d640 1 -- 172.21.15.133:0/1570451718 >> v1:172.21.15.133:6789/0 conn(0x7fc65c072860 legacy=0x7fc65c06fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.650 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.647+0000 7fc65ad9d640 1 -- 172.21.15.133:0/1570451718 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc65c153050 con 0x7fc65c0c1010 2023-12-02T00:34:36.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65ad9d640 1 --2- 172.21.15.133:0/1570451718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c0c1010 0x7fc65c15cbd0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fc65c06f8d0 tx=0x7fc65401c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e4c97d1d3d5af9e server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc659d9b640 1 -- 172.21.15.133:0/1570451718 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6540a5930 con 0x7fc65c0c1010 2023-12-02T00:34:36.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc659d9b640 1 -- 172.21.15.133:0/1570451718 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6540a5a90 con 0x7fc65c0c1010 2023-12-02T00:34:36.652 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc659d9b640 1 -- 172.21.15.133:0/1570451718 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6540a5e20 con 0x7fc65c0c1010 2023-12-02T00:34:36.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 -- 172.21.15.133:0/1570451718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c0c1010 msgr2=0x7fc65c15cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1570451718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c0c1010 0x7fc65c15cbd0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fc65c06f8d0 tx=0x7fc65401c850 comp rx=0 tx=0).stop 2023-12-02T00:34:36.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 -- 172.21.15.133:0/1570451718 shutdown_connections 2023-12-02T00:34:36.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1570451718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c0c1010 0x7fc65c15cbd0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.653 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1570451718 >> v2:172.21.15.172:3300/0 conn(0x7fc65c14f800 0x7fc65c072320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 -- 172.21.15.133:0/1570451718 >> 172.21.15.133:0/1570451718 conn(0x7fc65c0a7800 msgr2=0x7fc65c0a7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:36.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 -- 172.21.15.133:0/1570451718 shutdown_connections 2023-12-02T00:34:36.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 -- 172.21.15.133:0/1570451718 wait complete. 2023-12-02T00:34:36.654 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 Processor -- start 2023-12-02T00:34:36.655 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.651+0000 7fc65b59e640 1 -- start start 2023-12-02T00:34:36.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c072860 0x7fc65c151df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc65c0c1010 0x7fc65c1ed780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc65c14f800 0x7fc65c0bf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.657 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c1519c0 con 0x7fc65c072860 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c1edcc0 con 0x7fc65c14f800 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c1504e0 con 0x7fc65c0c1010 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c072860 0x7fc65c151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c072860 0x7fc65c151df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43316/0 (socket says 172.21.15.133:43316) 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 -- 172.21.15.133:0/1798520854 learned_addr learned my addr 172.21.15.133:0/1798520854 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65ad9d640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc65c14f800 0x7fc65c0bf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc651d9b640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc65c0c1010 0x7fc65c1ed780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.658 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 -- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc65c0c1010 msgr2=0x7fc65c1ed780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc65c0c1010 0x7fc65c1ed780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 -- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc65c14f800 msgr2=0x7fc65c0bf0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc65c14f800 0x7fc65c0bf0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 -- 172.21.15.133:0/1798520854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc654009a70 con 0x7fc65c072860 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65a59c640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c072860 0x7fc65c151df0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00e930 tx=0x7fc64c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc6537fe640 1 -- 172.21.15.133:0/1798520854 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c009690 con 0x7fc65c072860 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc6537fe640 1 -- 172.21.15.133:0/1798520854 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc64c00ca00 con 0x7fc65c072860 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc65c150200 con 0x7fc65c072860 2023-12-02T00:34:36.659 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc6537fe640 1 -- 172.21.15.133:0/1798520854 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c00cd70 con 0x7fc65c072860 2023-12-02T00:34:36.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc65c0c3160 con 0x7fc65c072860 2023-12-02T00:34:36.660 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc65c0c3320 con 0x7fc65c072860 2023-12-02T00:34:36.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.655+0000 7fc6537fe640 1 -- 172.21.15.133:0/1798520854 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc64c013470 con 0x7fc65c072860 2023-12-02T00:34:36.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.659+0000 7fc6537fe640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc63c066470 0x7fc63c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.659+0000 7fc6537fe640 1 -- 172.21.15.133:0/1798520854 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fc64c083e20 con 0x7fc65c072860 2023-12-02T00:34:36.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.659+0000 7fc651d9b640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc63c066470 0x7fc63c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.661 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.659+0000 7fc651d9b640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc63c066470 0x7fc63c068930 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fc65c1eab40 tx=0x7fc644009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.663 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.663+0000 7fc6537fe640 1 -- 172.21.15.133:0/1798520854 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc64c051610 con 0x7fc65c072860 2023-12-02T00:34:36.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.811+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7fc65c0a5380 con 0x7fc63c066470 2023-12-02T00:34:36.814 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.811+0000 7fc6537fe640 1 -- 172.21.15.133:0/1798520854 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fc644001470 con 0x7fc63c066470 2023-12-02T00:34:36.814 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 5 to deep-scrub 2023-12-02T00:34:36.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc63c066470 msgr2=0x7fc63c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc63c066470 0x7fc63c068930 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fc65c1eab40 tx=0x7fc644009040 comp rx=0 tx=0).stop 2023-12-02T00:34:36.816 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c072860 msgr2=0x7fc65c151df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c072860 0x7fc65c151df0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00e930 tx=0x7fc64c00edf0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 shutdown_connections 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fc63c066470 0x7fc63c068930 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fc65c14f800 0x7fc65c0bf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fc65c0c1010 0x7fc65c1ed780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 --2- 172.21.15.133:0/1798520854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc65c072860 0x7fc65c151df0 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 >> 172.21.15.133:0/1798520854 conn(0x7fc65c0a7800 msgr2=0x7fc65c14a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:36.817 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 shutdown_connections 2023-12-02T00:34:36.818 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.815+0000 7fc65b59e640 1 -- 172.21.15.133:0/1798520854 wait complete. 2023-12-02T00:34:36.835 INFO:tasks.ceph:Scrubbing osd.6 2023-12-02T00:34:36.836 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:36.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f444869a640 1 Processor -- start 2023-12-02T00:34:36.977 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f444869a640 1 -- start start 2023-12-02T00:34:36.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f444869a640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f44400c4fb0 0x7f44400c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f444869a640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f44400c32a0 0x7f444006dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f444869a640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44400aa750 con 0x7f444006db90 2023-12-02T00:34:36.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f444869a640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f444006e530 con 0x7f44400c32a0 2023-12-02T00:34:36.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f444869a640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44400a8f90 con 0x7f44400c4fb0 2023-12-02T00:34:36.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446c37640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f44400c32a0 0x7f444006dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.979 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446c37640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f44400c32a0 0x7f444006dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43328/0 (socket says 172.21.15.133:43328) 2023-12-02T00:34:36.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446c37640 1 -- 172.21.15.133:0/1305236853 learned_addr learned my addr 172.21.15.133:0/1305236853 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:36.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446436640 1 --2- 172.21.15.133:0/1305236853 >> v2:172.21.15.172:3300/0 conn(0x7f44400c4fb0 0x7f44400c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446c37640 1 -- 172.21.15.133:0/1305236853 >> v2:172.21.15.172:3300/0 conn(0x7f44400c4fb0 msgr2=0x7f44400c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:36.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446c37640 1 --2- 172.21.15.133:0/1305236853 >> v2:172.21.15.172:3300/0 conn(0x7f44400c4fb0 0x7f44400c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446c37640 1 -- 172.21.15.133:0/1305236853 >> v1:172.21.15.172:6789/0 conn(0x7f444006db90 legacy=0x7f444006c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446c37640 1 -- 172.21.15.133:0/1305236853 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44400a9270 con 0x7f44400c32a0 2023-12-02T00:34:36.980 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.975+0000 7f4446436640 1 --2- 172.21.15.133:0/1305236853 >> v2:172.21.15.172:3300/0 conn(0x7f44400c4fb0 0x7f44400c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:36.981 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f4446c37640 1 --2- 172.21.15.133:0/1305236853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f444006dff0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f44400ab4c0 tx=0x7f443801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6533b208b6d052 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f4445434640 1 -- 172.21.15.133:0/1305236853 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44380a5770 con 0x7f44400c32a0 2023-12-02T00:34:36.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f4445434640 1 -- 172.21.15.133:0/1305236853 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44380a58d0 con 0x7f44400c32a0 2023-12-02T00:34:36.982 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f4445434640 1 -- 172.21.15.133:0/1305236853 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44380a5c60 con 0x7f44400c32a0 2023-12-02T00:34:36.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 -- 172.21.15.133:0/1305236853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 msgr2=0x7f444006dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 --2- 172.21.15.133:0/1305236853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f444006dff0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f44400ab4c0 tx=0x7f443801c8b0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 -- 172.21.15.133:0/1305236853 shutdown_connections 2023-12-02T00:34:36.983 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 --2- 172.21.15.133:0/1305236853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f444006dff0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 --2- 172.21.15.133:0/1305236853 >> v2:172.21.15.172:3300/0 conn(0x7f44400c4fb0 0x7f44400c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 -- 172.21.15.133:0/1305236853 >> 172.21.15.133:0/1305236853 conn(0x7f44400c5d40 msgr2=0x7f44400c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:36.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 -- 172.21.15.133:0/1305236853 shutdown_connections 2023-12-02T00:34:36.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.979+0000 7f444869a640 1 -- 172.21.15.133:0/1305236853 wait complete. 2023-12-02T00:34:36.984 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 Processor -- start 2023-12-02T00:34:36.985 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 -- start start 2023-12-02T00:34:36.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f444006db90 0x7f4440157300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f44401ee950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44400c4fb0 0x7f44401521a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44401586c0 con 0x7f44400c32a0 2023-12-02T00:34:36.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44401eee90 con 0x7f444006db90 2023-12-02T00:34:36.987 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4440157970 con 0x7f44400c4fb0 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f44401ee950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f44401ee950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43342/0 (socket says 172.21.15.133:43342) 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 -- 172.21.15.133:0/4042900596 learned_addr learned my addr 172.21.15.133:0/4042900596 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4446436640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f444006db90 0x7f4440157300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4446c37640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44400c4fb0 0x7f44401521a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 -- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44400c4fb0 msgr2=0x7f44401521a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f44400c4fb0 0x7f44401521a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 -- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f444006db90 msgr2=0x7f4440157300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:36.988 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f444006db90 0x7f4440157300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 -- 172.21.15.133:0/4042900596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4438009b30 con 0x7f44400c32a0 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4446436640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f444006db90 0x7f4440157300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4445c35640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f44401ee950 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f443000c3c0 tx=0x7f443000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44300052d0 con 0x7f44400c32a0 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4430005430 con 0x7f44400c32a0 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4430003840 con 0x7f44400c32a0 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4440158910 con 0x7f44400c32a0 2023-12-02T00:34:36.989 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.983+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4440158ed0 con 0x7f44400c32a0 2023-12-02T00:34:36.990 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f444015e670 con 0x7f44400c32a0 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f44300039a0 con 0x7f44400c32a0 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4436ffd640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4424066470 0x7f4424068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f4430083070 con 0x7f44400c32a0 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4446436640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4424066470 0x7f4424068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4436ffd640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f442406c370 0x7f442406e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 --> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f442406ee40 con 0x7f442406c370 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4430085730 con 0x7f44400c32a0 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4446c37640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f442406c370 0x7f442406e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:36.991 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4446436640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4424066470 0x7f4424068930 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f443c006e90 tx=0x7f443c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.987+0000 7f4446c37640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f442406c370 0x7f442406e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:36.992 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:36.991+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== osd.6 v2:172.21.15.172:6800/25230732 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f442406ee40 con 0x7f442406c370 2023-12-02T00:34:37.004 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 --> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f4440068400 con 0x7f442406c370 2023-12-02T00:34:37.005 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f4436ffd640 1 -- 172.21.15.133:0/4042900596 <== osd.6 v2:172.21.15.172:6800/25230732 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f4440068400 con 0x7f442406c370 2023-12-02T00:34:37.006 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:37.006 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:37.006 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:37.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f442406c370 msgr2=0x7f442406e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.172:6800/25230732,v1:172.21.15.172:6801/25230732] conn(0x7f442406c370 0x7f442406e790 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4424066470 msgr2=0x7f4424068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f4424066470 0x7f4424068930 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f443c006e90 tx=0x7f443c008040 comp rx=0 tx=0).stop 2023-12-02T00:34:37.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 msgr2=0x7f44401ee950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.007 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 --2- 172.21.15.133:0/4042900596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44400c32a0 0x7f44401ee950 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f443000c3c0 tx=0x7f443000c880 comp rx=0 tx=0).stop 2023-12-02T00:34:37.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f4446c37640 1 -- 172.21.15.133:0/4042900596 reap_dead start 2023-12-02T00:34:37.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 shutdown_connections 2023-12-02T00:34:37.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 >> 172.21.15.133:0/4042900596 conn(0x7f44400c5d40 msgr2=0x7f44400c6120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:37.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 shutdown_connections 2023-12-02T00:34:37.008 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.003+0000 7f444869a640 1 -- 172.21.15.133:0/4042900596 wait complete. 2023-12-02T00:34:37.024 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2023-12-02T00:34:37.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff0106c9640 1 Processor -- start 2023-12-02T00:34:37.165 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff0106c9640 1 -- start start 2023-12-02T00:34:37.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff0106c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 0x7ff00806b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.166 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff0106c9640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff00806b9e0 0x7ff00815f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff0106c9640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff00806c860 con 0x7ff008151e90 2023-12-02T00:34:37.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff0106c9640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0080c8750 con 0x7ff00806b9e0 2023-12-02T00:34:37.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff0106c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0081552d0 con 0x7ff0080c7ea0 2023-12-02T00:34:37.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00e465640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff008151e90 0x7ff0080c4920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:47588/0 (socket says 172.21.15.133:47588) 2023-12-02T00:34:37.167 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00e465640 1 -- 172.21.15.133:0/2965353594 learned_addr learned my addr 172.21.15.133:0/2965353594 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:37.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2739368907 0 0) 0x7ff00806c860 con 0x7ff008151e90 2023-12-02T00:34:37.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feff4003530 con 0x7ff008151e90 2023-12-02T00:34:37.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00ec66640 1 --2- 172.21.15.133:0/2965353594 >> v2:172.21.15.172:3300/0 conn(0x7ff00806b9e0 0x7ff00815f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00dc64640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 0x7ff00806b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.169 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1293391603 0 0) 0x7feff4003530 con 0x7ff008151e90 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 msgr2=0x7ff00806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 0x7ff00806b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 >> v2:172.21.15.172:3300/0 conn(0x7ff00806b9e0 msgr2=0x7ff00815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 --2- 172.21.15.133:0/2965353594 >> v2:172.21.15.172:3300/0 conn(0x7ff00806b9e0 0x7ff00815f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff008154930 con 0x7ff008151e90 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7ff004001680 con 0x7ff008151e90 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 >> v1:172.21.15.133:6789/0 conn(0x7ff008151e90 legacy=0x7ff0080c4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.170 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff4003980 0x7feff4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 0x7feff40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4004d10 0x7feff4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0080c8750 con 0x7feff4003980 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0081552d0 con 0x7feff4004d10 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.163+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feff400bba0 con 0x7ff0080c7ea0 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00e465640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff4003980 0x7feff4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00ec66640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4004d10 0x7feff4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00dc64640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 0x7feff40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.171 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00e465640 1 -- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 msgr2=0x7feff40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00e465640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 0x7feff40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00e465640 1 -- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4004d10 msgr2=0x7feff4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00e465640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4004d10 0x7feff4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00e465640 1 -- 172.21.15.133:0/2965353594 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feff4003530 con 0x7feff4003980 2023-12-02T00:34:37.172 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00dc64640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0080c7ea0 0x7feff40047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:37.173 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00e465640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff4003980 0x7feff4003da0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7ff00400c240 tx=0x7ff00401cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba9be78bb8905f2 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0040058e0 con 0x7feff4003980 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff004005a40 con 0x7feff4003980 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.167+0000 7ff00d463640 1 -- 172.21.15.133:0/2965353594 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff004005e10 con 0x7feff4003980 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- 172.21.15.133:0/2965353594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff4003980 msgr2=0x7feff4003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 --2- 172.21.15.133:0/2965353594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff4003980 0x7feff4003da0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7ff00400c240 tx=0x7ff00401cc60 comp rx=0 tx=0).stop 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 -- 172.21.15.133:0/2965353594 reap_dead start 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- 172.21.15.133:0/2965353594 shutdown_connections 2023-12-02T00:34:37.174 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- 172.21.15.133:0/2965353594 >> 172.21.15.133:0/2965353594 conn(0x7ff0080ca170 msgr2=0x7ff0080ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:37.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- 172.21.15.133:0/2965353594 shutdown_connections 2023-12-02T00:34:37.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- 172.21.15.133:0/2965353594 wait complete. 2023-12-02T00:34:37.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 Processor -- start 2023-12-02T00:34:37.175 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- start start 2023-12-02T00:34:37.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4003980 0x7ff00815a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0081f0c00 0x7ff0080ab030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0080ab570 0x7ff0080c3300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff008155bf0 con 0x7ff0080ab570 2023-12-02T00:34:37.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0080ab9f0 con 0x7feff4003980 2023-12-02T00:34:37.177 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff0106c9640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0081ee640 con 0x7ff0081f0c00 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0080ab570 0x7ff0080c3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0080ab570 0x7ff0080c3300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43364/0 (socket says 172.21.15.133:43364) 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 -- 172.21.15.133:0/2650249721 learned_addr learned my addr 172.21.15.133:0/2650249721 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00e465640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4003980 0x7ff00815a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00dc64640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0081f0c00 0x7ff0080ab030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 -- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0081f0c00 msgr2=0x7ff0080ab030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0081f0c00 0x7ff0080ab030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 -- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4003980 msgr2=0x7ff00815a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.178 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4003980 0x7ff00815a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00ec66640 1 -- 172.21.15.133:0/2650249721 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0081edac0 con 0x7ff0080ab570 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00dc64640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0081f0c00 0x7ff0080ab030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.171+0000 7ff00e465640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4003980 0x7ff00815a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7ff00ec66640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0080ab570 0x7ff0080c3300 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7ff0080bd660 tx=0x7ff000007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7feffeffd640 1 -- 172.21.15.133:0/2650249721 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff000007c80 con 0x7ff0080ab570 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7feffeffd640 1 -- 172.21.15.133:0/2650249721 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff000007de0 con 0x7ff0080ab570 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7feffeffd640 1 -- 172.21.15.133:0/2650249721 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff000015660 con 0x7ff0080ab570 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0081edda0 con 0x7ff0080ab570 2023-12-02T00:34:37.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0081ee360 con 0x7ff0080ab570 2023-12-02T00:34:37.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0080c3020 con 0x7ff0080ab570 2023-12-02T00:34:37.180 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7feffeffd640 1 -- 172.21.15.133:0/2650249721 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff0000157c0 con 0x7ff0080ab570 2023-12-02T00:34:37.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7feffeffd640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefec0664a0 0x7fefec068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7feffeffd640 1 -- 172.21.15.133:0/2650249721 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff000084100 con 0x7ff0080ab570 2023-12-02T00:34:37.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7ff00e465640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefec0664a0 0x7fefec068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.175+0000 7ff00e465640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefec0664a0 0x7fefec068960 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7ff0040aa000 tx=0x7ff004001a80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.182 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.179+0000 7feffeffd640 1 -- 172.21.15.133:0/2650249721 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0080c3020 con 0x7ff0080ab570 2023-12-02T00:34:37.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7ff0080c5a60 con 0x7fefec0664a0 2023-12-02T00:34:37.337 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7feffeffd640 1 -- 172.21.15.133:0/2650249721 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff0080c5a60 con 0x7fefec0664a0 2023-12-02T00:34:37.337 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 6 to deep-scrub 2023-12-02T00:34:37.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefec0664a0 msgr2=0x7fefec068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefec0664a0 0x7fefec068960 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7ff0040aa000 tx=0x7ff004001a80 comp rx=0 tx=0).stop 2023-12-02T00:34:37.339 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0080ab570 msgr2=0x7ff0080c3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0080ab570 0x7ff0080c3300 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7ff0080bd660 tx=0x7ff000007700 comp rx=0 tx=0).stop 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 shutdown_connections 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fefec0664a0 0x7fefec068960 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0080ab570 0x7ff0080c3300 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff0081f0c00 0x7ff0080ab030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 --2- 172.21.15.133:0/2650249721 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7feff4003980 0x7ff00815a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 >> 172.21.15.133:0/2650249721 conn(0x7ff0080ca170 msgr2=0x7ff008150fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 shutdown_connections 2023-12-02T00:34:37.340 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.335+0000 7ff0106c9640 1 -- 172.21.15.133:0/2650249721 wait complete. 2023-12-02T00:34:37.359 INFO:tasks.ceph:Scrubbing osd.7 2023-12-02T00:34:37.359 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2023-12-02T00:34:37.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6fdd65640 1 Processor -- start 2023-12-02T00:34:37.500 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6fdd65640 1 -- start start 2023-12-02T00:34:37.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6fdd65640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7ff6f806e2a0 0x7ff6f80c1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6fdd65640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff6f80c32a0 0x7ff6f806c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6fdd65640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6f80aa750 con 0x7ff6f80c4fb0 2023-12-02T00:34:37.502 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6fdd65640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6f80a8f90 con 0x7ff6f80c32a0 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6fdd65640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6f80a9270 con 0x7ff6f806e2a0 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f7fff640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7ff6f80c32a0 0x7ff6f806c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f77fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7ff6f80c4fb0 0x7ff6f806db90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:47596/0 (socket says 172.21.15.133:47596) 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f77fe640 1 -- 172.21.15.133:0/1234495703 learned_addr learned my addr 172.21.15.133:0/1234495703 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f6ffd640 1 --2- 172.21.15.133:0/1234495703 >> v2:172.21.15.172:3300/0 conn(0x7ff6f806e2a0 0x7ff6f80c1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f7fff640 1 -- 172.21.15.133:0/1234495703 >> v2:172.21.15.172:3300/0 conn(0x7ff6f806e2a0 msgr2=0x7ff6f80c1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f7fff640 1 --2- 172.21.15.133:0/1234495703 >> v2:172.21.15.172:3300/0 conn(0x7ff6f806e2a0 0x7ff6f80c1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.503 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f7fff640 1 -- 172.21.15.133:0/1234495703 >> v1:172.21.15.133:6789/0 conn(0x7ff6f80c4fb0 legacy=0x7ff6f806db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f7fff640 1 -- 172.21.15.133:0/1234495703 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6f80a9550 con 0x7ff6f80c32a0 2023-12-02T00:34:37.504 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.499+0000 7ff6f67fc640 1 -- 172.21.15.133:0/1234495703 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2524878294 0 0) 0x7ff6f80aa750 con 0x7ff6f80c4fb0 2023-12-02T00:34:37.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6f7fff640 1 --2- 172.21.15.133:0/1234495703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f80c32a0 0x7ff6f806c840 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7ff6f80c6a60 tx=0x7ff6f001c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1683da61fb18dbe server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6f67fc640 1 -- 172.21.15.133:0/1234495703 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f00a58d0 con 0x7ff6f80c32a0 2023-12-02T00:34:37.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6f67fc640 1 -- 172.21.15.133:0/1234495703 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6f00a5a30 con 0x7ff6f80c32a0 2023-12-02T00:34:37.505 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6f67fc640 1 -- 172.21.15.133:0/1234495703 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f00a5dc0 con 0x7ff6f80c32a0 2023-12-02T00:34:37.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 -- 172.21.15.133:0/1234495703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f80c32a0 msgr2=0x7ff6f806c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 --2- 172.21.15.133:0/1234495703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f80c32a0 0x7ff6f806c840 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7ff6f80c6a60 tx=0x7ff6f001c7f0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.506 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 -- 172.21.15.133:0/1234495703 shutdown_connections 2023-12-02T00:34:37.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 --2- 172.21.15.133:0/1234495703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f80c32a0 0x7ff6f806c840 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 --2- 172.21.15.133:0/1234495703 >> v2:172.21.15.172:3300/0 conn(0x7ff6f806e2a0 0x7ff6f80c1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.507 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 -- 172.21.15.133:0/1234495703 >> 172.21.15.133:0/1234495703 conn(0x7ff6f80c5d40 msgr2=0x7ff6f80c6150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:37.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 -- 172.21.15.133:0/1234495703 shutdown_connections 2023-12-02T00:34:37.508 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 -- 172.21.15.133:0/1234495703 wait complete. 2023-12-02T00:34:37.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.503+0000 7ff6fdd65640 1 Processor -- start 2023-12-02T00:34:37.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 -- start start 2023-12-02T00:34:37.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f806e2a0 0x7ff6f80c4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6f80c32a0 0x7ff6f8156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6f80c4fb0 0x7ff6f81ecd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f80a8800 con 0x7ff6f806e2a0 2023-12-02T00:34:37.509 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f80c3de0 con 0x7ff6f80c4fb0 2023-12-02T00:34:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f80c4740 con 0x7ff6f80c32a0 2023-12-02T00:34:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f806e2a0 0x7ff6f80c4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f806e2a0 0x7ff6f80c4200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43396/0 (socket says 172.21.15.133:43396) 2023-12-02T00:34:37.510 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 -- 172.21.15.133:0/3989264046 learned_addr learned my addr 172.21.15.133:0/3989264046 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:37.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f7fff640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6f80c4fb0 0x7ff6f81ecd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f6ffd640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6f80c32a0 0x7ff6f8156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.511 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 -- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6f80c32a0 msgr2=0x7ff6f8156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6f80c32a0 0x7ff6f8156080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 -- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6f80c4fb0 msgr2=0x7ff6f81ecd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6f80c4fb0 0x7ff6f81ecd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 -- 172.21.15.133:0/3989264046 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6f0009a70 con 0x7ff6f806e2a0 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f6ffd640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7ff6f80c32a0 0x7ff6f8156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f7fff640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7ff6f80c4fb0 0x7ff6f81ecd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6f77fe640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f806e2a0 0x7ff6f80c4200 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800c4b0 tx=0x7ff6e800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e80074e0 con 0x7ff6f806e2a0 2023-12-02T00:34:37.512 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6e8007660 con 0x7ff6f806e2a0 2023-12-02T00:34:37.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e8004a30 con 0x7ff6f806e2a0 2023-12-02T00:34:37.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6f80a78c0 con 0x7ff6f806e2a0 2023-12-02T00:34:37.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6f80a75e0 con 0x7ff6f806e2a0 2023-12-02T00:34:37.513 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.507+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff6f8068400 con 0x7ff6f806e2a0 2023-12-02T00:34:37.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff6e8004b90 con 0x7ff6f806e2a0 2023-12-02T00:34:37.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6dffff640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6e40664a0 0x7ff6e4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff6e8082c60 con 0x7ff6f806e2a0 2023-12-02T00:34:37.514 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6f6ffd640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6e40664a0 0x7ff6e4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6dffff640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7ff6e406c3a0 0x7ff6e406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 --> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff6e406ee70 con 0x7ff6e406c3a0 2023-12-02T00:34:37.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6e8088070 con 0x7ff6f806e2a0 2023-12-02T00:34:37.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6f7fff640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7ff6e406c3a0 0x7ff6e406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6f6ffd640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6e40664a0 0x7ff6e4068960 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7ff6f80bf990 tx=0x7ff6ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.515 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6f7fff640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7ff6e406c3a0 0x7ff6e406e7c0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.516 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.511+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== osd.7 v2:172.21.15.172:6822/3237679753 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7ff6e406ee70 con 0x7ff6e406c3a0 2023-12-02T00:34:37.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.523+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 --> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff6f80c4050 con 0x7ff6e406c3a0 2023-12-02T00:34:37.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6dffff640 1 -- 172.21.15.133:0/3989264046 <== osd.7 v2:172.21.15.172:6822/3237679753 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7ff6f80c4050 con 0x7ff6e406c3a0 2023-12-02T00:34:37.529 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-12-02T00:34:37.529 INFO:teuthology.orchestra.run.smithi133.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-12-02T00:34:37.529 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-12-02T00:34:37.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7ff6e406c3a0 msgr2=0x7ff6e406e7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.172:6822/3237679753,v1:172.21.15.172:6824/3237679753] conn(0x7ff6e406c3a0 0x7ff6e406e7c0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6e40664a0 msgr2=0x7ff6e4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7ff6e40664a0 0x7ff6e4068960 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7ff6f80bf990 tx=0x7ff6ec008040 comp rx=0 tx=0).stop 2023-12-02T00:34:37.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f806e2a0 msgr2=0x7ff6f80c4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 --2- 172.21.15.133:0/3989264046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6f806e2a0 0x7ff6f80c4200 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800c4b0 tx=0x7ff6e800c970 comp rx=0 tx=0).stop 2023-12-02T00:34:37.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6f7fff640 1 -- 172.21.15.133:0/3989264046 reap_dead start 2023-12-02T00:34:37.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 shutdown_connections 2023-12-02T00:34:37.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 >> 172.21.15.133:0/3989264046 conn(0x7ff6f80c5d40 msgr2=0x7ff6f806d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:37.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 shutdown_connections 2023-12-02T00:34:37.531 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.527+0000 7ff6fdd65640 1 -- 172.21.15.133:0/3989264046 wait complete. 2023-12-02T00:34:37.547 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2023-12-02T00:34:37.685 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b7da6b640 1 Processor -- start 2023-12-02T00:34:37.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b7da6b640 1 -- start start 2023-12-02T00:34:37.686 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b7da6b640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9b780c2bb0 0x7f9b780c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b7da6b640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b780c31c0 con 0x7f9b780c63c0 2023-12-02T00:34:37.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b7da6b640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b780c34a0 con 0x7f9b780c4100 2023-12-02T00:34:37.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b7da6b640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b780c1030 con 0x7f9b780c2bb0 2023-12-02T00:34:37.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b777fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f9b780c63c0 0x7f9b780c24a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:47602/0 (socket says 172.21.15.133:47602) 2023-12-02T00:34:37.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b777fe640 1 -- 172.21.15.133:0/1577775963 learned_addr learned my addr 172.21.15.133:0/1577775963 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:37.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b77fff640 1 --2- 172.21.15.133:0/1577775963 >> v2:172.21.15.172:3300/0 conn(0x7f9b780c2bb0 0x7f9b780c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 423607705 0 0) 0x7f9b780c31c0 con 0x7f9b780c63c0 2023-12-02T00:34:37.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9b64003530 con 0x7f9b780c63c0 2023-12-02T00:34:37.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 <== mon.0 v1:172.21.15.133:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 327632249 0 0) 0x7f9b64003530 con 0x7f9b780c63c0 2023-12-02T00:34:37.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 >> v2:172.21.15.172:3300/0 conn(0x7f9b780c2bb0 msgr2=0x7f9b780c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 --2- 172.21.15.133:0/1577775963 >> v2:172.21.15.172:3300/0 conn(0x7f9b780c2bb0 0x7f9b780c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 >> v1:172.21.15.172:6789/0 conn(0x7f9b780c4100 legacy=0x7f9b780a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 --> v1:172.21.15.133:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b780c1310 con 0x7f9b780c63c0 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.683+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 <== mon.0 v1:172.21.15.133:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3156107488 0 0) 0x7f9b68001680 con 0x7f9b780c63c0 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 >> v1:172.21.15.133:6789/0 conn(0x7f9b780c63c0 legacy=0x7f9b780c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b64003980 0x7f9b64003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b640047d0 0x7f9b64004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b640052b0 0x7f9b6400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b780c1030 con 0x7f9b640047d0 2023-12-02T00:34:37.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6400c180 con 0x7f9b64003980 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6400c340 con 0x7f9b640052b0 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b6ffff640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b640047d0 0x7f9b64004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b777fe640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b64003980 0x7f9b64003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b77fff640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b640052b0 0x7f9b6400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b6ffff640 1 -- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b640052b0 msgr2=0x7f9b6400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b6ffff640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b640052b0 0x7f9b6400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b6ffff640 1 -- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b64003980 msgr2=0x7f9b64003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b6ffff640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b64003980 0x7f9b64003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b6ffff640 1 -- 172.21.15.133:0/1577775963 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b64003530 con 0x7f9b640047d0 2023-12-02T00:34:37.692 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b77fff640 1 -- 172.21.15.133:0/1577775963 reap_dead start 2023-12-02T00:34:37.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b6ffff640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b640047d0 0x7f9b64004c50 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9b60001750 tx=0x7f9b6001c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b193f5980b7dc4a server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b600052d0 con 0x7f9b640047d0 2023-12-02T00:34:37.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b600a7050 con 0x7f9b640047d0 2023-12-02T00:34:37.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.687+0000 7f9b76ffd640 1 -- 172.21.15.133:0/1577775963 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b60003600 con 0x7f9b640047d0 2023-12-02T00:34:37.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- 172.21.15.133:0/1577775963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b640047d0 msgr2=0x7f9b64004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b640047d0 0x7f9b64004c50 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9b60001750 tx=0x7f9b6001c380 comp rx=0 tx=0).stop 2023-12-02T00:34:37.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- 172.21.15.133:0/1577775963 shutdown_connections 2023-12-02T00:34:37.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/1577775963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b640047d0 0x7f9b64004c50 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- 172.21.15.133:0/1577775963 >> 172.21.15.133:0/1577775963 conn(0x7f9b7806a5b0 msgr2=0x7f9b7806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:37.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- 172.21.15.133:0/1577775963 shutdown_connections 2023-12-02T00:34:37.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- 172.21.15.133:0/1577775963 wait complete. 2023-12-02T00:34:37.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 Processor -- start 2023-12-02T00:34:37.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- start start 2023-12-02T00:34:37.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b640047d0 0x7f9b780bfd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b78072730 0x7f9b7814fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b780a7380 0x7f9b78150240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.697 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b781dd3e0 con 0x7f9b780a7380 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b78150780 con 0x7f9b640047d0 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b7da6b640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b781dcad0 con 0x7f9b78072730 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b77fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b780a7380 0x7f9b78150240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b77fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b780a7380 0x7f9b78150240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43422/0 (socket says 172.21.15.133:43422) 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b77fff640 1 -- 172.21.15.133:0/4289170051 learned_addr learned my addr 172.21.15.133:0/4289170051 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b6ffff640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b78072730 0x7f9b7814fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.691+0000 7f9b777fe640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b640047d0 0x7f9b780bfd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b77fff640 1 -- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b78072730 msgr2=0x7f9b7814fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.698 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b77fff640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b78072730 0x7f9b7814fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b77fff640 1 -- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b640047d0 msgr2=0x7f9b780bfd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b77fff640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b640047d0 0x7f9b780bfd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b77fff640 1 -- 172.21.15.133:0/4289170051 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b780c69b0 con 0x7f9b780a7380 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b77fff640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b780a7380 0x7f9b78150240 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f9b780ab3d0 tx=0x7f9b700115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b74ff9640 1 -- 172.21.15.133:0/4289170051 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b7000e070 con 0x7f9b780a7380 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b74ff9640 1 -- 172.21.15.133:0/4289170051 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b70011e10 con 0x7f9b780a7380 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b74ff9640 1 -- 172.21.15.133:0/4289170051 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b700039a0 con 0x7f9b780a7380 2023-12-02T00:34:37.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b781ee0a0 con 0x7f9b780a7380 2023-12-02T00:34:37.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b781dd070 con 0x7f9b780a7380 2023-12-02T00:34:37.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b78068400 con 0x7f9b780a7380 2023-12-02T00:34:37.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b74ff9640 1 -- 172.21.15.133:0/4289170051 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9b70003b00 con 0x7f9b780a7380 2023-12-02T00:34:37.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b74ff9640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9b580664a0 0x7f9b58068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:37.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b74ff9640 1 -- 172.21.15.133:0/4289170051 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f9b700843a0 con 0x7f9b780a7380 2023-12-02T00:34:37.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.695+0000 7f9b777fe640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9b580664a0 0x7f9b58068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:37.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.699+0000 7f9b777fe640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9b580664a0 0x7f9b58068960 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f9b68007c50 tx=0x7f9b68000f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:37.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.699+0000 7f9b74ff9640 1 -- 172.21.15.133:0/4289170051 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9b70051b60 con 0x7f9b780a7380 2023-12-02T00:34:37.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f9b780c3e70 con 0x7f9b580664a0 2023-12-02T00:34:37.852 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b74ff9640 1 -- 172.21.15.133:0/4289170051 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f9b780c3e70 con 0x7f9b580664a0 2023-12-02T00:34:37.853 INFO:teuthology.orchestra.run.smithi133.stderr:instructed osd(s) 7 to deep-scrub 2023-12-02T00:34:37.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9b580664a0 msgr2=0x7f9b58068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9b580664a0 0x7f9b58068960 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f9b68007c50 tx=0x7f9b68000f90 comp rx=0 tx=0).stop 2023-12-02T00:34:37.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b780a7380 msgr2=0x7f9b78150240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:37.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b780a7380 0x7f9b78150240 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f9b780ab3d0 tx=0x7f9b700115a0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 shutdown_connections 2023-12-02T00:34:37.855 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f9b580664a0 0x7f9b58068960 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b780a7380 0x7f9b78150240 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9b78072730 0x7f9b7814fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 --2- 172.21.15.133:0/4289170051 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9b640047d0 0x7f9b780bfd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:37.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 >> 172.21.15.133:0/4289170051 conn(0x7f9b7806a5b0 msgr2=0x7f9b780a57c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:37.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 shutdown_connections 2023-12-02T00:34:37.856 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:37.851+0000 7f9b7da6b640 1 -- 172.21.15.133:0/4289170051 wait complete. 2023-12-02T00:34:37.874 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:34:38.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb55e3e7640 1 Processor -- start 2023-12-02T00:34:38.013 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb55e3e7640 1 -- start start 2023-12-02T00:34:38.014 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb55e3e7640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7fb558151e90 0x7fb5580c4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:38.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb55e3e7640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb55806c860 con 0x7fb5580c7ea0 2023-12-02T00:34:38.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb55e3e7640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb558154930 con 0x7fb5580c4e60 2023-12-02T00:34:38.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb55e3e7640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5580c8750 con 0x7fb558151e90 2023-12-02T00:34:38.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb5577fe640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7fb5580c7ea0 0x7fb55806b4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:47604/0 (socket says 172.21.15.133:47604) 2023-12-02T00:34:38.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb5577fe640 1 -- 172.21.15.133:0/3959855780 learned_addr learned my addr 172.21.15.133:0/3959855780 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:38.015 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb557fff640 1 --2- 172.21.15.133:0/3959855780 >> v2:172.21.15.172:3300/0 conn(0x7fb558151e90 0x7fb5580c4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:38.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb556ffd640 1 -- 172.21.15.133:0/3959855780 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2132611265 0 0) 0x7fb55806c860 con 0x7fb5580c7ea0 2023-12-02T00:34:38.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb556ffd640 1 -- 172.21.15.133:0/3959855780 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb540003530 con 0x7fb5580c7ea0 2023-12-02T00:34:38.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb556ffd640 1 -- 172.21.15.133:0/3959855780 <== mon.1 v1:172.21.15.172:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1817937914 0 0) 0x7fb558154930 con 0x7fb5580c4e60 2023-12-02T00:34:38.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb556ffd640 1 -- 172.21.15.133:0/3959855780 --> v1:172.21.15.172:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb55806c860 con 0x7fb5580c4e60 2023-12-02T00:34:38.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb557fff640 1 -- 172.21.15.133:0/3959855780 >> v1:172.21.15.172:6789/0 conn(0x7fb5580c4e60 legacy=0x7fb55815f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:38.016 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb557fff640 1 -- 172.21.15.133:0/3959855780 >> v1:172.21.15.133:6789/0 conn(0x7fb5580c7ea0 legacy=0x7fb55806b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:38.017 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.011+0000 7fb557fff640 1 -- 172.21.15.133:0/3959855780 --> v2:172.21.15.172:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb558154c10 con 0x7fb558151e90 2023-12-02T00:34:38.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb557fff640 1 --2- 172.21.15.133:0/3959855780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb558151e90 0x7fb5580c4920 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb5480097c0 tx=0x7fb54801c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b90298c3ceef3f9f server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:38.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb556ffd640 1 -- 172.21.15.133:0/3959855780 <== mon.1 v2:172.21.15.172:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5480ab600 con 0x7fb558151e90 2023-12-02T00:34:38.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb556ffd640 1 -- 172.21.15.133:0/3959855780 <== mon.1 v2:172.21.15.172:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5480a7050 con 0x7fb558151e90 2023-12-02T00:34:38.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb556ffd640 1 -- 172.21.15.133:0/3959855780 <== mon.1 v2:172.21.15.172:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5480ab980 con 0x7fb558151e90 2023-12-02T00:34:38.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb55e3e7640 1 -- 172.21.15.133:0/3959855780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb558151e90 msgr2=0x7fb5580c4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:38.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/3959855780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb558151e90 0x7fb5580c4920 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb5480097c0 tx=0x7fb54801c360 comp rx=0 tx=0).stop 2023-12-02T00:34:38.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb55e3e7640 1 -- 172.21.15.133:0/3959855780 shutdown_connections 2023-12-02T00:34:38.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/3959855780 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb558151e90 0x7fb5580c4920 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.015+0000 7fb55e3e7640 1 -- 172.21.15.133:0/3959855780 >> 172.21.15.133:0/3959855780 conn(0x7fb5580ca170 msgr2=0x7fb5580ca580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:38.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 -- 172.21.15.133:0/3959855780 shutdown_connections 2023-12-02T00:34:38.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 -- 172.21.15.133:0/3959855780 wait complete. 2023-12-02T00:34:38.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 Processor -- start 2023-12-02T00:34:38.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 -- start start 2023-12-02T00:34:38.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5580c4e60 0x7fb5580ad670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:38.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb5580c7ea0 0x7fb5580af700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:38.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb558151e90 0x7fb5580ae1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:38.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5581552d0 con 0x7fb5580c4e60 2023-12-02T00:34:38.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5580c37f0 con 0x7fb5580c7ea0 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb55e3e7640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5580c2b70 con 0x7fb558151e90 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5580c4e60 0x7fb5580ad670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5580c4e60 0x7fb5580ad670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:43424/0 (socket says 172.21.15.133:43424) 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 -- 172.21.15.133:0/2632704678 learned_addr learned my addr 172.21.15.133:0/2632704678 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 -- 172.21.15.133:0/2632704678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb558151e90 msgr2=0x7fb5580ae1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb558151e90 0x7fb5580ae1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 -- 172.21.15.133:0/2632704678 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb5580c7ea0 msgr2=0x7fb5580af700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb5580c7ea0 0x7fb5580af700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 -- 172.21.15.133:0/2632704678 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb548009420 con 0x7fb5580c4e60 2023-12-02T00:34:38.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.019+0000 7fb557fff640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5580c4e60 0x7fb5580ad670 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fb548018f70 tx=0x7fb54801aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:38.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb554ff9640 1 -- 172.21.15.133:0/2632704678 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5480abd20 con 0x7fb5580c4e60 2023-12-02T00:34:38.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb554ff9640 1 -- 172.21.15.133:0/2632704678 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5480abe80 con 0x7fb5580c4e60 2023-12-02T00:34:38.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5580c2e50 con 0x7fb5580c4e60 2023-12-02T00:34:38.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb554ff9640 1 -- 172.21.15.133:0/2632704678 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5480b7690 con 0x7fb5580c4e60 2023-12-02T00:34:38.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5580c3410 con 0x7fb5580c4e60 2023-12-02T00:34:38.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb558068400 con 0x7fb5580c4e60 2023-12-02T00:34:38.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb554ff9640 1 -- 172.21.15.133:0/2632704678 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb5480b77f0 con 0x7fb5580c4e60 2023-12-02T00:34:38.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb554ff9640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb544066470 0x7fb544068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:38.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb554ff9640 1 -- 172.21.15.133:0/2632704678 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb54811e150 con 0x7fb5580c4e60 2023-12-02T00:34:38.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb5577fe640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb544066470 0x7fb544068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:38.027 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.023+0000 7fb5577fe640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb544066470 0x7fb544068930 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fb54c005890 tx=0x7fb54c007960 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:38.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.027+0000 7fb554ff9640 1 -- 172.21.15.133:0/2632704678 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb5480eb860 con 0x7fb5580c4e60 2023-12-02T00:34:38.179 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.175+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb5581556f0 con 0x7fb544066470 2023-12-02T00:34:38.181 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb554ff9640 1 -- 172.21.15.133:0/2632704678 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50296 (secure 0 0 0) 0x7fb54c0070d0 con 0x7fb544066470 2023-12-02T00:34:38.182 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:38.182 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:34:38.183 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb544066470 msgr2=0x7fb544068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb544066470 0x7fb544068930 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fb54c005890 tx=0x7fb54c007960 comp rx=0 tx=0).stop 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5580c4e60 msgr2=0x7fb5580ad670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5580c4e60 0x7fb5580ad670 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fb548018f70 tx=0x7fb54801aba0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 shutdown_connections 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7fb544066470 0x7fb544068930 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7fb558151e90 0x7fb5580ae1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7fb5580c7ea0 0x7fb5580af700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.184 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 --2- 172.21.15.133:0/2632704678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5580c4e60 0x7fb5580ad670 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:38.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 >> 172.21.15.133:0/2632704678 conn(0x7fb5580ca170 msgr2=0x7fb558150ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:38.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.179+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 shutdown_connections 2023-12-02T00:34:38.185 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:38.183+0000 7fb55e3e7640 1 -- 172.21.15.133:0/2632704678 wait complete. 2023-12-02T00:34:38.202 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2023-12-02T00:34:37.286380+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":77,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":258144,"kb_used_data":8680,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716576,"statfs":{"total":773094113280,"available":772829773824,"internally_reserved":0,"allocated":8888320,"data_stored":4586136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-138,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-1,"num_write_kb":-1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.683968"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":216,"reported_epoch":76,"state":"active+clean","last_fresh":"2023-12-02T00:34:28.942499+0000","last_change":"2023-12-02T00:30:48.637219+0000","last_active":"2023-12-02T00:34:28.942499+0000","last_peered":"2023-12-02T00:34:28.942499+0000","last_clean":"2023-12-02T00:34:28.942499+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:34:28.942499+0000","last_undegraded":"2023-12-02T00:34:28.942499+0000","last_fullsized":"2023-12-02T00:34:28.942499+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-02T00:30:47.575014+0000","last_clean_scrub_stamp":"2023-12-02T00:30:47.575014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T10:29:02.952391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574895,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32704,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339136,"statfs":{"total":96636764160,"available":96603275264,"internally_reserved":0,"allocated":1556480,"data_stored":1016043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.63500000000000001,"15min":0.627},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85599999999999998,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.502,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84899999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.63900000000000001}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.68100000000000005,"15min":0.68500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.85299999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.70699999999999996,"15min":0.72899999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.90200000000000002,"5min":1.45,"15min":1.45},"last":0.73199999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67300000000000004,"15min":0.67000000000000004},"min":{"1min":0.47799999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.503},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.71099999999999997,"15min":0.72899999999999998},"min":{"1min":0.48599999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.88700000000000001,"5min":1.091,"15min":1.091},"last":0.71199999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.68999999999999995,"15min":0.70399999999999996},"min":{"1min":0.52100000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.74299999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.83099999999999996,"5min":1.127,"15min":1.127},"last":0.76800000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.70099999999999996,"15min":0.72799999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89300000000000002,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.76700000000000002,"15min":0.79700000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81699999999999995,"5min":1.147,"15min":1.147},"last":0.748}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.70199999999999996,"15min":0.73099999999999998},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.92400000000000004,"5min":1.149,"15min":1.149},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.74199999999999999,"15min":0.77400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90900000000000003,"5min":1.306,"15min":1.306},"last":0.56799999999999995}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.80400000000000005,"15min":0.81799999999999995},"min":{"1min":0.47299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.93799999999999994,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":1.177,"15min":1.177},"last":0.59899999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574896,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.70099999999999996},"min":{"1min":0.38600000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.387,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.76600000000000001},"min":{"1min":0.49099999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.69099999999999995}]},{"osd":1,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.71999999999999997,"15min":0.70399999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":5.1289999999999996,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.64000000000000001},{"interface":"front","average":{"1min":1.0229999999999999,"5min":0.75,"15min":0.70299999999999996},"min":{"1min":0.48999999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.2530000000000001,"5min":8.2530000000000001,"15min":8.2530000000000001},"last":0.66200000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71699999999999997,"15min":0.70099999999999996},"min":{"1min":0.53900000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.71999999999999997,"15min":0.71699999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.77300000000000002}]},{"osd":3,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.81599999999999995,"15min":0.77700000000000002},"min":{"1min":0.52500000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":8.7300000000000004,"5min":8.7300000000000004,"15min":8.7300000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72099999999999997,"15min":0.72799999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.75600000000000001}]},{"osd":4,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40600000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.44500000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.74199999999999999}]},{"osd":5,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.5659999999999998,"5min":2.5659999999999998,"15min":2.5659999999999998},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.73899999999999999,"15min":0.74399999999999999},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.84199999999999997}]},{"osd":7,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.76900000000000002},"min":{"1min":0.46800000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.62},{"interface":"front","average":{"1min":0.879,"5min":0.81499999999999995,"15min":0.81299999999999994},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":3.96,"5min":3.96,"15min":3.96},"last":0.79900000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574895,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.71199999999999997,"15min":0.74299999999999999},"min":{"1min":0.48699999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.92400000000000004,"5min":2.097,"15min":2.097},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.71699999999999997,"15min":0.73499999999999999},"min":{"1min":0.45100000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.002,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.64800000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.753,"15min":0.77300000000000002},"min":{"1min":0.47399999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.012,"5min":2.137,"15min":2.137},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.745,"15min":0.75900000000000001},"min":{"1min":0.56299999999999994,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.0409999999999999,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.68300000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.748,"15min":0.76500000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.94699999999999995,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":0.752},"min":{"1min":0.48099999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0169999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.59299999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.73899999999999999,"15min":0.76900000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95399999999999996,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.79200000000000004,"15min":0.81200000000000006},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.02,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.66200000000000003}]},{"osd":4,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.625,"15min":0.61699999999999999},"min":{"1min":0.438,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.75600000000000001,"15min":0.75},"min":{"1min":0.53000000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0589999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67300000000000004,"15min":0.67500000000000004},"min":{"1min":0.49399999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.48099999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.498}]},{"osd":7,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69899999999999995,"15min":0.71099999999999997},"min":{"1min":0.45300000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.94999999999999996,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.503,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0409999999999999,"5min":1.236,"15min":1.236},"last":0.629}]}]},{"osd":4,"up_from":13,"seq":55834574896,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.67800000000000005,"15min":0.70399999999999996},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.879,"5min":1.002,"15min":1.002},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.70899999999999996,"15min":0.71899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85599999999999998,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.64900000000000002,"15min":0.65900000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.76200000000000001,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.68500000000000005,"15min":0.70699999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.745,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.5}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.69999999999999996,"15min":0.69399999999999995},"min":{"1min":0.53500000000000003,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.71499999999999997,"15min":0.72899999999999998},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.746}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.69799999999999995,"15min":0.68500000000000005},"min":{"1min":0.59999999999999998,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.96499999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.70699999999999996,"15min":0.71599999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.874,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.68999999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.65900000000000003,"15min":0.66100000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91600000000000004,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.68899999999999995,"15min":0.68200000000000005},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.875}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.501,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1040000000000001,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.72599999999999998,"15min":0.72799999999999998},"min":{"1min":0.51500000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.76300000000000001}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.754,"15min":0.76100000000000001},"min":{"1min":0.54000000000000004,"5min":0.436,"15min":0.436},"max":{"1min":0.95099999999999996,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.80100000000000005,"15min":0.80600000000000005},"min":{"1min":0.61099999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94099999999999995,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.90100000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574897,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41599999999999998,"15min":0.433},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.82799999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.435},{"interface":"front","average":{"1min":0.438,"5min":0.48499999999999999,"15min":0.51000000000000001},"min":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.623,"5min":1.716,"15min":1.716},"last":0.45800000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50600000000000001,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.746,"5min":1.234,"15min":1.234},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.55800000000000005,"15min":0.58499999999999996},"min":{"1min":0.372,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68100000000000005,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.59699999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.55500000000000005,"15min":0.59099999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.56599999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.71399999999999997,"15min":0.73299999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.032,"5min":1.629,"15min":1.629},"last":1.125},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77000000000000002,"15min":0.80400000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.97099999999999997,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.88300000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.80700000000000005,"15min":0.85799999999999998},"min":{"1min":0.497,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.98799999999999999,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72399999999999998,"15min":0.746},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.145,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":1.0980000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.79600000000000004,"15min":0.84299999999999997},"min":{"1min":0.497,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.83299999999999996,"15min":0.88300000000000001},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0649999999999999,"5min":3.29,"15min":3.29},"last":1.0169999999999999}]},{"osd":7,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.75800000000000001,"15min":0.79000000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92500000000000004,"5min":1.792,"15min":1.792},"last":0.997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80700000000000005,"15min":0.85699999999999998},"min":{"1min":0.53200000000000003,"5min":0.436,"15min":0.436},"max":{"1min":0.89600000000000002,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":1.0780000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574898,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48299999999999998,"15min":0.48399999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.47399999999999998}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.436,"15min":0.436},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65900000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56499999999999995,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.81799999999999995,"5min":1.899,"15min":1.899},"last":0.42899999999999999}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50800000000000001,"15min":0.51200000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.70399999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.48399999999999999,"15min":0.5},"min":{"1min":0.33400000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72199999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.36199999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.71899999999999997,"15min":0.72899999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.97799999999999998,"5min":1.506,"15min":1.506},"last":0.875},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.76300000000000001,"15min":0.77900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.175,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.755}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.745,"15min":0.76700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89100000000000001,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97899999999999998,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.79000000000000004}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.77500000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90900000000000003,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.78000000000000003,"15min":0.80300000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.94299999999999995,"5min":1.865,"15min":1.865},"last":0.77400000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.78500000000000003,"15min":0.80300000000000005},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1060000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.55800000000000005,"5min":0.498,"15min":0.498},"max":{"1min":1.01,"5min":1.409,"15min":1.409},"last":0.81100000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.60299999999999998,"15min":0.621},"min":{"1min":0.28499999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67400000000000004,"5min":7.008,"15min":7.008},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.48499999999999999,"15min":0.48599999999999999},"min":{"1min":0.32500000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.28000000000000003}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.60999999999999999,"15min":0.62},"min":{"1min":0.34799999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82199999999999995,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.79900000000000004,"15min":0.874},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.48599999999999999}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.68999999999999995,"15min":0.73899999999999999},"min":{"1min":0.43099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.71699999999999997,"5min":4.633,"15min":4.633},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.65800000000000003,"15min":0.72199999999999998},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.58899999999999997,"5min":4.359,"15min":4.359},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.84799999999999998,"15min":0.89200000000000002},"min":{"1min":0.57399999999999995,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.91100000000000003,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.86199999999999999,"15min":0.88100000000000001},"min":{"1min":0.499,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.95399999999999996,"5min":5.968,"15min":5.968},"last":0.81999999999999995}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.86699999999999999,"15min":0.88700000000000001},"min":{"1min":0.57099999999999995,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.872,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.90900000000000003,"15min":0.97499999999999998},"min":{"1min":0.52800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.873,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.76400000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.879,"15min":0.93600000000000005},"min":{"1min":0.60199999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90700000000000003,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.90500000000000003,"15min":0.92500000000000004},"min":{"1min":0.60999999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91800000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.91100000000000003,"15min":0.97299999999999998},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.85199999999999998,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.88600000000000001,"15min":0.94599999999999995},"min":{"1min":0.57099999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.93300000000000005,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.84899999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574896,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32704,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339136,"statfs":{"total":96636764160,"available":96603275264,"internally_reserved":0,"allocated":1556480,"data_stored":1016043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.45200000000000001,"15min":0.47699999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.50900000000000001,"15min":0.53500000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.47799999999999998}]},{"osd":2,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.49099999999999999,"15min":0.50800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.501,"15min":0.50700000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.44400000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.58299999999999996,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55400000000000005,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.48899999999999999}]},{"osd":4,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.751,"15min":0.77100000000000002},"min":{"1min":0.53100000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.90400000000000003,"5min":1.252,"15min":1.252},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.76100000000000001,"15min":0.78700000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94899999999999995,"5min":1.266,"15min":1.266},"last":0.77700000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.72399999999999998,"15min":0.748},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0069999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.751,"15min":0.79100000000000004},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1850000000000001,"5min":1.204,"15min":1.204},"last":0.73599999999999999}]},{"osd":6,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.747,"15min":0.77800000000000002},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.75700000000000001,"15min":0.79100000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.92300000000000004,"5min":1.141,"15min":1.141},"last":0.79400000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:33:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.78400000000000003,"15min":0.82099999999999995},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.0249999999999999,"5min":1.496,"15min":1.496},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.78300000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.96199999999999997,"5min":1.151,"15min":1.151},"last":0.88200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:34:38.206 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2023-12-02T00:30:47.575014+0000 time.struct_time(tm_year=2023, tm_mon=12, tm_mday=2, tm_hour=0, tm_min=30, tm_sec=47, tm_wday=5, tm_yday=336, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=12, tm_mday=2, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=5, tm_yday=336, tm_isdst=0) 2023-12-02T00:34:38.206 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2023-12-02T00:34:58.207 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-02T00:34:58.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a14054640 1 Processor -- start 2023-12-02T00:34:58.357 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a14054640 1 -- start start 2023-12-02T00:34:58.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a14054640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f9a0c06d520 0x7f9a0c15ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a14054640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f9a0c0bffc0 0x7f9a0c0c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a14054640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a0c15c600 con 0x7f9a0c1560e0 2023-12-02T00:34:58.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a14054640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a0c15a5c0 con 0x7f9a0c06d520 2023-12-02T00:34:58.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a14054640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a0c1594e0 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a11df0640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f9a0c1560e0 0x7f9a0c159eb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:47258/0 (socket says 172.21.15.133:47258) 2023-12-02T00:34:58.359 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a11df0640 1 -- 172.21.15.133:0/2402408 learned_addr learned my addr 172.21.15.133:0/2402408 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:58.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a115ef640 1 --2- 172.21.15.133:0/2402408 >> v2:172.21.15.133:3300/0 conn(0x7f9a0c06d520 0x7f9a0c15ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a125f1640 1 --2- 172.21.15.133:0/2402408 >> v2:172.21.15.172:3300/0 conn(0x7f9a0c0bffc0 0x7f9a0c0c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.360 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a10dee640 1 -- 172.21.15.133:0/2402408 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1130626190 0 0) 0x7f9a0c15c600 con 0x7f9a0c1560e0 2023-12-02T00:34:58.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.355+0000 7f9a10dee640 1 -- 172.21.15.133:0/2402408 --> v1:172.21.15.133:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f99f8003530 con 0x7f9a0c1560e0 2023-12-02T00:34:58.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a115ef640 1 -- 172.21.15.133:0/2402408 >> v2:172.21.15.172:3300/0 conn(0x7f9a0c0bffc0 msgr2=0x7f9a0c0c1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:58.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a115ef640 1 --2- 172.21.15.133:0/2402408 >> v2:172.21.15.172:3300/0 conn(0x7f9a0c0bffc0 0x7f9a0c0c1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a115ef640 1 -- 172.21.15.133:0/2402408 >> v1:172.21.15.133:6789/0 conn(0x7f9a0c1560e0 legacy=0x7f9a0c159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.361 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a115ef640 1 -- 172.21.15.133:0/2402408 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a0c1597c0 con 0x7f9a0c06d520 2023-12-02T00:34:58.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a115ef640 1 --2- 172.21.15.133:0/2402408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c06d520 0x7f9a0c15ca90 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f9a0c06e130 tx=0x7f99fc01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e2595c492818aef server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:58.362 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a10dee640 1 -- 172.21.15.133:0/2402408 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc0ab600 con 0x7f9a0c06d520 2023-12-02T00:34:58.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a10dee640 1 -- 172.21.15.133:0/2402408 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99fc0a7050 con 0x7f9a0c06d520 2023-12-02T00:34:58.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a10dee640 1 -- 172.21.15.133:0/2402408 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc0ab960 con 0x7f9a0c06d520 2023-12-02T00:34:58.363 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a14054640 1 -- 172.21.15.133:0/2402408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c06d520 msgr2=0x7f9a0c15ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a14054640 1 --2- 172.21.15.133:0/2402408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c06d520 0x7f9a0c15ca90 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f9a0c06e130 tx=0x7f99fc01c430 comp rx=0 tx=0).stop 2023-12-02T00:34:58.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a14054640 1 -- 172.21.15.133:0/2402408 shutdown_connections 2023-12-02T00:34:58.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a14054640 1 --2- 172.21.15.133:0/2402408 >> v2:172.21.15.172:3300/0 conn(0x7f9a0c0bffc0 0x7f9a0c0c1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a14054640 1 --2- 172.21.15.133:0/2402408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c06d520 0x7f9a0c15ca90 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.359+0000 7f9a14054640 1 -- 172.21.15.133:0/2402408 >> 172.21.15.133:0/2402408 conn(0x7f9a0c06a5b0 msgr2=0x7f9a0c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:58.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 -- 172.21.15.133:0/2402408 shutdown_connections 2023-12-02T00:34:58.364 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 -- 172.21.15.133:0/2402408 wait complete. 2023-12-02T00:34:58.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 Processor -- start 2023-12-02T00:34:58.365 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 -- start start 2023-12-02T00:34:58.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a0c06d520 0x7f9a0c070870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.367 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c0bffc0 0x7f9a0c1f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a0c1560e0 0x7f9a0c1f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c1f1610 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c0a5170 con 0x7f9a0c06d520 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a14054640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0c0a53c0 con 0x7f9a0c1560e0 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c0bffc0 0x7f9a0c1f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c0bffc0 0x7f9a0c1f4e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:54236/0 (socket says 172.21.15.133:54236) 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 -- 172.21.15.133:0/962104326 learned_addr learned my addr 172.21.15.133:0/962104326 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:58.368 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a11df0640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a0c06d520 0x7f9a0c070870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a125f1640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a0c1560e0 0x7f9a0c1f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 -- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a0c1560e0 msgr2=0x7f9a0c1f53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a0c1560e0 0x7f9a0c1f53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 -- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a0c06d520 msgr2=0x7f9a0c070870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a0c06d520 0x7f9a0c070870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 -- 172.21.15.133:0/962104326 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99fc009420 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a125f1640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a0c1560e0 0x7f9a0c1f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a11df0640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a0c06d520 0x7f9a0c070870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-02T00:34:58.369 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a115ef640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c0bffc0 0x7f9a0c1f4e60 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f99fc000c10 tx=0x7f99fc0191d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.363+0000 7f9a027fc640 1 -- 172.21.15.133:0/962104326 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc0b4400 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a027fc640 1 -- 172.21.15.133:0/962104326 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99fc0b4560 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a0c0a2dc0 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a027fc640 1 -- 172.21.15.133:0/962104326 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc0b4910 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.370 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a0c1f58e0 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a0c0a2c20 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a027fc640 1 -- 172.21.15.133:0/962104326 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f99fc0b2040 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a027fc640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99f0066470 0x7f99f0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a027fc640 1 -- 172.21.15.133:0/962104326 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f99fc11db40 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a11df0640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99f0066470 0x7f99f0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.371 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.367+0000 7f9a11df0640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99f0066470 0x7f99f0068930 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9a08005890 tx=0x7f9a08009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:58.374 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.371+0000 7f9a027fc640 1 -- 172.21.15.133:0/962104326 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9a0c0a2c20 con 0x7f9a0c0bffc0 2023-12-02T00:34:58.388 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:34:58.391 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:34:58.524 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.523+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 --> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9a0c0c1f90 con 0x7f99f0066470 2023-12-02T00:34:58.526 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.523+0000 7f9a027fc640 1 -- 172.21.15.133:0/962104326 <== mgr.4104 v2:172.21.15.133:6832/1901021313 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50262 (secure 0 0 0) 0x7f9a0c0c1f90 con 0x7f99f0066470 2023-12-02T00:34:58.527 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:58.528 INFO:teuthology.orchestra.run.smithi133.stderr:dumped all 2023-12-02T00:34:58.528 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99f0066470 msgr2=0x7f99f0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99f0066470 0x7f99f0068930 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9a08005890 tx=0x7f9a08009040 comp rx=0 tx=0).stop 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c0bffc0 msgr2=0x7f9a0c1f4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c0bffc0 0x7f9a0c1f4e60 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f99fc000c10 tx=0x7f99fc0191d0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 shutdown_connections 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f99f0066470 0x7f99f0068930 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f9a0c1560e0 0x7f9a0c1f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a0c0bffc0 0x7f9a0c1f4e60 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 --2- 172.21.15.133:0/962104326 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f9a0c06d520 0x7f9a0c070870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 >> 172.21.15.133:0/962104326 conn(0x7f9a0c06a5b0 msgr2=0x7f9a0c0c57c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:58.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 shutdown_connections 2023-12-02T00:34:58.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.527+0000 7f9a14054640 1 -- 172.21.15.133:0/962104326 wait complete. 2023-12-02T00:34:58.547 INFO:teuthology.orchestra.run.smithi133.stdout:{"pg_ready":true,"pg_map":{"version":195,"stamp":"2023-12-02T00:34:57.290431+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":258128,"kb_used_data":8680,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716592,"statfs":{"total":773094113280,"available":772829790208,"internally_reserved":0,"allocated":8888320,"data_stored":4586136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002397"},"pg_stats":[{"pgid":"1.0","version":"77'119","reported_seq":228,"reported_epoch":77,"state":"active+clean","last_fresh":"2023-12-02T00:34:38.699190+0000","last_change":"2023-12-02T00:34:38.699190+0000","last_active":"2023-12-02T00:34:38.699190+0000","last_peered":"2023-12-02T00:34:38.699190+0000","last_clean":"2023-12-02T00:34:38.699190+0000","last_became_active":"2023-12-02T00:30:48.636150+0000","last_became_peered":"2023-12-02T00:30:48.636150+0000","last_unstale":"2023-12-02T00:34:38.699190+0000","last_undegraded":"2023-12-02T00:34:38.699190+0000","last_fullsized":"2023-12-02T00:34:38.699190+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"77'119","last_scrub_stamp":"2023-12-02T00:34:38.699047+0000","last_deep_scrub":"77'119","last_deep_scrub_stamp":"2023-12-02T00:34:38.699047+0000","last_clean_scrub_stamp":"2023-12-02T00:34:38.699047+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-12-03T04:05:08.349398+0000","scrub_duration":0.0078295580000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574899,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32696,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339144,"statfs":{"total":96636764160,"available":96603283456,"internally_reserved":0,"allocated":1556480,"data_stored":1016043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.63500000000000001,"15min":0.627},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85599999999999998,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.502,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.84899999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.64300000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.68100000000000005,"15min":0.68500000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.85299999999999998,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.70699999999999996,"15min":0.72899999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.90200000000000002,"5min":1.45,"15min":1.45},"last":0.69399999999999995}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.67300000000000004,"15min":0.67000000000000004},"min":{"1min":0.47799999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.71099999999999997,"15min":0.72899999999999998},"min":{"1min":0.48599999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.88700000000000001,"5min":1.091,"15min":1.091},"last":0.75900000000000001}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.68999999999999995,"15min":0.70399999999999996},"min":{"1min":0.52100000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.74299999999999999},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.83099999999999996,"5min":1.127,"15min":1.127},"last":0.67500000000000004}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.70099999999999996,"15min":0.72799999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89300000000000002,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.76700000000000002,"15min":0.79700000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.81699999999999995,"5min":1.147,"15min":1.147},"last":0.498}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.70199999999999996,"15min":0.73099999999999998},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.92400000000000004,"5min":1.149,"15min":1.149},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.74199999999999999,"15min":0.77400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90900000000000003,"5min":1.306,"15min":1.306},"last":0.56599999999999995}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.80400000000000005,"15min":0.81799999999999995},"min":{"1min":0.47299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.93799999999999994,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.77100000000000002,"15min":0.78900000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.83699999999999997,"5min":1.177,"15min":1.177},"last":0.54500000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70299999999999996,"15min":0.70099999999999996},"min":{"1min":0.38600000000000001,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.387,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.755,"15min":0.76600000000000001},"min":{"1min":0.49099999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.77800000000000002}]},{"osd":1,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.71999999999999997,"15min":0.70399999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":5.1289999999999996,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.66300000000000003},{"interface":"front","average":{"1min":1.0229999999999999,"5min":0.75,"15min":0.70299999999999996},"min":{"1min":0.48999999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":8.2530000000000001,"5min":8.2530000000000001,"15min":8.2530000000000001},"last":0.68000000000000005}]},{"osd":2,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.71699999999999997,"15min":0.70099999999999996},"min":{"1min":0.53900000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.71999999999999997,"15min":0.71699999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.90700000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":0.81599999999999995,"15min":0.77700000000000002},"min":{"1min":0.52500000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":8.7300000000000004,"5min":8.7300000000000004,"15min":8.7300000000000004},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.72099999999999997,"15min":0.72799999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.81299999999999994}]},{"osd":4,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.40600000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97999999999999998,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.44500000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.63800000000000001}]},{"osd":5,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.5659999999999998,"5min":2.5659999999999998,"15min":2.5659999999999998},"last":0.878},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.73899999999999999,"15min":0.74399999999999999},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.79200000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.77500000000000002,"15min":0.76900000000000002},"min":{"1min":0.46800000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.879,"5min":0.81499999999999995,"15min":0.81299999999999994},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":3.96,"5min":3.96,"15min":3.96},"last":0.75600000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.71199999999999997,"15min":0.74299999999999999},"min":{"1min":0.48699999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.92400000000000004,"5min":2.097,"15min":2.097},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.71699999999999997,"15min":0.73499999999999999},"min":{"1min":0.45100000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.002,"5min":2.1749999999999998,"15min":2.1749999999999998},"last":0.58499999999999996}]},{"osd":1,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.753,"15min":0.77300000000000002},"min":{"1min":0.47399999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.012,"5min":2.137,"15min":2.137},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.745,"15min":0.75900000000000001},"min":{"1min":0.56299999999999994,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.0409999999999999,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.81899999999999995}]},{"osd":2,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.748,"15min":0.76500000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.94699999999999995,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":0.752},"min":{"1min":0.48099999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0169999999999999,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.69399999999999995}]},{"osd":3,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.73899999999999999,"15min":0.76900000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95399999999999996,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.79200000000000004,"15min":0.81200000000000006},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.02,"5min":2.1179999999999999,"15min":2.1179999999999999},"last":0.77400000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.625,"15min":0.61699999999999999},"min":{"1min":0.438,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.75600000000000001,"15min":0.75},"min":{"1min":0.53000000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0589999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.71299999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67300000000000004,"15min":0.67500000000000004},"min":{"1min":0.49399999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.48099999999999998,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.97299999999999998,"5min":1.147,"15min":1.147},"last":0.53200000000000003}]},{"osd":7,"last update":"Sat Dec 2 00:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.69899999999999995,"15min":0.71099999999999997},"min":{"1min":0.45300000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.94999999999999996,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.76700000000000002,"15min":0.78000000000000003},"min":{"1min":0.503,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0409999999999999,"5min":1.236,"15min":1.236},"last":0.79800000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:34:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.66900000000000004,"15min":0.70099999999999996},"min":{"1min":0.34300000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.92000000000000004,"5min":1.002,"15min":1.002},"last":0.438},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70399999999999996,"15min":0.71799999999999997},"min":{"1min":0.47299999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93500000000000005,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.61599999999999999}]},{"osd":1,"last update":"Sat Dec 2 00:34:51 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.64700000000000002,"15min":0.65800000000000003},"min":{"1min":0.41899999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.91800000000000004,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.67200000000000004,"15min":0.70199999999999996},"min":{"1min":0.45400000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.878,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.497}]},{"osd":2,"last update":"Sat Dec 2 00:34:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70199999999999996,"15min":0.69499999999999995},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.91000000000000003,"5min":1.079,"15min":1.079},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.70699999999999996,"15min":0.72699999999999998},"min":{"1min":0.46100000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.90300000000000002,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.58999999999999997}]},{"osd":3,"last update":"Sat Dec 2 00:34:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.69899999999999995,"15min":0.68500000000000005},"min":{"1min":0.49399999999999999,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.95899999999999996,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70399999999999996,"15min":0.71499999999999997},"min":{"1min":0.55300000000000005,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.89800000000000002,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.55300000000000005}]},{"osd":5,"last update":"Sat Dec 2 00:34:51 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65800000000000003,"15min":0.66000000000000003},"min":{"1min":0.42799999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.90100000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.68100000000000005,"15min":0.67900000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.875,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.38900000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:34:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.76000000000000001,"15min":0.76400000000000001},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.99299999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.71599999999999997,"15min":0.72499999999999998},"min":{"1min":0.40999999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.93700000000000006,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.40999999999999998}]},{"osd":7,"last update":"Sat Dec 2 00:34:51 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.73999999999999999,"15min":0.75600000000000001},"min":{"1min":0.442,"5min":0.436,"15min":0.436},"max":{"1min":0.97199999999999998,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.79400000000000004,"15min":0.80400000000000005},"min":{"1min":0.50600000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0129999999999999,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.63500000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41599999999999998,"15min":0.433},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.82799999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.379},{"interface":"front","average":{"1min":0.438,"5min":0.48499999999999999,"15min":0.51000000000000001},"min":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.623,"5min":1.716,"15min":1.716},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50600000000000001,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.746,"5min":1.234,"15min":1.234},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.495,"5min":0.55800000000000005,"15min":0.58499999999999996},"min":{"1min":0.372,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68100000000000005,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.503}]},{"osd":2,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.55500000000000005,"15min":0.59099999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.70099999999999996,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.53000000000000003,"15min":0.55100000000000005},"min":{"1min":0.35699999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.55700000000000005}]},{"osd":4,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.71399999999999997,"15min":0.73299999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.032,"5min":1.629,"15min":1.629},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.77000000000000002,"15min":0.80400000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.97099999999999997,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.76900000000000002}]},{"osd":5,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.80700000000000005,"15min":0.85799999999999998},"min":{"1min":0.497,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.98799999999999999,"5min":3.3410000000000002,"15min":3.3410000000000002},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.72399999999999998,"15min":0.746},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.145,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.75}]},{"osd":6,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.79600000000000004,"15min":0.84299999999999997},"min":{"1min":0.497,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.83299999999999996,"15min":0.88300000000000001},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.0649999999999999,"5min":3.29,"15min":3.29},"last":0.64700000000000002}]},{"osd":7,"last update":"Sat Dec 2 00:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.75800000000000001,"15min":0.79000000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92500000000000004,"5min":1.792,"15min":1.792},"last":0.62},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80700000000000005,"15min":0.85699999999999998},"min":{"1min":0.53200000000000003,"5min":0.436,"15min":0.436},"max":{"1min":0.89600000000000002,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.67600000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574902,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32120,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.42799999999999999,"15min":0.435},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.48299999999999998,"15min":0.48399999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.626}]},{"osd":1,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.436,"15min":0.436},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.65900000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56499999999999995,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.81799999999999995,"5min":1.899,"15min":1.899},"last":0.70399999999999996}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.50800000000000001,"15min":0.51200000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.70399999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.48399999999999999,"15min":0.5},"min":{"1min":0.33400000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72199999999999998,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.46300000000000002}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.71899999999999997,"15min":0.72899999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.97799999999999998,"5min":1.506,"15min":1.506},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.76300000000000001,"15min":0.77900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.175,"5min":1.9630000000000001,"15min":1.9630000000000001},"last":0.80900000000000005}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.745,"15min":0.76700000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89100000000000001,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72399999999999998,"15min":0.72799999999999998},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.97899999999999998,"5min":1.6830000000000001,"15min":1.6830000000000001},"last":0.73299999999999998}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.754,"15min":0.77500000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90900000000000003,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.78000000000000003,"15min":0.80300000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.94299999999999995,"5min":1.865,"15min":1.865},"last":0.79100000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.78500000000000003,"15min":0.80300000000000005},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.1060000000000001,"5min":2.0150000000000001,"15min":2.0150000000000001},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76300000000000001,"15min":0.76900000000000002},"min":{"1min":0.55800000000000005,"5min":0.498,"15min":0.498},"max":{"1min":1.01,"5min":1.409,"15min":1.409},"last":0.754}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":962560,"data_stored":425675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.60299999999999998,"15min":0.621},"min":{"1min":0.28499999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.67400000000000004,"5min":7.008,"15min":7.008},"last":0.436},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.48499999999999999,"15min":0.48599999999999999},"min":{"1min":0.32500000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.64600000000000002,"5min":2.3999999999999999,"15min":2.3999999999999999},"last":0.496}]},{"osd":2,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.60999999999999999,"15min":0.62},"min":{"1min":0.34799999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82199999999999995,"5min":6.8710000000000004,"15min":6.8710000000000004},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.79900000000000004,"15min":0.874},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.72399999999999998,"5min":8.1620000000000008,"15min":8.1620000000000008},"last":0.54100000000000004}]},{"osd":3,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.68999999999999995,"15min":0.73899999999999999},"min":{"1min":0.43099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.71699999999999997,"5min":4.633,"15min":4.633},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.65800000000000003,"15min":0.72199999999999998},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.58899999999999997,"5min":4.359,"15min":4.359},"last":0.56399999999999995}]},{"osd":4,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.84799999999999998,"15min":0.89200000000000002},"min":{"1min":0.57399999999999995,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.91100000000000003,"5min":4.2569999999999997,"15min":4.2569999999999997},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.86199999999999999,"15min":0.88100000000000001},"min":{"1min":0.499,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.95399999999999996,"5min":5.968,"15min":5.968},"last":0.78400000000000003}]},{"osd":5,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.86699999999999999,"15min":0.88700000000000001},"min":{"1min":0.57099999999999995,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.872,"5min":6.0199999999999996,"15min":6.0199999999999996},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.90900000000000003,"15min":0.97499999999999998},"min":{"1min":0.52800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.873,"5min":4.5869999999999997,"15min":4.5869999999999997},"last":0.83599999999999997}]},{"osd":6,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.879,"15min":0.93600000000000005},"min":{"1min":0.60199999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.90700000000000003,"5min":4.3179999999999996,"15min":4.3179999999999996},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.90500000000000003,"15min":0.92500000000000004},"min":{"1min":0.60999999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.91800000000000004,"5min":6.0650000000000004,"15min":6.0650000000000004},"last":0.873}]},{"osd":7,"last update":"Sat Dec 2 00:33:55 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.91100000000000003,"15min":0.97299999999999998},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.85199999999999998,"5min":4.5410000000000004,"15min":4.5410000000000004},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.88600000000000001,"15min":0.94599999999999995},"min":{"1min":0.57099999999999995,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.93300000000000005,"5min":4.2110000000000003,"15min":4.2110000000000003},"last":0.85399999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574900,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32696,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339144,"statfs":{"total":96636764160,"available":96603283456,"internally_reserved":0,"allocated":1556480,"data_stored":1016043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Dec 2 00:34:52 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.47399999999999998},"min":{"1min":0.29399999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.59999999999999998,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.48899999999999999,"15min":0.52800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.64100000000000001,"5min":1.107,"15min":1.107},"last":0.35999999999999999}]},{"osd":2,"last update":"Sat Dec 2 00:34:52 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.48599999999999999,"15min":0.50600000000000001},"min":{"1min":0.375,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.69499999999999995,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.497,"15min":0.505},"min":{"1min":0.41199999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.67500000000000004,"5min":1.002,"15min":1.002},"last":0.52900000000000003}]},{"osd":3,"last update":"Sat Dec 2 00:34:52 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46999999999999997,"15min":0.47999999999999998},"min":{"1min":0.34200000000000003,"5min":0.318,"15min":0.318},"max":{"1min":0.58899999999999997,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.54400000000000004,"15min":0.57099999999999995},"min":{"1min":0.41899999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.79300000000000004,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Dec 2 00:34:52 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1,"5min":1.252,"15min":1.252},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.754,"15min":0.78400000000000003},"min":{"1min":0.53700000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.093,"5min":1.266,"15min":1.266},"last":0.85499999999999998}]},{"osd":5,"last update":"Sat Dec 2 00:34:52 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71299999999999997,"15min":0.745},"min":{"1min":0.46800000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.98199999999999998,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.749,"5min":0.73899999999999999,"15min":0.78700000000000003},"min":{"1min":0.59399999999999997,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0760000000000001,"5min":1.204,"15min":1.204},"last":0.75800000000000001}]},{"osd":6,"last update":"Sat Dec 2 00:34:52 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.746,"15min":0.77800000000000002},"min":{"1min":0.60899999999999999,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.90400000000000003,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.878},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.73699999999999999,"15min":0.78500000000000003},"min":{"1min":0.52100000000000002,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.034,"5min":1.141,"15min":1.141},"last":0.79400000000000004}]},{"osd":7,"last update":"Sat Dec 2 00:34:52 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.76700000000000002,"15min":0.81499999999999995},"min":{"1min":0.60499999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.94999999999999996,"5min":1.496,"15min":1.496},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.75800000000000001,"15min":0.78200000000000003},"min":{"1min":0.59199999999999997,"5min":0.501,"15min":0.501},"max":{"1min":1.0569999999999999,"5min":1.151,"15min":1.151},"last":0.81999999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-02T00:34:58.552 DEBUG:teuthology.orchestra.run.smithi133:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2023-12-02T00:34:58.687 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.683+0000 7f2dc89f5640 1 Processor -- start 2023-12-02T00:34:58.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.683+0000 7f2dc89f5640 1 -- start start 2023-12-02T00:34:58.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc89f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc406d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.688 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc89f5640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2dc40c5640 0x7f2dc40c5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc89f5640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2dc40c2580 con 0x7f2dc40c60f0 2023-12-02T00:34:58.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc89f5640 1 -- --> v2:172.21.15.172:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dc4153510 con 0x7f2dc40c5640 2023-12-02T00:34:58.689 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc89f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc40c17f0 con 0x7f2dc40c5260 2023-12-02T00:34:58.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc259c640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc406d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dbbfff640 1 --2- >> v2:172.21.15.172:3300/0 conn(0x7f2dc40c5640 0x7f2dc40c5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc2d9d640 1 --1- >> v1:172.21.15.172:6789/0 conn(0x7f2dc40c60f0 0x7f2dc4155de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.172:6789/0 says I am v1:172.21.15.133:39656/0 (socket says 172.21.15.133:39656) 2023-12-02T00:34:58.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc2d9d640 1 -- 172.21.15.133:0/3223761662 learned_addr learned my addr 172.21.15.133:0/3223761662 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:58.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc259c640 1 -- 172.21.15.133:0/3223761662 >> v2:172.21.15.172:3300/0 conn(0x7f2dc40c5640 msgr2=0x7f2dc40c5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:58.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc259c640 1 --2- 172.21.15.133:0/3223761662 >> v2:172.21.15.172:3300/0 conn(0x7f2dc40c5640 0x7f2dc40c5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.690 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc259c640 1 -- 172.21.15.133:0/3223761662 >> v1:172.21.15.172:6789/0 conn(0x7f2dc40c60f0 legacy=0x7f2dc4155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.691 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.687+0000 7f2dc259c640 1 -- 172.21.15.133:0/3223761662 --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dc40c1a00 con 0x7f2dc40c5260 2023-12-02T00:34:58.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc259c640 1 --2- 172.21.15.133:0/3223761662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc406d5b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2dc40c1930 tx=0x7f2db401c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db155d28c2dc5a11 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:58.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc1d9b640 1 -- 172.21.15.133:0/3223761662 <== mon.2 v2:172.21.15.172:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2db40ab600 con 0x7f2dc40c5260 2023-12-02T00:34:58.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc1d9b640 1 -- 172.21.15.133:0/3223761662 <== mon.2 v2:172.21.15.172:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2db40a7050 con 0x7f2dc40c5260 2023-12-02T00:34:58.693 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc1d9b640 1 -- 172.21.15.133:0/3223761662 <== mon.2 v2:172.21.15.172:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2db40ab980 con 0x7f2dc40c5260 2023-12-02T00:34:58.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 -- 172.21.15.133:0/3223761662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 msgr2=0x7f2dc406d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/3223761662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc406d5b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2dc40c1930 tx=0x7f2db401c3c0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 -- 172.21.15.133:0/3223761662 shutdown_connections 2023-12-02T00:34:58.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/3223761662 >> v2:172.21.15.172:3300/0 conn(0x7f2dc40c5640 0x7f2dc40c5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/3223761662 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc406d5b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.694 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 -- 172.21.15.133:0/3223761662 >> 172.21.15.133:0/3223761662 conn(0x7f2dc406a5b0 msgr2=0x7f2dc406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:58.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 -- 172.21.15.133:0/3223761662 shutdown_connections 2023-12-02T00:34:58.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 -- 172.21.15.133:0/3223761662 wait complete. 2023-12-02T00:34:58.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.691+0000 7f2dc89f5640 1 Processor -- start 2023-12-02T00:34:58.695 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 -- start start 2023-12-02T00:34:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc414af90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2dc40c5640 0x7f2dc41ed120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2dc40c60f0 0x7f2dc40aa240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc4145bc0 con 0x7f2dc40c60f0 2023-12-02T00:34:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc414a820 con 0x7f2dc40c5640 2023-12-02T00:34:58.699 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dc414ab00 con 0x7f2dc40c5260 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2dc40c60f0 0x7f2dc40aa240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2dc40c60f0 0x7f2dc40aa240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:54240/0 (socket says 172.21.15.133:54240) 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 -- 172.21.15.133:0/61610959 learned_addr learned my addr 172.21.15.133:0/61610959 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc259c640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc414af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dbbfff640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2dc40c5640 0x7f2dc41ed120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 -- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 msgr2=0x7f2dc414af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc414af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.700 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 -- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2dc40c5640 msgr2=0x7f2dc41ed120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2dc40c5640 0x7f2dc41ed120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 -- 172.21.15.133:0/61610959 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2db4009420 con 0x7f2dc40c60f0 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc2d9d640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2dc40c60f0 0x7f2dc40aa240 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc00ca80 tx=0x7f2dbc00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc00ac30 con 0x7f2dc40c60f0 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dbc00ad90 con 0x7f2dc40c60f0 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2dc414b4d0 con 0x7f2dc40c60f0 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc012600 con 0x7f2dc40c60f0 2023-12-02T00:34:58.701 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dc4153be0 con 0x7f2dc40c60f0 2023-12-02T00:34:58.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.695+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2dc4068400 con 0x7f2dc40c60f0 2023-12-02T00:34:58.702 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.699+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2dbc007070 con 0x7f2dc40c60f0 2023-12-02T00:34:58.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.699+0000 7f2dbaffd640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2da4066470 0x7f2da4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:58.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.699+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2dbc083960 con 0x7f2dc40c60f0 2023-12-02T00:34:58.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.699+0000 7f2dc259c640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2da4066470 0x7f2da4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:58.703 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.699+0000 7f2dc259c640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2da4066470 0x7f2da4068930 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f2db40ad000 tx=0x7f2db40a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:58.704 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.703+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2dbc0511c0 con 0x7f2dc40c60f0 2023-12-02T00:34:58.853 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.851+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f2dc414ac40 con 0x7f2dc40c60f0 2023-12-02T00:34:58.857 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.855+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v16)=0 v16) v1 ==== 123+0+0 (secure 0 0 0) 0x7f2dbc0170c0 con 0x7f2dc40c60f0 2023-12-02T00:34:58.858 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.855+0000 7f2dbaffd640 1 -- 172.21.15.133:0/61610959 <== mon.0 v2:172.21.15.133:3300/0 8 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f2dbc001b70 con 0x7f2dc40c60f0 2023-12-02T00:34:58.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2da4066470 msgr2=0x7f2da4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2da4066470 0x7f2da4068930 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f2db40ad000 tx=0x7f2db40a6000 comp rx=0 tx=0).stop 2023-12-02T00:34:58.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2dc40c60f0 msgr2=0x7f2dc40aa240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:58.860 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2dc40c60f0 0x7f2dc40aa240 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc00ca80 tx=0x7f2dbc00cf40 comp rx=0 tx=0).stop 2023-12-02T00:34:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 shutdown_connections 2023-12-02T00:34:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f2da4066470 0x7f2da4068930 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2dc40c60f0 0x7f2dc40aa240 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f2dc40c5640 0x7f2dc41ed120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 --2- 172.21.15.133:0/61610959 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f2dc40c5260 0x7f2dc414af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 >> 172.21.15.133:0/61610959 conn(0x7f2dc406a5b0 msgr2=0x7f2dc415cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:58.861 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 shutdown_connections 2023-12-02T00:34:58.862 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:58.859+0000 7f2dc89f5640 1 -- 172.21.15.133:0/61610959 wait complete. 2023-12-02T00:34:58.880 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-02T00:34:58.880 DEBUG:teuthology.orchestra.run.smithi133:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-02T00:34:59.018 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.015+0000 7f053faad640 1 Processor -- start 2023-12-02T00:34:59.019 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.015+0000 7f053faad640 1 -- start start 2023-12-02T00:34:59.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053faad640 1 --2- >> v2:172.21.15.133:3300/0 conn(0x7f05380725c0 0x7f05380a5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:59.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053faad640 1 -- --> v1:172.21.15.133:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05380c2760 con 0x7f0538072090 2023-12-02T00:34:59.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053faad640 1 -- --> v1:172.21.15.172:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05380aad20 con 0x7f05380c3bd0 2023-12-02T00:34:59.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053faad640 1 -- --> v2:172.21.15.133:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05380c3070 con 0x7f05380725c0 2023-12-02T00:34:59.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053d849640 1 --1- >> v1:172.21.15.133:6789/0 conn(0x7f0538072090 0x7f05380c5cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.133:6789/0 says I am v1:172.21.15.133:47264/0 (socket says 172.21.15.133:47264) 2023-12-02T00:34:59.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053d849640 1 -- 172.21.15.133:0/676238327 learned_addr learned my addr 172.21.15.133:0/676238327 (peer_addr_for_me v1:172.21.15.133:0/0) 2023-12-02T00:34:59.020 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053d048640 1 --2- 172.21.15.133:0/676238327 >> v2:172.21.15.133:3300/0 conn(0x7f05380725c0 0x7f05380a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:59.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053d048640 1 -- 172.21.15.133:0/676238327 >> v1:172.21.15.172:6789/0 conn(0x7f05380c3bd0 legacy=0x7f0538150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-02T00:34:59.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053d048640 1 -- 172.21.15.133:0/676238327 >> v1:172.21.15.133:6789/0 conn(0x7f0538072090 legacy=0x7f05380c5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:59.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053c847640 1 -- 172.21.15.133:0/676238327 <== mon.0 v1:172.21.15.133:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3991956297 0 0) 0x7f05380c2760 con 0x7f0538072090 2023-12-02T00:34:59.021 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053d048640 1 -- 172.21.15.133:0/676238327 --> v2:172.21.15.133:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05380ab000 con 0x7f05380725c0 2023-12-02T00:34:59.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053d048640 1 --2- 172.21.15.133:0/676238327 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05380725c0 0x7f05380a5370 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f05280097c0 tx=0x7f052801c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa623a05a419aab4 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:59.023 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053c847640 1 -- 172.21.15.133:0/676238327 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05280ab600 con 0x7f05380725c0 2023-12-02T00:34:59.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053c847640 1 -- 172.21.15.133:0/676238327 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f05280a7050 con 0x7f05380725c0 2023-12-02T00:34:59.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.019+0000 7f053c847640 1 -- 172.21.15.133:0/676238327 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05280ab9a0 con 0x7f05380725c0 2023-12-02T00:34:59.024 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- 172.21.15.133:0/676238327 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05380725c0 msgr2=0x7f05380a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:59.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 --2- 172.21.15.133:0/676238327 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05380725c0 0x7f05380a5370 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f05280097c0 tx=0x7f052801c320 comp rx=0 tx=0).stop 2023-12-02T00:34:59.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- 172.21.15.133:0/676238327 shutdown_connections 2023-12-02T00:34:59.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 --2- 172.21.15.133:0/676238327 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05380725c0 0x7f05380a5370 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- 172.21.15.133:0/676238327 >> 172.21.15.133:0/676238327 conn(0x7f053806a5b0 msgr2=0x7f053806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:59.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- 172.21.15.133:0/676238327 shutdown_connections 2023-12-02T00:34:59.025 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- 172.21.15.133:0/676238327 wait complete. 2023-12-02T00:34:59.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 Processor -- start 2023-12-02T00:34:59.026 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- start start 2023-12-02T00:34:59.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0538072090 0x7f05381f1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:59.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 --2- >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05380725c0 0x7f0538149150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:59.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 --2- >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05380c3bd0 0x7f05380bf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:59.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05381ed4f0 con 0x7f0538072090 2023-12-02T00:34:59.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- --> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05381f19b0 con 0x7f05380c3bd0 2023-12-02T00:34:59.028 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053faad640 1 -- --> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0538071340 con 0x7f05380725c0 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d849640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0538072090 0x7f05381f1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d849640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0538072090 0x7f05381f1470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:54268/0 (socket says 172.21.15.133:54268) 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d849640 1 -- 172.21.15.133:0/2476085881 learned_addr learned my addr 172.21.15.133:0/2476085881 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053e04a640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05380c3bd0 0x7f05380bf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d048640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05380725c0 0x7f0538149150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d849640 1 -- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05380725c0 msgr2=0x7f0538149150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d849640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05380725c0 0x7f0538149150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.029 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d849640 1 -- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05380c3bd0 msgr2=0x7f05380bf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.023+0000 7f053d849640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05380c3bd0 0x7f05380bf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f053d849640 1 -- 172.21.15.133:0/2476085881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0528009420 con 0x7f0538072090 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f053e04a640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05380c3bd0 0x7f05380bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f053d849640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0538072090 0x7f05381f1470 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f05340011f0 tx=0x7f053400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f052e7fc640 1 -- 172.21.15.133:0/2476085881 <== mon.0 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05340074e0 con 0x7f0538072090 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f052e7fc640 1 -- 172.21.15.133:0/2476085881 <== mon.0 v2:172.21.15.133:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f0534007640 con 0x7f0538072090 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f052e7fc640 1 -- 172.21.15.133:0/2476085881 <== mon.0 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0534004a30 con 0x7f0538072090 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0538071620 con 0x7f0538072090 2023-12-02T00:34:59.030 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05381ed6e0 con 0x7f0538072090 2023-12-02T00:34:59.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0538068400 con 0x7f0538072090 2023-12-02T00:34:59.031 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f052e7fc640 1 -- 172.21.15.133:0/2476085881 <== mon.0 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0534004b90 con 0x7f0538072090 2023-12-02T00:34:59.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f052e7fc640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f051c066470 0x7f051c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-02T00:34:59.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f052e7fc640 1 -- 172.21.15.133:0/2476085881 <== mon.0 v2:172.21.15.133:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f0534082fb0 con 0x7f0538072090 2023-12-02T00:34:59.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.027+0000 7f053d048640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f051c066470 0x7f051c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-02T00:34:59.032 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.031+0000 7f053d048640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f051c066470 0x7f051c068930 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f05280ad000 tx=0x7f0528008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-02T00:34:59.035 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.031+0000 7f052e7fc640 1 -- 172.21.15.133:0/2476085881 <== mon.0 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0534050630 con 0x7f0538072090 2023-12-02T00:34:59.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f05380c4430 con 0x7f0538072090 2023-12-02T00:34:59.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f052e7fc640 1 -- 172.21.15.133:0/2476085881 <== mon.0 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) v1 ==== 94+0+3711 (secure 0 0 0) 0x7f0534018070 con 0x7f0538072090 2023-12-02T00:34:59.217 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-12-02T00:34:59.217 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":56,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5705,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6834/1011398456","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6832","nonce":1011398456},{"type":"v1","addr":"172.21.15.172:6834","nonce":1011398456}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":5711,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.172:6835/3911133931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.172:6833","nonce":3911133931},{"type":"v1","addr":"172.21.15.172:6835","nonce":3911133931}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":43},{"gid":7155,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2098314610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6835","nonce":2098314610},{"type":"v1","addr":"172.21.15.133:6837","nonce":2098314610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":54},{"gid":7245,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6836/2783921890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":2783921890},{"type":"v1","addr":"172.21.15.133:6836","nonce":2783921890}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":56}],"filesystems":[]} 2023-12-02T00:34:59.218 INFO:teuthology.orchestra.run.smithi133.stderr:dumped fsmap epoch 56 2023-12-02T00:34:59.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f051c066470 msgr2=0x7f051c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:59.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f051c066470 0x7f051c068930 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f05280ad000 tx=0x7f0528008040 comp rx=0 tx=0).stop 2023-12-02T00:34:59.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0538072090 msgr2=0x7f05381f1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-02T00:34:59.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0538072090 0x7f05381f1470 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f05340011f0 tx=0x7f053400c9b0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 shutdown_connections 2023-12-02T00:34:59.219 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:6832/1901021313,v1:172.21.15.133:6833/1901021313] conn(0x7f051c066470 0x7f051c068930 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3300/0,v1:172.21.15.172:6789/0] conn(0x7f05380c3bd0 0x7f05380bf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.172:3301/0,v1:172.21.15.172:6790/0] conn(0x7f05380725c0 0x7f0538149150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 --2- 172.21.15.133:0/2476085881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0538072090 0x7f05381f1470 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-02T00:34:59.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 >> 172.21.15.133:0/2476085881 conn(0x7f053806a5b0 msgr2=0x7f0538150fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-02T00:34:59.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 shutdown_connections 2023-12-02T00:34:59.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-12-02T00:34:59.215+0000 7f053faad640 1 -- 172.21.15.133:0/2476085881 wait complete. 2023-12-02T00:34:59.238 DEBUG:tasks.cephfs.filesystem:already dead... 2023-12-02T00:34:59.238 INFO:teuthology.misc:Shutting down mds daemons... 2023-12-02T00:34:59.238 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-12-02T00:34:59.238 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:34:59.251 INFO:tasks.ceph.mds.a:Stopped 2023-12-02T00:34:59.251 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-12-02T00:34:59.251 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:34:59.304 INFO:tasks.ceph.mds.c:Stopped 2023-12-02T00:34:59.304 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-12-02T00:34:59.304 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:34:59.320 INFO:tasks.ceph.mds.b:Stopped 2023-12-02T00:34:59.320 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-12-02T00:34:59.320 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:34:59.379 INFO:tasks.ceph.mds.d:Stopped 2023-12-02T00:34:59.379 INFO:teuthology.misc:Shutting down osd daemons... 2023-12-02T00:34:59.380 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2023-12-02T00:34:59.380 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:34:59.455 INFO:tasks.ceph.osd.0:Stopped 2023-12-02T00:34:59.456 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2023-12-02T00:34:59.456 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:34:59.547 INFO:tasks.ceph.osd.1:Stopped 2023-12-02T00:34:59.547 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2023-12-02T00:34:59.547 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:00.738 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2023-12-02T00:35:05.649 INFO:tasks.ceph.osd.2:Stopped 2023-12-02T00:35:05.650 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2023-12-02T00:35:05.650 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:05.726 INFO:tasks.ceph.osd.3:Stopped 2023-12-02T00:35:05.727 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2023-12-02T00:35:05.727 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:06.638 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2023-12-02T00:35:06.638 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2023-12-02T00:35:11.829 INFO:tasks.ceph.osd.4:Stopped 2023-12-02T00:35:11.830 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2023-12-02T00:35:11.830 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:11.901 INFO:tasks.ceph.osd.5:Stopped 2023-12-02T00:35:11.901 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2023-12-02T00:35:11.901 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:11.988 INFO:tasks.ceph.osd.6:Stopped 2023-12-02T00:35:11.988 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2023-12-02T00:35:11.988 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:12.444 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~6s 2023-12-02T00:35:17.948 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2023-12-02T00:35:17.949 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2023-12-02T00:35:18.090 INFO:tasks.ceph.osd.7:Stopped 2023-12-02T00:35:18.090 INFO:teuthology.misc:Shutting down mgr daemons... 2023-12-02T00:35:18.091 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2023-12-02T00:35:18.091 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:18.148 INFO:tasks.ceph.mgr.y:Stopped 2023-12-02T00:35:18.148 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2023-12-02T00:35:18.148 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:18.199 INFO:tasks.ceph.mgr.x:Stopped 2023-12-02T00:35:18.200 INFO:teuthology.misc:Shutting down mon daemons... 2023-12-02T00:35:18.200 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2023-12-02T00:35:18.200 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:18.219 INFO:tasks.ceph.mon.a:Stopped 2023-12-02T00:35:18.219 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2023-12-02T00:35:18.219 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:18.237 INFO:tasks.ceph.mon.b:Stopped 2023-12-02T00:35:18.238 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2023-12-02T00:35:18.238 INFO:teuthology.orchestra.run:waiting for 300 2023-12-02T00:35:18.297 INFO:tasks.ceph.mon.c:Stopped 2023-12-02T00:35:18.298 INFO:tasks.ceph:Checking cluster log for badness... 2023-12-02T00:35:18.298 DEBUG:teuthology.orchestra.run.smithi133:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2023-12-02T00:35:18.329 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:35:18.329 DEBUG:teuthology.orchestra.run.smithi133:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2023-12-02T00:35:18.540 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:35:18.541 DEBUG:teuthology.orchestra.run.smithi133:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2023-12-02T00:35:18.712 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:35:18.713 DEBUG:teuthology.orchestra.run.smithi133:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2023-12-02T00:35:18.887 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:35:18.888 DEBUG:teuthology.orchestra.run.smithi133:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2023-12-02T00:35:19.044 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:35:19.044 DEBUG:teuthology.orchestra.run.smithi172:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2023-12-02T00:35:19.339 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:35:19.340 DEBUG:teuthology.orchestra.run.smithi172:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2023-12-02T00:35:19.544 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:35:19.545 DEBUG:teuthology.orchestra.run.smithi172:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2023-12-02T00:35:19.734 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:35:19.735 DEBUG:teuthology.orchestra.run.smithi172:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2023-12-02T00:35:19.935 INFO:tasks.ceph:Archiving mon data... 2023-12-02T00:35:19.936 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/data/mon.a.tgz 2023-12-02T00:35:19.936 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2023-12-02T00:35:19.946 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.nkMszM9bHj 2023-12-02T00:35:19.947 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.nkMszM9bHj 2023-12-02T00:35:20.100 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 0666 /tmp/tmp.nkMszM9bHj 2023-12-02T00:35:20.180 DEBUG:teuthology.orchestra.remote:smithi133:/tmp/tmp.nkMszM9bHj is 451KB 2023-12-02T00:35:20.249 DEBUG:teuthology.orchestra.run.smithi133:> rm -fr /tmp/tmp.nkMszM9bHj 2023-12-02T00:35:20.258 DEBUG:teuthology.misc:Transferring archived files from smithi172:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/data/mon.b.tgz 2023-12-02T00:35:20.258 DEBUG:teuthology.orchestra.run.smithi172:> mktemp 2023-12-02T00:35:20.267 INFO:teuthology.orchestra.run.smithi172.stdout:/tmp/tmp.FDZ1M5QnIT 2023-12-02T00:35:20.268 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.FDZ1M5QnIT 2023-12-02T00:35:20.450 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 0666 /tmp/tmp.FDZ1M5QnIT 2023-12-02T00:35:20.524 DEBUG:teuthology.orchestra.remote:smithi172:/tmp/tmp.FDZ1M5QnIT is 582KB 2023-12-02T00:35:20.594 DEBUG:teuthology.orchestra.run.smithi172:> rm -fr /tmp/tmp.FDZ1M5QnIT 2023-12-02T00:35:20.603 DEBUG:teuthology.misc:Transferring archived files from smithi172:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/data/mon.c.tgz 2023-12-02T00:35:20.603 DEBUG:teuthology.orchestra.run.smithi172:> mktemp 2023-12-02T00:35:20.651 INFO:teuthology.orchestra.run.smithi172.stdout:/tmp/tmp.vMi5vl4ko1 2023-12-02T00:35:20.651 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.vMi5vl4ko1 2023-12-02T00:35:20.833 DEBUG:teuthology.orchestra.run.smithi172:> sudo chmod 0666 /tmp/tmp.vMi5vl4ko1 2023-12-02T00:35:20.909 DEBUG:teuthology.orchestra.remote:smithi172:/tmp/tmp.vMi5vl4ko1 is 582KB 2023-12-02T00:35:20.974 DEBUG:teuthology.orchestra.run.smithi172:> rm -fr /tmp/tmp.vMi5vl4ko1 2023-12-02T00:35:20.983 INFO:tasks.ceph:Cleaning ceph cluster... 2023-12-02T00:35:20.984 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-12-02T00:35:20.988 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-12-02T00:35:21.060 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-12-02T00:35:21.100 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-12-02T00:35:21.100 INFO:tasks.ceph:Archiving crash dumps... 2023-12-02T00:35:21.101 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/remote/smithi133/crash 2023-12-02T00:35:21.102 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-12-02T00:35:21.127 DEBUG:teuthology.misc:Transferring archived files from smithi172:/var/lib/ceph/crash to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/remote/smithi172/crash 2023-12-02T00:35:21.128 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-12-02T00:35:21.162 INFO:tasks.ceph:Shutting down logrotate 2023-12-02T00:35:21.163 DEBUG:teuthology.orchestra.run.smithi133:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:35:21.170 DEBUG:teuthology.orchestra.run.smithi172:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-12-02T00:35:21.511 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-12-02T00:35:21.533 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-12-02T00:35:21.553 INFO:tasks.ceph:Compressing logs... 2023-12-02T00:35:21.553 DEBUG:teuthology.orchestra.run.smithi133:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-02T00:35:21.578 DEBUG:teuthology.orchestra.run.smithi172:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-02T00:35:21.608 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47737.log 2023-12-02T00:35:21.608 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49916.log 2023-12-02T00:35:21.610 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47659.log 2023-12-02T00:35:21.610 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47737.log.gz 2023-12-02T00:35:21.611 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45643.log 2023-12-02T00:35:21.611 INFO:teuthology.orchestra.run.smithi133.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49916.log.gz 2023-12-02T00:35:21.612 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53880.log 2023-12-02T00:35:21.612 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47659.log.gz 2023-12-02T00:35:21.613 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52508.log 2023-12-02T00:35:21.613 INFO:teuthology.orchestra.run.smithi133.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.45643.log.gz 2023-12-02T00:35:21.614 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53880.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53880.log.gz 2023-12-02T00:35:21.614 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51037.log 2023-12-02T00:35:21.615 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52508.log: gzip -5 --verbose 89.1% -- -- replaced with /var/log/ceph/ceph-client.admin.52508.log.gz /var/log/ceph/ceph-client.admin.48284.log 2023-12-02T00:35:21.615 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:21.616 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51037.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51037.log.gz 2023-12-02T00:35:21.616 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54259.log 2023-12-02T00:35:21.617 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48284.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48284.log.gz 2023-12-02T00:35:21.617 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50606.log 2023-12-02T00:35:21.620 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54259.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54259.log.gz 2023-12-02T00:35:21.620 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47878.log 2023-12-02T00:35:21.620 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53698.log 2023-12-02T00:35:21.620 INFO:teuthology.orchestra.run.smithi133.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50606.log.gz 2023-12-02T00:35:21.621 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47878.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47878.log.gz 2023-12-02T00:35:21.621 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54945.log 2023-12-02T00:35:21.622 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53698.log: gzip 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53698.log.gz 2023-12-02T00:35:21.622 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.44652.log 2023-12-02T00:35:21.623 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54945.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54945.log.gz 2023-12-02T00:35:21.623 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52151.log 2023-12-02T00:35:21.624 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44652.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44652.log.gz 2023-12-02T00:35:21.624 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48674.log 2023-12-02T00:35:21.625 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38532.log 2023-12-02T00:35:21.625 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52151.log: gzip -5 89.0% --verbose -- replaced with /var/log/ceph/ceph-client.admin.52151.log.gz -- 2023-12-02T00:35:21.625 INFO:teuthology.orchestra.run.smithi133.stderr: /var/log/ceph/ceph-client.admin.44525.log 2023-12-02T00:35:21.626 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38436.log 2023-12-02T00:35:21.627 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48178.log 2023-12-02T00:35:21.627 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48674.log.gz 2023-12-02T00:35:21.629 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44525.log: gzip 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44525.log.gz -5 2023-12-02T00:35:21.629 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46527.log 2023-12-02T00:35:21.629 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48178.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48178.log.gz 2023-12-02T00:35:21.629 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54103.log 2023-12-02T00:35:21.630 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44912.log 2023-12-02T00:35:21.630 INFO:teuthology.orchestra.run.smithi172.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38532.log.gz 2023-12-02T00:35:21.630 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38508.log 2023-12-02T00:35:21.630 INFO:teuthology.orchestra.run.smithi172.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38436.log.gz 2023-12-02T00:35:21.630 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44912.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44912.log.gz 2023-12-02T00:35:21.630 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2023-12-02T00:35:21.635 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38508.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2023-12-02T00:35:21.635 INFO:teuthology.orchestra.run.smithi172.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38508.log.gz 2023-12-02T00:35:21.635 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44763.log 2023-12-02T00:35:21.636 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44917.log 2023-12-02T00:35:21.636 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44763.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44763.log.gz 2023-12-02T00:35:21.636 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38412.log 2023-12-02T00:35:21.636 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44917.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44917.log.gz 2023-12-02T00:35:21.636 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38556.log 2023-12-02T00:35:21.636 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38412.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2023-12-02T00:35:21.636 INFO:teuthology.orchestra.run.smithi172.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38412.log.gz 2023-12-02T00:35:21.637 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46527.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46527.log.gz 2023-12-02T00:35:21.637 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2023-12-02T00:35:21.637 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54103.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54103.log.gz 2023-12-02T00:35:21.637 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53205.log 2023-12-02T00:35:21.637 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52865.log 2023-12-02T00:35:21.637 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53205.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53205.log.gz 2023-12-02T00:35:21.637 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51519.log 2023-12-02T00:35:21.638 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52865.log: gzip 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52865.log.gz 2023-12-02T00:35:21.638 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.52839.log 2023-12-02T00:35:21.638 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51519.log: 88.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.51519.log.gz 2023-12-02T00:35:21.638 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46473.log 2023-12-02T00:35:21.643 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44714.log 2023-12-02T00:35:21.644 INFO:teuthology.orchestra.run.smithi172.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38556.log.gz 2023-12-02T00:35:21.644 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44709.log 2023-12-02T00:35:21.644 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44714.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44714.log.gz 2023-12-02T00:35:21.645 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.44977.log 2023-12-02T00:35:21.645 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44559.log 2023-12-02T00:35:21.645 INFO:teuthology.orchestra.run.smithi172.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44709.log.gz 2023-12-02T00:35:21.646 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.testuser.44977.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.44977.log.gz 2023-12-02T00:35:21.646 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2023-12-02T00:35:21.646 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44559.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-12-02T00:35:21.646 INFO:teuthology.orchestra.run.smithi172.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44559.log.gz 2023-12-02T00:35:21.646 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44608.log 2023-12-02T00:35:21.649 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44603.log 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44608.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44608.log.gz 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr: 92.4% -- replaced with /var/log/ceph/ceph.log.gz 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44603.log: 93.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44603.log.gz 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38460.log 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44422.log 2023-12-02T00:35:21.650 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38460.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38460.log.gz 2023-12-02T00:35:21.651 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44758.log 2023-12-02T00:35:21.653 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50931.log 2023-12-02T00:35:21.653 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52839.log.gz 2023-12-02T00:35:21.653 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46473.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46473.log.gz 2023-12-02T00:35:21.653 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54311.log 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50931.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50931.log.gz 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45841.log 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54311.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54311.log.gz 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50580.log 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45841.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45841.log.gz 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46283.log 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50580.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50580.log.gz 2023-12-02T00:35:21.654 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38385.log 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46283.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46283.log.gz 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52560.log 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.38385.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.38385.log.gz 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51151.log 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52560.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52560.log.gz 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55240.log 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51151.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51151.log.gz 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47175.log 2023-12-02T00:35:21.655 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55240.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55240.log.gz 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53684.log 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47175.log: gzip -5 --verbose 88.5% -- -- replaced with /var/log/ceph/ceph-client.admin.47175.log.gz 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr: /var/log/ceph/ceph-client.admin.49512.log 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.53684.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.53684.log.gz 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50046.log 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49512.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49512.log.gz 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51065.log 2023-12-02T00:35:21.656 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50046.log: gzip -5 89.8% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.50046.log.gz 2023-12-02T00:35:21.657 INFO:teuthology.orchestra.run.smithi133.stderr: /var/log/ceph/ceph-client.admin.49793.log 2023-12-02T00:35:21.657 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51065.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51065.log.gz 2023-12-02T00:35:21.657 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52891.log 2023-12-02T00:35:21.657 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49793.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49793.log.gz 2023-12-02T00:35:21.657 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47228.log 2023-12-02T00:35:21.659 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-12-02T00:35:21.659 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44422.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44422.log.gz 2023-12-02T00:35:21.659 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44758.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44758.log.gz 2023-12-02T00:35:21.659 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44867.log 2023-12-02T00:35:21.660 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2023-12-02T00:35:21.660 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44867.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44867.log.gz 2023-12-02T00:35:21.660 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.44972.log 2023-12-02T00:35:21.660 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44554.log 2023-12-02T00:35:21.660 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.testuser.44972.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.44972.log.gz 2023-12-02T00:35:21.660 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38484.log 2023-12-02T00:35:21.660 INFO:teuthology.orchestra.run.smithi172.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-12-02T00:35:21.661 INFO:teuthology.orchestra.run.smithi172.stderr: 93.0% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2023-12-02T00:35:21.661 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44554.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44554.log.gz 2023-12-02T00:35:21.661 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2023-12-02T00:35:21.661 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38484.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.38484.log.gz 2023-12-02T00:35:21.663 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2023-12-02T00:35:21.663 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2023-12-02T00:35:21.664 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44862.log 2023-12-02T00:35:21.668 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph-client.1.44862.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44862.log.gz 2023-12-02T00:35:21.669 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38580.log 2023-12-02T00:35:21.669 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.admin.38580.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38580.log.gz 2023-12-02T00:35:21.669 INFO:teuthology.orchestra.run.smithi172.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44431.log 2023-12-02T00:35:21.669 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52891.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52891.log.gz 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45069.log 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47228.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47228.log.gzgzip 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47438.log 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44865.log 88.6% 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45069.log.gz 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47438.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47438.log.gz 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56833.log 2023-12-02T00:35:21.670 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44865.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44865.log.gz 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47500.log 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56833.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56833.log.gz 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47466.log 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53828.log 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47500.log.gz 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47466.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47466.log.gz 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53828.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53828.log.gz 2023-12-02T00:35:21.671 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51179.log 2023-12-02T00:35:21.672 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55714.log 2023-12-02T00:35:21.672 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51179.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51179.log.gz 2023-12-02T00:35:21.672 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49635.log 2023-12-02T00:35:21.672 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55714.log: gzip -5 89.6% --verbose -- replaced with /var/log/ceph/ceph-client.admin.55714.log.gz -- 2023-12-02T00:35:21.672 INFO:teuthology.orchestra.run.smithi133.stderr: /var/log/ceph/ceph-client.admin.54207.log 2023-12-02T00:35:21.672 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49635.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49635.log.gz 2023-12-02T00:35:21.672 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46662.log 2023-12-02T00:35:21.673 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54207.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54207.log.gz 2023-12-02T00:35:21.673 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47254.log 2023-12-02T00:35:21.673 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46662.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46662.log.gz 2023-12-02T00:35:21.673 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46553.log 2023-12-02T00:35:21.673 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47254.log: gzip 87.8% -5 -- replaced with /var/log/ceph/ceph-client.admin.47254.log.gz --verbose 2023-12-02T00:35:21.673 INFO:teuthology.orchestra.run.smithi133.stderr: -- /var/log/ceph/ceph-client.admin.48860.log 2023-12-02T00:35:21.675 INFO:teuthology.orchestra.run.smithi172.stderr:/var/log/ceph/ceph-client.1.44431.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44431.log.gz 2023-12-02T00:35:21.677 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46553.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.46553.log.gz 2023-12-02T00:35:21.677 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52638.log 2023-12-02T00:35:21.677 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48860.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48860.log.gz 2023-12-02T00:35:21.677 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46922.log 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52638.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48414.log 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52638.log.gz 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53347.log 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46922.log.gz 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48414.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48414.log.gz 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56019.log 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54684.log 2023-12-02T00:35:21.678 INFO:teuthology.orchestra.run.smithi133.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53347.log.gz 2023-12-02T00:35:21.679 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56019.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.56019.log.gz 2023-12-02T00:35:21.679 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48204.log 2023-12-02T00:35:21.680 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54550.log 2023-12-02T00:35:21.680 INFO:teuthology.orchestra.run.smithi133.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54684.log.gz 2023-12-02T00:35:21.680 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48204.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48204.log.gz 2023-12-02T00:35:21.681 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44645.log 2023-12-02T00:35:21.681 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54550.log: 89.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.54550.log.gz -5 2023-12-02T00:35:21.681 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.52099.log 2023-12-02T00:35:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44645.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44645.log.gz 2023-12-02T00:35:21.682 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53633.log 2023-12-02T00:35:21.683 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47982.log 2023-12-02T00:35:21.684 INFO:teuthology.orchestra.run.smithi133.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52099.log.gz 2023-12-02T00:35:21.684 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53633.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53633.log.gz 2023-12-02T00:35:21.685 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52716.log 2023-12-02T00:35:21.686 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48834.log 2023-12-02T00:35:21.686 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47982.log.gz 2023-12-02T00:35:21.687 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52716.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52716.log.gz 2023-12-02T00:35:21.687 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56364.log 2023-12-02T00:35:21.688 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44551.log 87.7% 2023-12-02T00:35:21.688 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48834.log.gz 2023-12-02T00:35:21.689 INFO:teuthology.orchestra.run.smithi133.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2023-12-02T00:35:21.689 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56364.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.56364.log.gz 2023-12-02T00:35:21.689 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55454.log 2023-12-02T00:35:21.690 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47084.log 2023-12-02T00:35:21.690 INFO:teuthology.orchestra.run.smithi133.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44551.log.gz 2023-12-02T00:35:21.691 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50528.log 2023-12-02T00:35:21.691 INFO:teuthology.orchestra.run.smithi133.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55454.log.gz 2023-12-02T00:35:21.692 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.51846.log 2023-12-02T00:35:21.693 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47084.log.gz 2023-12-02T00:35:21.693 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50528.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50528.log.gz 2023-12-02T00:35:21.693 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50020.log 2023-12-02T00:35:21.694 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.testuser.51846.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.51846.log.gz 2023-12-02T00:35:21.694 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51337.log 2023-12-02T00:35:21.695 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56168.log 2023-12-02T00:35:21.695 INFO:teuthology.orchestra.run.smithi133.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50020.log.gz 2023-12-02T00:35:21.696 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51337.log: gzip -5 88.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.51337.log.gz /var/log/ceph/ceph-client.admin.47607.log 2023-12-02T00:35:21.696 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:21.697 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55662.log 2023-12-02T00:35:21.697 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56168.log.gz 2023-12-02T00:35:21.698 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47607.log: gzip -5 --verbose 88.3% -- -- replaced with /var/log/ceph/ceph-client.admin.47607.log.gz /var/log/ceph/ceph-client.admin.44657.log 2023-12-02T00:35:21.698 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:21.699 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55662.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54658.log 2023-12-02T00:35:21.699 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55662.log.gz 2023-12-02T00:35:21.700 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52359.log 2023-12-02T00:35:21.700 INFO:teuthology.orchestra.run.smithi133.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44657.log.gz 2023-12-02T00:35:21.701 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55023.log 2023-12-02T00:35:21.701 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.54658.log.gz 2023-12-02T00:35:21.702 INFO:teuthology.orchestra.run.smithi172.stderr: 94.7% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2023-12-02T00:35:21.703 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46610.log 2023-12-02T00:35:21.703 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52359.log.gz 2023-12-02T00:35:21.703 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55023.log: gzip -5 --verbose -- 88.0% /var/log/ceph/ceph-client.admin.48466.log 2023-12-02T00:35:21.704 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55023.log.gz 2023-12-02T00:35:21.704 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46610.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46610.log.gz 2023-12-02T00:35:21.705 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53505.log 2023-12-02T00:35:21.705 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48466.log: gzip 87.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.48466.log.gz --verbose 2023-12-02T00:35:21.705 INFO:teuthology.orchestra.run.smithi133.stderr: -- /var/log/ceph/ceph-client.admin.51233.log 2023-12-02T00:35:21.706 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50827.log 2023-12-02T00:35:21.706 INFO:teuthology.orchestra.run.smithi133.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53505.log.gz 2023-12-02T00:35:21.707 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53373.log 2023-12-02T00:35:21.707 INFO:teuthology.orchestra.run.smithi133.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51233.log.gz 2023-12-02T00:35:21.708 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45073.log 2023-12-02T00:35:21.708 INFO:teuthology.orchestra.run.smithi133.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50827.log.gz 2023-12-02T00:35:21.709 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53373.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53373.log.gz 2023-12-02T00:35:21.709 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45867.log 2023-12-02T00:35:21.710 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46447.log 2023-12-02T00:35:21.710 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45073.log.gz 2023-12-02T00:35:21.711 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48008.log 2023-12-02T00:35:21.711 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45867.log.gz 2023-12-02T00:35:21.712 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50279.log 2023-12-02T00:35:21.712 INFO:teuthology.orchestra.run.smithi133.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46447.log.gz 2023-12-02T00:35:21.713 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48008.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48008.log.gz 2023-12-02T00:35:21.713 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46740.log 2023-12-02T00:35:21.714 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53401.log 2023-12-02T00:35:21.714 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50279.log.gz 2023-12-02T00:35:21.715 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46740.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.46740.log.gz 2023-12-02T00:35:21.715 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.48973.log 2023-12-02T00:35:21.716 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53401.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53401.log.gz 2023-12-02T00:35:21.716 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54051.log 2023-12-02T00:35:21.717 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.testuser.48973.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.48973.log.gz 2023-12-02T00:35:21.717 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2023-12-02T00:35:21.718 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54051.log: gzip -5 --verbose 88.6% -- /var/log/ceph/ceph-client.admin.46792.log -- replaced with /var/log/ceph/ceph-client.admin.54051.log.gz 2023-12-02T00:35:21.718 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:21.719 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50130.log 2023-12-02T00:35:21.720 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46792.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46792.log.gz 2023-12-02T00:35:21.720 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56416.log 2023-12-02T00:35:21.721 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50554.log 2023-12-02T00:35:21.721 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50130.log.gz 2023-12-02T00:35:21.722 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56416.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56416.log.gz 2023-12-02T00:35:21.722 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50807.log 2023-12-02T00:35:21.723 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45435.log 2023-12-02T00:35:21.724 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.50807.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50554.log.gz 2023-12-02T00:35:21.724 INFO:teuthology.orchestra.run.smithi133.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50807.log.gz 2023-12-02T00:35:21.724 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44849.log 2023-12-02T00:35:21.725 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45435.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45435.log.gz 2023-12-02T00:35:21.726 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51865.log 2023-12-02T00:35:21.727 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44849.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55584.log 2023-12-02T00:35:21.727 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44849.log.gz 2023-12-02T00:35:21.728 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47000.log 2023-12-02T00:35:21.728 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51865.log.gz 2023-12-02T00:35:21.729 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54606.log 2023-12-02T00:35:21.729 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55584.log.gz 2023-12-02T00:35:21.730 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47000.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47000.log.gz 2023-12-02T00:35:21.730 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55183.log 2023-12-02T00:35:21.731 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56248.log 2023-12-02T00:35:21.731 INFO:teuthology.orchestra.run.smithi133.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.54606.log.gz 2023-12-02T00:35:21.732 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55183.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55183.log.gz 2023-12-02T00:35:21.732 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56468.log 2023-12-02T00:35:21.734 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47149.log 2023-12-02T00:35:21.734 INFO:teuthology.orchestra.run.smithi133.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56248.log.gz 2023-12-02T00:35:21.735 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56468.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56468.log.gz 2023-12-02T00:35:21.735 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50658.log 2023-12-02T00:35:21.736 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44421.log 2023-12-02T00:35:21.736 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47149.log.gz 2023-12-02T00:35:21.737 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50658.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50658.log.gz 2023-12-02T00:35:21.737 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48570.log 2023-12-02T00:35:21.738 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55131.log 2023-12-02T00:35:21.738 INFO:teuthology.orchestra.run.smithi133.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44421.log.gz 2023-12-02T00:35:21.739 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48570.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48570.log.gz 2023-12-02T00:35:21.739 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47711.log 2023-12-02T00:35:21.740 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52943.log 2023-12-02T00:35:21.741 INFO:teuthology.orchestra.run.smithi133.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.55131.log.gz 2023-12-02T00:35:21.741 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47711.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47711.log.gz 2023-12-02T00:35:21.741 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53971.log 2023-12-02T00:35:21.743 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45071.log 2023-12-02T00:35:21.743 INFO:teuthology.orchestra.run.smithi133.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52943.log.gz 2023-12-02T00:35:21.744 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54524.log 2023-12-02T00:35:21.744 INFO:teuthology.orchestra.run.smithi133.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53971.log.gz 2023-12-02T00:35:21.745 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45071.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45071.log.gz 2023-12-02T00:35:21.745 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45945.log 2023-12-02T00:35:21.746 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54524.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54524.log.gz 2023-12-02T00:35:21.746 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55558.log 2023-12-02T00:35:21.747 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45945.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45945.log.gz 2023-12-02T00:35:21.747 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2023-12-02T00:35:21.748 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55558.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55558.log.gz 2023-12-02T00:35:21.748 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49687.log 2023-12-02T00:35:21.749 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53126.log 2023-12-02T00:35:21.750 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49687.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49687.log.gz 2023-12-02T00:35:21.751 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49408.log 2023-12-02T00:35:21.752 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.48978.log 2023-12-02T00:35:21.752 INFO:teuthology.orchestra.run.smithi133.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53126.log.gz 2023-12-02T00:35:21.753 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49408.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49408.log.gz 2023-12-02T00:35:21.754 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56885.log 2023-12-02T00:35:21.754 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.testuser.48978.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.48978.log.gz 2023-12-02T00:35:21.755 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44650.log 2023-12-02T00:35:21.756 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56885.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56885.log.gz 2023-12-02T00:35:21.756 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52021.log 2023-12-02T00:35:21.757 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52787.log 2023-12-02T00:35:21.758 INFO:teuthology.orchestra.run.smithi133.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44650.log.gz 2023-12-02T00:35:21.759 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52021.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52021.log.gz 2023-12-02T00:35:21.760 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48756.log 2023-12-02T00:35:21.760 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52787.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52787.log.gz 2023-12-02T00:35:21.761 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44655.log 2023-12-02T00:35:21.762 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52612.log 2023-12-02T00:35:21.762 INFO:teuthology.orchestra.run.smithi133.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48756.log.gz 2023-12-02T00:35:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44655.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44655.log.gz 2023-12-02T00:35:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56312.log 2023-12-02T00:35:21.764 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52612.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.52612.log.gz 2023-12-02T00:35:21.765 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46049.log 2023-12-02T00:35:21.766 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53231.log 2023-12-02T00:35:21.766 INFO:teuthology.orchestra.run.smithi133.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56312.log.gz 2023-12-02T00:35:21.767 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46049.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46049.log.gz 2023-12-02T00:35:21.768 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.54828.log 2023-12-02T00:35:21.769 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53231.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53231.log.gz 2023-12-02T00:35:21.769 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47864.log 2023-12-02T00:35:21.770 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.testuser.54828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49148.log 2023-12-02T00:35:21.771 INFO:teuthology.orchestra.run.smithi133.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.54828.log.gz 2023-12-02T00:35:21.771 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.47864.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47864.log.gz 2023-12-02T00:35:21.772 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49609.log 2023-12-02T00:35:21.772 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49148.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49148.log.gz 2023-12-02T00:35:21.773 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46896.log 2023-12-02T00:35:21.774 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48808.log 2023-12-02T00:35:21.775 INFO:teuthology.orchestra.run.smithi133.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49609.log.gz 2023-12-02T00:35:21.775 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46896.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46896.log.gz 2023-12-02T00:35:21.776 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50098.log 2023-12-02T00:35:21.777 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49486.log 2023-12-02T00:35:21.778 INFO:teuthology.orchestra.run.smithi133.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48808.log.gz 2023-12-02T00:35:21.780 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50098.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50098.log.gz 2023-12-02T00:35:21.780 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50684.log 2023-12-02T00:35:21.780 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49486.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49486.log.gz 2023-12-02T00:35:21.781 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51969.log 2023-12-02T00:35:21.782 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47904.log 2023-12-02T00:35:21.782 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50684.log.gz 2023-12-02T00:35:21.783 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51969.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51969.log.gz 2023-12-02T00:35:21.783 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44343.log 2023-12-02T00:35:21.784 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47904.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47904.log.gz 2023-12-02T00:35:21.785 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55370.log 2023-12-02T00:35:21.786 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44343.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44343.log.gz 2023-12-02T00:35:21.786 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45059.log 2023-12-02T00:35:21.787 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55370.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.55370.log.gz 2023-12-02T00:35:21.788 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49583.log 2023-12-02T00:35:21.789 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45059.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45059.log.gz 2023-12-02T00:35:21.789 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49845.log 2023-12-02T00:35:21.790 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51415.log 2023-12-02T00:35:21.791 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49583.log.gz 2023-12-02T00:35:21.792 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49845.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49845.log.gz 2023-12-02T00:35:21.792 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54337.log 2023-12-02T00:35:21.793 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51415.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51415.log.gz 2023-12-02T00:35:21.794 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49661.log 2023-12-02T00:35:21.795 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54337.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.54337.log.gz 2023-12-02T00:35:21.796 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49044.log 2023-12-02T00:35:21.796 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49661.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49661.log.gz 2023-12-02T00:35:21.797 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56390.log 2023-12-02T00:35:21.798 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48992.log 2023-12-02T00:35:21.798 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49044.log.gz 2023-12-02T00:35:21.799 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56390.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56390.log.gz 2023-12-02T00:35:21.800 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51601.log 2023-12-02T00:35:21.801 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48992.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48992.log.gz 2023-12-02T00:35:21.801 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44004.log 2023-12-02T00:35:21.803 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51601.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51601.log.gz 2023-12-02T00:35:21.803 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56676.log 2023-12-02T00:35:21.804 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44004.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44004.log.gz 2023-12-02T00:35:21.804 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49096.log 2023-12-02T00:35:21.805 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49304.log 2023-12-02T00:35:21.806 INFO:teuthology.orchestra.run.smithi133.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56676.log.gz 2023-12-02T00:35:21.807 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49096.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49096.log.gz 2023-12-02T00:35:21.807 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54710.log 2023-12-02T00:35:21.808 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49304.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49304.log.gz 2023-12-02T00:35:21.809 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52125.log 2023-12-02T00:35:21.810 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54710.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54710.log.gz 2023-12-02T00:35:21.810 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55053.log 2023-12-02T00:35:21.811 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52125.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52125.log.gz 2023-12-02T00:35:21.812 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50957.log 2023-12-02T00:35:21.813 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50072.log 2023-12-02T00:35:21.813 INFO:teuthology.orchestra.run.smithi133.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55053.log.gz 2023-12-02T00:35:21.814 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50957.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50957.log.gz 2023-12-02T00:35:21.814 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54841.log 2023-12-02T00:35:21.815 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56222.log 2023-12-02T00:35:21.816 INFO:teuthology.orchestra.run.smithi133.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50072.log.gz 2023-12-02T00:35:21.816 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54841.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54841.log.gz 2023-12-02T00:35:21.817 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46584.log 2023-12-02T00:35:21.818 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51545.log 2023-12-02T00:35:21.819 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56222.log.gz 2023-12-02T00:35:21.820 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46584.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46584.log.gz 2023-12-02T00:35:21.820 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51653.log 2023-12-02T00:35:21.821 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51545.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51545.log.gz 2023-12-02T00:35:21.821 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48258.log 2023-12-02T00:35:21.823 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51653.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51653.log.gz 2023-12-02T00:35:21.823 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46179.log 2023-12-02T00:35:21.824 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48258.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48258.log.gz 2023-12-02T00:35:21.825 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51009.log 2023-12-02T00:35:21.826 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46179.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46179.log.gz 2023-12-02T00:35:21.826 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50474.log 2023-12-02T00:35:21.827 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51009.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51009.log.gz 2023-12-02T00:35:21.828 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56196.log 2023-12-02T00:35:21.829 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50474.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50474.log.gz 2023-12-02T00:35:21.830 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53776.log 2023-12-02T00:35:21.831 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56196.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56196.log.gz 2023-12-02T00:35:21.831 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49557.log 2023-12-02T00:35:21.832 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53776.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53776.log.gz 2023-12-02T00:35:21.833 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47763.log 2023-12-02T00:35:21.834 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49557.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49557.log.gz 2023-12-02T00:35:21.834 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44603.log 2023-12-02T00:35:21.836 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53427.log 2023-12-02T00:35:21.836 INFO:teuthology.orchestra.run.smithi133.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.47763.log.gz 2023-12-02T00:35:21.837 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44603.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44603.log.gz 2023-12-02T00:35:21.837 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44289.log 2023-12-02T00:35:21.838 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53427.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2023-12-02T00:35:21.839 INFO:teuthology.orchestra.run.smithi133.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53427.log.gz 2023-12-02T00:35:21.839 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44289.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44289.log.gz 2023-12-02T00:35:21.840 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47201.log 2023-12-02T00:35:21.841 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46023.log 2023-12-02T00:35:21.843 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47201.log: 87.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.47201.log.gz -5 --verbose 2023-12-02T00:35:21.843 INFO:teuthology.orchestra.run.smithi133.stderr: -- /var/log/ceph/ceph-client.admin.55688.log 2023-12-02T00:35:21.843 INFO:teuthology.orchestra.run.smithi172.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2023-12-02T00:35:21.845 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44317.log 2023-12-02T00:35:21.845 INFO:teuthology.orchestra.run.smithi133.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46023.log.gz 2023-12-02T00:35:21.846 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55688.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55688.log.gz 2023-12-02T00:35:21.846 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54233.log 2023-12-02T00:35:21.847 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45513.log 2023-12-02T00:35:21.848 INFO:teuthology.orchestra.run.smithi133.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44317.log.gz 2023-12-02T00:35:21.849 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54233.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54233.log.gz 2023-12-02T00:35:21.849 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48918.log 2023-12-02T00:35:21.850 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48388.log 88.3% 2023-12-02T00:35:21.850 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45513.log.gz 2023-12-02T00:35:21.852 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48918.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48918.log.gz 2023-12-02T00:35:21.852 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54469.log 2023-12-02T00:35:21.853 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45893.log 2023-12-02T00:35:21.853 INFO:teuthology.orchestra.run.smithi133.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48388.log.gz 2023-12-02T00:35:21.855 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54469.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54469.log.gz 2023-12-02T00:35:21.855 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45698.log 2023-12-02T00:35:21.856 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45893.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45893.log.gz 2023-12-02T00:35:21.857 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44640.log 2023-12-02T00:35:21.859 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45698.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45698.log.gz 2023-12-02T00:35:21.859 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54893.log 2023-12-02T00:35:21.860 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54129.log 2023-12-02T00:35:21.860 INFO:teuthology.orchestra.run.smithi133.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44640.log.gz 2023-12-02T00:35:21.861 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55610.log 2023-12-02T00:35:21.861 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54893.log.gz 2023-12-02T00:35:21.863 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54129.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54129.log.gz 2023-12-02T00:35:21.863 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46127.log 2023-12-02T00:35:21.865 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44102.log 2023-12-02T00:35:21.865 INFO:teuthology.orchestra.run.smithi133.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55610.log.gz 2023-12-02T00:35:21.866 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56754.log 2023-12-02T00:35:21.866 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46127.log.gz 2023-12-02T00:35:21.867 INFO:teuthology.orchestra.run.smithi172.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2023-12-02T00:35:21.867 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44102.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44102.log.gz 2023-12-02T00:35:21.867 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48544.log 2023-12-02T00:35:21.868 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56754.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56754.log.gz 2023-12-02T00:35:21.869 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38501.log 2023-12-02T00:35:21.870 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48544.log: gzip -5 87.7% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.48544.log.gz /var/log/ceph/ceph-client.admin.51995.log 2023-12-02T00:35:21.870 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:21.872 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.38501.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45617.log 2023-12-02T00:35:21.872 INFO:teuthology.orchestra.run.smithi133.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.38501.log.gz 2023-12-02T00:35:21.873 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51995.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51995.log.gz 2023-12-02T00:35:21.873 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46153.log 2023-12-02T00:35:21.874 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45617.log: gzip 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45617.log.gz -5 2023-12-02T00:35:21.874 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45357.log 2023-12-02T00:35:21.876 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46153.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46153.log.gz 2023-12-02T00:35:21.876 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51259.log 2023-12-02T00:35:21.877 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45357.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45357.log.gz 2023-12-02T00:35:21.878 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51441.log 2023-12-02T00:35:21.879 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51259.log: gzip 87.4% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.51259.log.gz -- 2023-12-02T00:35:21.879 INFO:teuthology.orchestra.run.smithi133.stderr: /var/log/ceph/ceph-client.admin.50711.log 2023-12-02T00:35:21.880 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51441.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51441.log.gz 2023-12-02T00:35:21.881 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54867.log 2023-12-02T00:35:21.882 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52307.log 2023-12-02T00:35:21.882 INFO:teuthology.orchestra.run.smithi133.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.50711.log.gz 2023-12-02T00:35:21.884 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54867.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2023-12-02T00:35:21.884 INFO:teuthology.orchestra.run.smithi133.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.54867.log.gz 2023-12-02T00:35:21.885 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52307.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52307.log.gz 2023-12-02T00:35:21.885 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55967.log 2023-12-02T00:35:21.887 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50162.log 2023-12-02T00:35:21.888 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55967.log: gzip 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55967.log.gz -5 2023-12-02T00:35:21.888 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.50632.log 2023-12-02T00:35:21.889 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50162.log: 87.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.50162.log.gz -5 2023-12-02T00:35:21.890 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51125.log 2023-12-02T00:35:21.891 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48440.log 2023-12-02T00:35:21.891 INFO:teuthology.orchestra.run.smithi133.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50632.log.gz 2023-12-02T00:35:21.892 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51125.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.51125.log.gz -5 2023-12-02T00:35:21.893 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.56338.log 2023-12-02T00:35:21.894 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48440.log: 87.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.48440.log.gz -5 2023-12-02T00:35:21.894 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.testuser.54823.log 2023-12-02T00:35:21.895 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56338.log: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.56338.log.gz -5 2023-12-02T00:35:21.896 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53997.log 2023-12-02T00:35:21.896 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.testuser.54823.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.54823.log.gz 2023-12-02T00:35:21.897 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54495.log 2023-12-02T00:35:21.899 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47581.log 2023-12-02T00:35:21.899 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53997.log.gz 2023-12-02T00:35:21.900 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54155.log 2023-12-02T00:35:21.900 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.54495.log.gz 2023-12-02T00:35:21.901 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47581.log: 89.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.47581.log.gz 2023-12-02T00:35:21.902 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51363.log 2023-12-02T00:35:21.903 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49382.log 2023-12-02T00:35:21.903 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54155.log.gz 2023-12-02T00:35:21.905 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50253.log 2023-12-02T00:35:21.905 INFO:teuthology.orchestra.run.smithi133.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.51363.log.gz 2023-12-02T00:35:21.906 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49382.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49382.log.gz 2023-12-02T00:35:21.906 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48088.log 2023-12-02T00:35:21.907 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50253.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50253.log.gz 2023-12-02T00:35:21.908 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53557.log 2023-12-02T00:35:21.910 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48088.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48088.log.gz 2023-12-02T00:35:21.910 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49200.log 2023-12-02T00:35:21.911 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53557.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53557.log.gz 2023-12-02T00:35:21.911 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56097.log 2023-12-02T00:35:21.912 INFO:teuthology.orchestra.run.smithi172.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2023-12-02T00:35:21.913 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47052.log 2023-12-02T00:35:21.913 INFO:teuthology.orchestra.run.smithi133.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.49200.log.gz 2023-12-02T00:35:21.914 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56097.log: 87.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.56097.log.gz -5 2023-12-02T00:35:21.914 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.52690.log 2023-12-02T00:35:21.916 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52534.log 2023-12-02T00:35:21.916 INFO:teuthology.orchestra.run.smithi133.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47052.log.gz 2023-12-02T00:35:21.917 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52690.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52690.log.gz 2023-12-02T00:35:21.917 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49356.log 2023-12-02T00:35:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52534.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52534.log.gz 2023-12-02T00:35:21.919 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55428.log 2023-12-02T00:35:21.920 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49356.log: gzip -5 --verbose -- 87.6% /var/log/ceph/ceph-client.admin.45383.log 2023-12-02T00:35:21.921 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49356.log.gz 2023-12-02T00:35:21.922 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55428.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.55428.log.gz 2023-12-02T00:35:21.922 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48492.log 2023-12-02T00:35:21.923 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45383.log: gzip -5 --verbose 89.0% -- -- replaced with /var/log/ceph/ceph-client.admin.45383.log.gz /var/log/ceph/ceph-client.admin.48648.log 2023-12-02T00:35:21.924 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:21.925 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52969.log 2023-12-02T00:35:21.925 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48492.log.gz 2023-12-02T00:35:21.926 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48648.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48648.log.gz 2023-12-02T00:35:21.929 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44653.log 2023-12-02T00:35:21.930 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52969.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52969.log.gz 2023-12-02T00:35:21.930 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44639.log 2023-12-02T00:35:21.930 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54971.log 88.0% 2023-12-02T00:35:21.930 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44653.log.gz 2023-12-02T00:35:21.931 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44639.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44639.log.gz 2023-12-02T00:35:21.931 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46101.log 2023-12-02T00:35:21.933 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51791.log 2023-12-02T00:35:21.933 INFO:teuthology.orchestra.run.smithi133.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.54971.log.gz 2023-12-02T00:35:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46101.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46101.log.gz 2023-12-02T00:35:21.934 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45305.log 2023-12-02T00:35:21.935 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51791.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51791.log.gz 2023-12-02T00:35:21.936 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47930.log 2023-12-02T00:35:21.937 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45305.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45305.log.gz 2023-12-02T00:35:21.938 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53937.log 2023-12-02T00:35:21.939 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47930.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47930.log.gz 2023-12-02T00:35:21.939 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45055.log 2023-12-02T00:35:21.940 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53937.log: 88.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.53937.log.gz -5 2023-12-02T00:35:21.941 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51285.log 2023-12-02T00:35:21.942 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45055.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45055.log.gz 2023-12-02T00:35:21.942 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47685.log 2023-12-02T00:35:21.944 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51285.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.51285.log.gz -5 2023-12-02T00:35:21.944 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.56071.log 2023-12-02T00:35:21.946 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52482.log 2023-12-02T00:35:21.946 INFO:teuthology.orchestra.run.smithi133.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47685.log.gz 2023-12-02T00:35:21.947 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56071.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56071.log.gz 2023-12-02T00:35:21.947 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52742.log 2023-12-02T00:35:21.949 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52482.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52482.log.gz 2023-12-02T00:35:21.949 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53750.log 2023-12-02T00:35:21.950 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52742.log: gzip -5 --verbose -- 88.1% /var/log/ceph/ceph-client.admin.56624.log 2023-12-02T00:35:21.950 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52742.log.gz 2023-12-02T00:35:21.951 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53750.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53750.log.gz 2023-12-02T00:35:21.952 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46231.log 2023-12-02T00:35:21.952 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56624.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56624.log.gz 2023-12-02T00:35:21.953 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53479.log 2023-12-02T00:35:21.955 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46231.log: gzip 88.1% -5 -- replaced with /var/log/ceph/ceph-client.admin.46231.log.gz --verbose 2023-12-02T00:35:21.955 INFO:teuthology.orchestra.run.smithi133.stderr: -- /var/log/ceph/ceph-client.admin.44128.log 2023-12-02T00:35:21.956 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53479.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.53479.log.gz 2023-12-02T00:35:21.956 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46205.log 2023-12-02T00:35:21.958 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46948.log 2023-12-02T00:35:21.958 INFO:teuthology.orchestra.run.smithi133.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44128.log.gz 2023-12-02T00:35:21.959 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46205.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46205.log.gz 2023-12-02T00:35:21.959 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44473.log 2023-12-02T00:35:21.961 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52430.log 88.4% 2023-12-02T00:35:21.961 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46948.log.gz 2023-12-02T00:35:21.962 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44473.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44473.log.gz 2023-12-02T00:35:21.962 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48310.log 2023-12-02T00:35:21.964 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44577.log 2023-12-02T00:35:21.964 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52430.log.gz 2023-12-02T00:35:21.965 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48886.log 2023-12-02T00:35:21.965 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48310.log.gz 2023-12-02T00:35:21.969 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44577.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44577.log.gz 2023-12-02T00:35:21.969 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53035.log 2023-12-02T00:35:21.969 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48886.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48886.log.gz 2023-12-02T00:35:21.970 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51207.log 2023-12-02T00:35:21.970 INFO:teuthology.orchestra.run.smithi172.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2023-12-02T00:35:21.970 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53035.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53035.log.gz 2023-12-02T00:35:21.970 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51627.log 2023-12-02T00:35:21.971 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51207.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51207.log.gz 2023-12-02T00:35:21.971 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51099.log 2023-12-02T00:35:21.973 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51627.log: gzip 88.3% -5 -- replaced with /var/log/ceph/ceph-client.admin.51627.log.gz --verbose 2023-12-02T00:35:21.973 INFO:teuthology.orchestra.run.smithi133.stderr: -- /var/log/ceph/ceph.log 2023-12-02T00:35:21.974 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51099.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51099.log.gz 2023-12-02T00:35:21.975 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55993.log 2023-12-02T00:35:21.977 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49174.log 2023-12-02T00:35:21.978 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55993.log: 86.4% -- replaced with /var/log/ceph/ceph.log.gz 2023-12-02T00:35:21.978 INFO:teuthology.orchestra.run.smithi133.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55993.log.gz 2023-12-02T00:35:21.978 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52203.log 2023-12-02T00:35:21.979 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49174.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49174.log.gz 2023-12-02T00:35:21.980 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47813.log 2023-12-02T00:35:21.981 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52203.log: 88.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.52203.log.gz 2023-12-02T00:35:21.982 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.56572.log 2023-12-02T00:35:21.983 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47813.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47813.log.gz 2023-12-02T00:35:21.983 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56286.log 2023-12-02T00:35:21.985 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51705.log 2023-12-02T00:35:21.985 INFO:teuthology.orchestra.run.smithi133.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56572.log.gz 2023-12-02T00:35:21.986 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56286.log: gzip -5 89.1% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.56286.log.gz /var/log/ceph/ceph-client.admin.53854.log 2023-12-02T00:35:21.986 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:21.987 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51705.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.51705.log.gz 2023-12-02T00:35:21.987 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50414.log 2023-12-02T00:35:21.988 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53854.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53854.log.gz 2023-12-02T00:35:21.989 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53583.log 2023-12-02T00:35:21.990 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50414.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50414.log.gz 2023-12-02T00:35:21.991 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45253.log 2023-12-02T00:35:21.992 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46413.log 2023-12-02T00:35:21.993 INFO:teuthology.orchestra.run.smithi133.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.53583.log.gz 2023-12-02T00:35:21.993 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45253.log: 88.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56650.log 2023-12-02T00:35:21.994 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45253.log.gz 2023-12-02T00:35:21.995 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46413.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46413.log.gz 2023-12-02T00:35:21.996 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55266.log 2023-12-02T00:35:21.997 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55915.log 2023-12-02T00:35:21.997 INFO:teuthology.orchestra.run.smithi133.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56650.log.gz 2023-12-02T00:35:21.998 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55266.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55266.log.gz 2023-12-02T00:35:21.999 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55915.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55915.log.gz 2023-12-02T00:35:22.000 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55396.log 2023-12-02T00:35:22.001 INFO:teuthology.orchestra.run.smithi172.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2023-12-02T00:35:22.002 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45919.log 2023-12-02T00:35:22.004 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56728.log 2023-12-02T00:35:22.004 INFO:teuthology.orchestra.run.smithi133.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.55396.log.gz 2023-12-02T00:35:22.005 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45919.log: 88.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.45919.log.gz -5 2023-12-02T00:35:22.005 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.55209.log 2023-12-02T00:35:22.007 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46974.log 2023-12-02T00:35:22.007 INFO:teuthology.orchestra.run.smithi133.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.56728.log.gz 2023-12-02T00:35:22.008 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55209.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55209.log.gz 2023-12-02T00:35:22.009 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46974.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46974.log.gz 2023-12-02T00:35:22.010 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53802.log 2023-12-02T00:35:22.011 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49713.log 2023-12-02T00:35:22.013 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53802.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53802.log.gz 2023-12-02T00:35:22.013 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56520.log 2023-12-02T00:35:22.014 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49713.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49713.log.gz 2023-12-02T00:35:22.014 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45591.log 2023-12-02T00:35:22.016 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56520.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56520.log.gz 2023-12-02T00:35:22.016 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44855.log 2023-12-02T00:35:22.017 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45591.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45591.log.gzgzip 2023-12-02T00:35:22.018 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46499.log 2023-12-02T00:35:22.019 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44855.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44855.log.gz 2023-12-02T00:35:22.019 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52073.log 2023-12-02T00:35:22.021 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47332.log 2023-12-02T00:35:22.021 INFO:teuthology.orchestra.run.smithi133.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.46499.log.gz 2023-12-02T00:35:22.022 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52073.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52073.log.gz 2023-12-02T00:35:22.022 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54632.log 2023-12-02T00:35:22.023 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47332.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47332.log.gz 2023-12-02T00:35:22.024 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48700.log 2023-12-02T00:35:22.025 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54632.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.54632.log.gz 2023-12-02T00:35:22.026 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53679.log 2023-12-02T00:35:22.027 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49278.log 2023-12-02T00:35:22.027 INFO:teuthology.orchestra.run.smithi133.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48700.log.gz 2023-12-02T00:35:22.028 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.53679.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.53679.log.gz 2023-12-02T00:35:22.029 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45409.log 2023-12-02T00:35:22.030 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49278.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49278.log.gz 2023-12-02T00:35:22.030 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46688.log 2023-12-02T00:35:22.032 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45409.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45409.log.gz 2023-12-02T00:35:22.032 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44259.log 2023-12-02T00:35:22.033 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46688.log: 94.1% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2023-12-02T00:35:22.033 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46688.log.gz 2023-12-02T00:35:22.034 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51311.log 2023-12-02T00:35:22.034 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44259.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44259.log.gz 2023-12-02T00:35:22.035 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53453.log 2023-12-02T00:35:22.036 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47358.log 2023-12-02T00:35:22.037 INFO:teuthology.orchestra.run.smithi172.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2023-12-02T00:35:22.038 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51311.log: /var/log/ceph/ceph-client.admin.53453.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51311.log.gz 2023-12-02T00:35:22.038 INFO:teuthology.orchestra.run.smithi133.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53453.log.gz 2023-12-02T00:35:22.038 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54077.log 2023-12-02T00:35:22.039 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52047.log 2023-12-02T00:35:22.039 INFO:teuthology.orchestra.run.smithi172.stderr: 2023-12-02T00:35:22.040 INFO:teuthology.orchestra.run.smithi172.stderr:real 0m0.437s 2023-12-02T00:35:22.040 INFO:teuthology.orchestra.run.smithi172.stderr:user 0m1.728s 2023-12-02T00:35:22.040 INFO:teuthology.orchestra.run.smithi172.stderr:sys 0m0.198s 2023-12-02T00:35:22.041 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54077.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47358.log.gz 2023-12-02T00:35:22.041 INFO:teuthology.orchestra.run.smithi133.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54077.log.gz 2023-12-02T00:35:22.041 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49252.log 2023-12-02T00:35:22.041 INFO:teuthology.orchestra.run.smithi133.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2023-12-02T00:35:22.042 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55941.log 2023-12-02T00:35:22.042 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52047.log.gz 2023-12-02T00:35:22.043 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45045.log 2023-12-02T00:35:22.043 INFO:teuthology.orchestra.run.smithi133.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49252.log.gz 2023-12-02T00:35:22.044 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55941.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55941.log.gz 2023-12-02T00:35:22.044 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55157.log 2023-12-02T00:35:22.045 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54391.log 2023-12-02T00:35:22.045 INFO:teuthology.orchestra.run.smithi133.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45045.log.gz 2023-12-02T00:35:22.046 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55157.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55157.log.gz 2023-12-02T00:35:22.046 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50983.log 2023-12-02T00:35:22.047 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56442.log 2023-12-02T00:35:22.047 INFO:teuthology.orchestra.run.smithi133.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54391.log.gz 2023-12-02T00:35:22.048 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50983.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50983.log.gz 2023-12-02T00:35:22.049 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51467.log 2023-12-02T00:35:22.050 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45997.log 2023-12-02T00:35:22.050 INFO:teuthology.orchestra.run.smithi133.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56442.log.gz 2023-12-02T00:35:22.051 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51467.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51467.log.gz 2023-12-02T00:35:22.051 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52664.log 2023-12-02T00:35:22.052 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54768.log 2023-12-02T00:35:22.052 INFO:teuthology.orchestra.run.smithi133.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45997.log.gz 2023-12-02T00:35:22.053 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52664.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52664.log.gz 2023-12-02T00:35:22.053 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48336.log 2023-12-02T00:35:22.055 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49434.log 2023-12-02T00:35:22.055 INFO:teuthology.orchestra.run.smithi133.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.54768.log.gz 2023-12-02T00:35:22.056 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48336.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48336.log.gz 2023-12-02T00:35:22.056 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45331.log 2023-12-02T00:35:22.057 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43936.log 2023-12-02T00:35:22.057 INFO:teuthology.orchestra.run.smithi133.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49434.log.gz 2023-12-02T00:35:22.058 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45331.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45331.log.gz 2023-12-02T00:35:22.058 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45539.log 2023-12-02T00:35:22.059 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.43936.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43936.log.gz 2023-12-02T00:35:22.060 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51891.log 2023-12-02T00:35:22.061 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44499.log 2023-12-02T00:35:22.061 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45539.log.gz 2023-12-02T00:35:22.062 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55079.log 2023-12-02T00:35:22.062 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51891.log.gz 2023-12-02T00:35:22.063 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44499.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44499.log.gz 2023-12-02T00:35:22.063 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54443.log 2023-12-02T00:35:22.064 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44155.log 2023-12-02T00:35:22.064 INFO:teuthology.orchestra.run.smithi133.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.55079.log.gz 2023-12-02T00:35:22.065 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54443.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.54443.log.gz 2023-12-02T00:35:22.065 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54365.log 2023-12-02T00:35:22.066 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50306.log 2023-12-02T00:35:22.066 INFO:teuthology.orchestra.run.smithi133.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44155.log.gz 2023-12-02T00:35:22.067 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54365.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54365.log.gz 2023-12-02T00:35:22.068 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51571.log 2023-12-02T00:35:22.068 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50306.log: gzip -5 --verbose -- 88.7% /var/log/ceph/ceph-client.admin.44447.log -- replaced with /var/log/ceph/ceph-client.admin.50306.log.gz 2023-12-02T00:35:22.069 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:22.070 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51571.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51571.log.gz 2023-12-02T00:35:22.070 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52917.log 2023-12-02T00:35:22.071 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44850.log 2023-12-02T00:35:22.071 INFO:teuthology.orchestra.run.smithi133.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44447.log.gz 2023-12-02T00:35:22.072 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52917.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.52917.log.gz 2023-12-02T00:35:22.072 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52456.log 2023-12-02T00:35:22.073 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44850.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45971.log 2023-12-02T00:35:22.073 INFO:teuthology.orchestra.run.smithi133.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44850.log.gz 2023-12-02T00:35:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52456.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52456.log.gz 2023-12-02T00:35:22.074 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46075.log 2023-12-02T00:35:22.076 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45971.log: gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45971.log.gz -5 2023-12-02T00:35:22.076 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.47410.log 2023-12-02T00:35:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46075.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46075.log.gz 2023-12-02T00:35:22.077 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50358.log 2023-12-02T00:35:22.078 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55740.log 2023-12-02T00:35:22.078 INFO:teuthology.orchestra.run.smithi133.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47410.log.gz 2023-12-02T00:35:22.079 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50358.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50358.log.gz 2023-12-02T00:35:22.079 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54181.log 2023-12-02T00:35:22.080 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50332.log 2023-12-02T00:35:22.080 INFO:teuthology.orchestra.run.smithi133.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55740.log.gz 2023-12-02T00:35:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54181.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54181.log.gz 2023-12-02T00:35:22.081 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44181.log 2023-12-02T00:35:22.082 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51679.log 2023-12-02T00:35:22.083 INFO:teuthology.orchestra.run.smithi133.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.50332.log.gz 2023-12-02T00:35:22.084 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44181.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44181.log.gz 2023-12-02T00:35:22.084 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55766.log 2023-12-02T00:35:22.085 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46361.log 2023-12-02T00:35:22.085 INFO:teuthology.orchestra.run.smithi133.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51679.log.gz 2023-12-02T00:35:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55766.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55766.log.gz 2023-12-02T00:35:22.086 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56780.log 2023-12-02T00:35:22.087 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46361.log: gzip -5 --verbose -- 89.5% /var/log/ceph/ceph-client.admin.53724.log 2023-12-02T00:35:22.087 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46361.log.gz 2023-12-02T00:35:22.088 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56780.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56780.log.gz 2023-12-02T00:35:22.088 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44037.log 2023-12-02T00:35:22.089 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53724.log: 87.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.53724.log.gz 2023-12-02T00:35:22.089 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49226.log 2023-12-02T00:35:22.090 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44037.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44037.log.gz 2023-12-02T00:35:22.091 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54023.log 2023-12-02T00:35:22.092 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55480.log 2023-12-02T00:35:22.092 INFO:teuthology.orchestra.run.smithi133.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49226.log.gz 2023-12-02T00:35:22.092 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54023.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54023.log.gz 2023-12-02T00:35:22.093 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53100.log 2023-12-02T00:35:22.094 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55480.log: gzip -5 --verbose -- 89.0% /var/log/ceph/ceph-client.admin.47280.log 2023-12-02T00:35:22.094 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55480.log.gz 2023-12-02T00:35:22.095 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53100.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53100.log.gz 2023-12-02T00:35:22.095 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.testuser.51851.log 2023-12-02T00:35:22.096 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47280.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-12-02T00:35:22.097 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47280.log.gz 2023-12-02T00:35:22.097 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.testuser.51851.log: 0.0% -- replaced with /var/log/ceph/ceph-client.testuser.51851.log.gz 2023-12-02T00:35:22.097 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46257.log 2023-12-02T00:35:22.099 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46766.log 2023-12-02T00:35:22.100 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46257.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46257.log.gz 2023-12-02T00:35:22.100 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2023-12-02T00:35:22.101 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-12-02T00:35:22.101 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46766.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46766.log.gz 2023-12-02T00:35:22.102 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44848.log 2023-12-02T00:35:22.103 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2023-12-02T00:35:22.104 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44848.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44848.log.gz 2023-12-02T00:35:22.105 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38266.log 2023-12-02T00:35:22.106 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50386.log 2023-12-02T00:35:22.108 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.38266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56702.log 2023-12-02T00:35:22.108 INFO:teuthology.orchestra.run.smithi133.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.38266.log.gz 2023-12-02T00:35:22.109 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54997.log 88.3% 2023-12-02T00:35:22.110 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50386.log.gz 2023-12-02T00:35:22.111 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56702.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56702.log.gz 2023-12-02T00:35:22.111 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47552.log 2023-12-02T00:35:22.112 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54997.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54997.log.gz 2023-12-02T00:35:22.112 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47859.log 2023-12-02T00:35:22.114 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47552.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47552.log.gz 2023-12-02T00:35:22.114 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48116.log 2023-12-02T00:35:22.115 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.47859.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47859.log.gz 2023-12-02T00:35:22.117 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46335.log 2023-12-02T00:35:22.118 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48116.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50905.log 2023-12-02T00:35:22.119 INFO:teuthology.orchestra.run.smithi133.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48116.log.gz 2023-12-02T00:35:22.119 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46335.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46335.log.gz 2023-12-02T00:35:22.120 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56494.log 2023-12-02T00:35:22.121 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50905.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50905.log.gz 2023-12-02T00:35:22.122 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49889.log 2023-12-02T00:35:22.123 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56494.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.33431.log 2023-12-02T00:35:22.123 INFO:teuthology.orchestra.run.smithi133.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56494.log.gz 2023-12-02T00:35:22.125 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49889.log: 88.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.49889.log.gz -5 2023-12-02T00:35:22.125 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53287.log 2023-12-02T00:35:22.126 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph.tmp-client.admin.33431.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.33431.log.gz 2023-12-02T00:35:22.126 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50448.log 2023-12-02T00:35:22.128 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55837.log 2023-12-02T00:35:22.128 INFO:teuthology.orchestra.run.smithi133.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53287.log.gz 2023-12-02T00:35:22.129 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50448.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.50448.log.gz 2023-12-02T00:35:22.129 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49994.log 2023-12-02T00:35:22.134 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55889.log 2023-12-02T00:35:22.134 INFO:teuthology.orchestra.run.smithi133.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55837.log.gz 2023-12-02T00:35:22.134 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49994.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49994.log.gz 2023-12-02T00:35:22.134 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44864.log 2023-12-02T00:35:22.135 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55889.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55889.log.gz 2023-12-02T00:35:22.135 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54580.log 2023-12-02T00:35:22.136 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44864.log: gzip -5 --verbose -- 88.3% /var/log/ceph/ceph-client.admin.52333.log 2023-12-02T00:35:22.136 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44864.log.gz 2023-12-02T00:35:22.137 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44861.log 2023-12-02T00:35:22.137 INFO:teuthology.orchestra.run.smithi133.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.54580.log.gz 2023-12-02T00:35:22.139 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52333.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.52333.log.gz 2023-12-02T00:35:22.139 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48596.log 2023-12-02T00:35:22.140 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44861.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44861.log.gz 2023-12-02T00:35:22.140 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55344.log 2023-12-02T00:35:22.142 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48596.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48596.log.gz 2023-12-02T00:35:22.142 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48034.log 2023-12-02T00:35:22.143 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50227.log 2023-12-02T00:35:22.144 INFO:teuthology.orchestra.run.smithi133.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55344.log.gz 2023-12-02T00:35:22.145 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48034.log: gzip 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48034.log.gz -5 2023-12-02T00:35:22.145 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53152.log 2023-12-02T00:35:22.146 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55811.log 88.5% 2023-12-02T00:35:22.147 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50227.log.gz 2023-12-02T00:35:22.148 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54285.log 2023-12-02T00:35:22.148 INFO:teuthology.orchestra.run.smithi133.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53152.log.gz 2023-12-02T00:35:22.149 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50812.log 2023-12-02T00:35:22.149 INFO:teuthology.orchestra.run.smithi133.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55811.log.gz 2023-12-02T00:35:22.151 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54285.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54285.log.gz 2023-12-02T00:35:22.151 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55105.log 2023-12-02T00:35:22.152 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.50812.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50812.log.gz 2023-12-02T00:35:22.153 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56598.log 2023-12-02T00:35:22.154 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55105.log: 88.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.55105.log.gz -5 2023-12-02T00:35:22.154 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.50761.log 2023-12-02T00:35:22.155 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56598.log: 89.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.56598.log.gz -5 2023-12-02T00:35:22.156 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45068.log 2023-12-02T00:35:22.157 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50761.log: gzip 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50761.log.gz -5 2023-12-02T00:35:22.157 INFO:teuthology.orchestra.run.smithi133.stderr: --verbose -- /var/log/ceph/ceph-client.admin.47026.log 2023-12-02T00:35:22.158 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51733.log 2023-12-02T00:35:22.159 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45068.log.gz 2023-12-02T00:35:22.160 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47026.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47026.log.gz 2023-12-02T00:35:22.160 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48730.log 2023-12-02T00:35:22.162 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47633.log 2023-12-02T00:35:22.162 INFO:teuthology.orchestra.run.smithi133.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51733.log.gz 2023-12-02T00:35:22.163 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48730.log: gzip 88.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.48730.log.gz --verbose 2023-12-02T00:35:22.164 INFO:teuthology.orchestra.run.smithi133.stderr: -- /var/log/ceph/ceph-client.admin.44369.log 2023-12-02T00:35:22.164 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47633.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47633.log.gz 2023-12-02T00:35:22.165 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52586.log 2023-12-02T00:35:22.166 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48152.log 2023-12-02T00:35:22.167 INFO:teuthology.orchestra.run.smithi133.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44369.log.gz 2023-12-02T00:35:22.167 INFO:teuthology.orchestra.run.smithi133.stderr: 92.8% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2023-12-02T00:35:22.168 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52586.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52586.log.gzgzip 2023-12-02T00:35:22.168 INFO:teuthology.orchestra.run.smithi133.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.54919.log 2023-12-02T00:35:22.169 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48152.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48152.log.gz 2023-12-02T00:35:22.170 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47956.log 2023-12-02T00:35:22.171 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54919.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54919.log.gz 2023-12-02T00:35:22.171 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48518.log 2023-12-02T00:35:22.172 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47956.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47956.log.gz 2023-12-02T00:35:22.173 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49739.log 2023-12-02T00:35:22.174 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48518.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48518.log.gz 2023-12-02T00:35:22.174 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55532.log 2023-12-02T00:35:22.175 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49739.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49739.log.gz 2023-12-02T00:35:22.176 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52229.log 2023-12-02T00:35:22.177 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55532.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55532.log.gz 2023-12-02T00:35:22.177 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49819.log 2023-12-02T00:35:22.178 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52229.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52229.log.gz 2023-12-02T00:35:22.179 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47306.log 2023-12-02T00:35:22.180 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49819.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49819.log.gz 2023-12-02T00:35:22.181 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53908.log 2023-12-02T00:35:22.181 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47306.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47306.log.gz 2023-12-02T00:35:22.182 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56806.log 2023-12-02T00:35:22.183 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46309.log 2023-12-02T00:35:22.184 INFO:teuthology.orchestra.run.smithi133.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53908.log.gz 2023-12-02T00:35:22.184 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56806.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.56806.log.gz 2023-12-02T00:35:22.185 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49330.log 2023-12-02T00:35:22.186 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51759.log 2023-12-02T00:35:22.186 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46309.log.gz 2023-12-02T00:35:22.186 INFO:teuthology.orchestra.run.smithi133.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2023-12-02T00:35:22.187 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49330.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49330.log.gz 2023-12-02T00:35:22.187 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50879.log 2023-12-02T00:35:22.188 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51759.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51759.log.gz 2023-12-02T00:35:22.188 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53179.log 2023-12-02T00:35:22.189 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50879.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50879.log.gz 2023-12-02T00:35:22.189 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56546.log 2023-12-02T00:35:22.190 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53179.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53179.log.gz 2023-12-02T00:35:22.191 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46714.log 2023-12-02T00:35:22.193 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56546.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56546.log.gz 2023-12-02T00:35:22.193 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45487.log 2023-12-02T00:35:22.193 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44395.log 2023-12-02T00:35:22.193 INFO:teuthology.orchestra.run.smithi133.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46714.log.gz 2023-12-02T00:35:22.194 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45487.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45487.log.gz 2023-12-02T00:35:22.194 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52177.log 2023-12-02T00:35:22.195 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44395.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44395.log.gz 2023-12-02T00:35:22.195 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56045.log 2023-12-02T00:35:22.196 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52177.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52177.log.gz 2023-12-02T00:35:22.197 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48232.log 2023-12-02T00:35:22.198 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56045.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.56045.log.gz 2023-12-02T00:35:22.198 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53531.log 2023-12-02T00:35:22.199 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48232.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48232.log.gz 2023-12-02T00:35:22.199 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49460.log 2023-12-02T00:35:22.200 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53531.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53531.log.gz 2023-12-02T00:35:22.200 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45461.log 2023-12-02T00:35:22.201 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49460.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49460.log.gz 2023-12-02T00:35:22.201 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49122.log 2023-12-02T00:35:22.202 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45461.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45461.log.gz 2023-12-02T00:35:22.202 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49968.log 2023-12-02T00:35:22.203 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49122.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.49122.log.gz 2023-12-02T00:35:22.203 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46844.log 2023-12-02T00:35:22.204 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49968.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49968.log.gz 2023-12-02T00:35:22.205 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51389.log 2023-12-02T00:35:22.206 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46844.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46844.log.gz 2023-12-02T00:35:22.206 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46818.log 2023-12-02T00:35:22.207 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51389.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51389.log.gz 2023-12-02T00:35:22.207 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45066.log 2023-12-02T00:35:22.208 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46818.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46818.log.gz 2023-12-02T00:35:22.208 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45812.log 2023-12-02T00:35:22.209 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45066.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45066.log.gz 2023-12-02T00:35:22.209 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52255.log 2023-12-02T00:35:22.210 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.45812.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.45812.log.gz 2023-12-02T00:35:22.210 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56859.log 2023-12-02T00:35:22.211 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52255.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52255.log.gz 2023-12-02T00:35:22.211 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47384.log 2023-12-02T00:35:22.212 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56859.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56859.log.gz 2023-12-02T00:35:22.213 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53003.log 2023-12-02T00:35:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47384.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47384.log.gz 2023-12-02T00:35:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48782.log 2023-12-02T00:35:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53003.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53003.log.gz 2023-12-02T00:35:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45821.log 2023-12-02T00:35:22.216 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48782.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48782.log.gz 2023-12-02T00:35:22.216 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55863.log 2023-12-02T00:35:22.217 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.0.45821.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.45821.log.gz 2023-12-02T00:35:22.217 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55636.log 2023-12-02T00:35:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55863.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55863.log.gz 2023-12-02T00:35:22.219 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51943.log 2023-12-02T00:35:22.220 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55636.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55636.log.gz 2023-12-02T00:35:22.220 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51917.log 2023-12-02T00:35:22.221 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51943.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.51943.log.gz 2023-12-02T00:35:22.221 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49018.log 2023-12-02T00:35:22.222 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51917.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51917.log.gz 2023-12-02T00:35:22.222 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45565.log 2023-12-02T00:35:22.223 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49018.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49018.log.gz 2023-12-02T00:35:22.223 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55506.log 2023-12-02T00:35:22.224 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45565.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45565.log.gz 2023-12-02T00:35:22.224 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50500.log 2023-12-02T00:35:22.225 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55506.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55506.log.gz 2023-12-02T00:35:22.226 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48362.log 2023-12-02T00:35:22.226 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50500.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50500.log.gz 2023-12-02T00:35:22.227 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52813.log 2023-12-02T00:35:22.228 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48362.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48362.log.gz 2023-12-02T00:35:22.228 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46636.log 2023-12-02T00:35:22.229 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52813.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52813.log.gz 2023-12-02T00:35:22.229 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49765.log 2023-12-02T00:35:22.230 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46636.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46636.log.gz 2023-12-02T00:35:22.231 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52281.log 2023-12-02T00:35:22.231 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49765.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49765.log.gz 2023-12-02T00:35:22.232 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47526.log 2023-12-02T00:35:22.233 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52281.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52281.log.gz 2023-12-02T00:35:22.233 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49070.log 2023-12-02T00:35:22.234 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.47526.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.47526.log.gz 2023-12-02T00:35:22.234 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56123.log 2023-12-02T00:35:22.235 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49070.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49070.log.gz 2023-12-02T00:35:22.236 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55318.log 2023-12-02T00:35:22.236 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.56123.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56123.log.gz 2023-12-02T00:35:22.237 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46870.log 2023-12-02T00:35:22.238 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55318.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55318.log.gz 2023-12-02T00:35:22.239 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44207.log 2023-12-02T00:35:22.239 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46870.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46870.log.gz 2023-12-02T00:35:22.240 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53321.log 2023-12-02T00:35:22.241 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44207.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44207.log.gz 2023-12-02T00:35:22.241 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54736.log 2023-12-02T00:35:22.242 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53321.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53321.log.gz 2023-12-02T00:35:22.242 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53259.log 2023-12-02T00:35:22.243 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54736.log: 93.9% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2023-12-02T00:35:22.243 INFO:teuthology.orchestra.run.smithi133.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54736.log.gz 2023-12-02T00:35:22.243 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49942.log 2023-12-02T00:35:22.244 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.53259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50853.log 2023-12-02T00:35:22.244 INFO:teuthology.orchestra.run.smithi133.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53259.log.gz 2023-12-02T00:35:22.245 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.49942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48060.log 2023-12-02T00:35:22.245 INFO:teuthology.orchestra.run.smithi133.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49942.log.gz 2023-12-02T00:35:22.246 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.50853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45279.log 2023-12-02T00:35:22.246 INFO:teuthology.orchestra.run.smithi133.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50853.log.gz 2023-12-02T00:35:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48060.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.48060.log.gz 2023-12-02T00:35:22.247 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48622.log 2023-12-02T00:35:22.248 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.45279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54417.log 2023-12-02T00:35:22.248 INFO:teuthology.orchestra.run.smithi133.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45279.log.gz 2023-12-02T00:35:22.249 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.48622.log: gzip 88.3% -5 -- replaced with /var/log/ceph/ceph-client.admin.48622.log.gz --verbose 2023-12-02T00:35:22.249 INFO:teuthology.orchestra.run.smithi133.stderr: -- /var/log/ceph/ceph-client.admin.44859.log 2023-12-02T00:35:22.250 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.54417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44233.log 2023-12-02T00:35:22.250 INFO:teuthology.orchestra.run.smithi133.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.54417.log.gz 2023-12-02T00:35:22.251 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46387.log 2023-12-02T00:35:22.251 INFO:teuthology.orchestra.run.smithi133.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44859.log.gz 2023-12-02T00:35:22.252 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.44233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55292.log 2023-12-02T00:35:22.253 INFO:teuthology.orchestra.run.smithi133.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44233.log.gz 2023-12-02T00:35:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.46387.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46387.log.gz 2023-12-02T00:35:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52385.log 2023-12-02T00:35:22.254 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.55292.log: gzip -5 --verbose 88.3% -- /var/log/ceph/ceph-client.admin.51493.log -- replaced with /var/log/ceph/ceph-client.admin.55292.log.gz 2023-12-02T00:35:22.254 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:22.255 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.52385.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.52385.log.gz 2023-12-02T00:35:22.256 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/ceph-client.admin.51493.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51493.log.gz 2023-12-02T00:35:22.258 INFO:teuthology.orchestra.run.smithi133.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2023-12-02T00:35:22.313 INFO:teuthology.orchestra.run.smithi133.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2023-12-02T00:35:22.315 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-12-02T00:35:22.316 INFO:teuthology.orchestra.run.smithi133.stderr:real 0m0.734s 2023-12-02T00:35:22.316 INFO:teuthology.orchestra.run.smithi133.stderr:user 0m2.558s 2023-12-02T00:35:22.316 INFO:teuthology.orchestra.run.smithi133.stderr:sys 0m1.090s 2023-12-02T00:35:22.317 INFO:tasks.ceph:Archiving logs... 2023-12-02T00:35:22.317 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/remote/smithi133/log 2023-12-02T00:35:22.318 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-02T00:35:22.985 DEBUG:teuthology.misc:Transferring archived files from smithi172:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/remote/smithi172/log 2023-12-02T00:35:22.986 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-02T00:35:22.987 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2023-12-02T00:35:23.218 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-12-02T00:35:23.228 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-12-02T00:35:23.228 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-02T00:35:23.232 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-02T00:35:23.321 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-12-02T00:35:23.331 INFO:teuthology.task.clock:Checking final clock skew... 2023-12-02T00:35:23.331 DEBUG:teuthology.orchestra.run.smithi133:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-02T00:35:23.335 DEBUG:teuthology.orchestra.run.smithi172:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-02T00:35:23.347 INFO:teuthology.orchestra.run.smithi133.stdout: remote refid st t when poll reach delay offset jitter 2023-12-02T00:35:23.347 INFO:teuthology.orchestra.run.smithi133.stdout:============================================================================== 2023-12-02T00:35:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:*hv01.front.sepi 44.4.53.2 2 u 28 64 377 0.080 -2.044 1.171 2023-12-02T00:35:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:+hv02.front.sepi 63.231.80.2 3 u 28 64 377 0.074 -0.417 0.620 2023-12-02T00:35:23.348 INFO:teuthology.orchestra.run.smithi133.stdout:+hv03.front.sepi 74.6.168.72 3 u 24 64 377 0.084 -1.214 0.765 2023-12-02T00:35:23.349 INFO:teuthology.orchestra.run.smithi133.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:35:23.351 INFO:teuthology.orchestra.run.smithi172.stdout: remote refid st t when poll reach delay offset jitter 2023-12-02T00:35:23.351 INFO:teuthology.orchestra.run.smithi172.stdout:============================================================================== 2023-12-02T00:35:23.351 INFO:teuthology.orchestra.run.smithi172.stdout:*hv01.front.sepi 44.4.53.2 2 u 30 64 377 0.129 -1.549 0.750 2023-12-02T00:35:23.351 INFO:teuthology.orchestra.run.smithi172.stdout:+hv02.front.sepi 63.231.80.2 3 u 29 64 377 0.114 -1.026 0.975 2023-12-02T00:35:23.351 INFO:teuthology.orchestra.run.smithi172.stdout:+hv03.front.sepi 74.6.168.72 3 u 29 64 377 0.138 -1.110 1.051 2023-12-02T00:35:23.352 INFO:teuthology.orchestra.run.smithi172.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-02T00:35:23.352 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-12-02T00:35:23.362 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-12-02T00:35:23.362 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-12-02T00:35:23.372 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-12-02T00:35:23.381 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-12-02T00:35:23.390 INFO:teuthology.task.internal:Duration was 1023.959882 seconds 2023-12-02T00:35:23.390 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-12-02T00:35:23.399 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-12-02T00:35:23.400 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-02T00:35:23.403 DEBUG:teuthology.orchestra.run.smithi172:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-02T00:35:23.521 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-12-02T00:35:23.521 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi133.front.sepia.ceph.com 2023-12-02T00:35:23.521 DEBUG:teuthology.orchestra.run.smithi133:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-02T00:35:23.544 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi172.front.sepia.ceph.com 2023-12-02T00:35:23.544 DEBUG:teuthology.orchestra.run.smithi172:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-02T00:35:23.570 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-12-02T00:35:23.570 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-02T00:35:23.594 DEBUG:teuthology.orchestra.run.smithi172:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-02T00:35:23.646 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-12-02T00:35:23.646 DEBUG:teuthology.orchestra.run.smithi133:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-02T00:35:23.670 DEBUG:teuthology.orchestra.run.smithi172:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-02T00:35:23.753 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-12-02T00:35:23.766 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-12-02T00:35:23.766 DEBUG:teuthology.orchestra.run.smithi133:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-02T00:35:23.789 DEBUG:teuthology.orchestra.run.smithi172:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-02T00:35:23.809 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-12-02T00:35:23.820 DEBUG:teuthology.orchestra.run.smithi133:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-02T00:35:23.834 DEBUG:teuthology.orchestra.run.smithi172:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-02T00:35:23.848 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = core 2023-12-02T00:35:23.869 INFO:teuthology.orchestra.run.smithi172.stdout:kernel.core_pattern = core 2023-12-02T00:35:23.888 DEBUG:teuthology.orchestra.run.smithi133:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-02T00:35:23.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:35:23.924 DEBUG:teuthology.orchestra.run.smithi172:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-02T00:35:23.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-02T00:35:23.943 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-12-02T00:35:23.955 INFO:teuthology.task.internal:Transferring archived files... 2023-12-02T00:35:23.956 DEBUG:teuthology.misc:Transferring archived files from smithi133:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/remote/smithi133 2023-12-02T00:35:23.956 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-02T00:35:23.996 DEBUG:teuthology.misc:Transferring archived files from smithi172:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573/remote/smithi172 2023-12-02T00:35:23.996 DEBUG:teuthology.orchestra.run.smithi172:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-02T00:35:24.023 INFO:teuthology.task.internal:Removing archive directory... 2023-12-02T00:35:24.023 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-02T00:35:24.040 DEBUG:teuthology.orchestra.run.smithi172:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-02T00:35:24.071 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-12-02T00:35:24.083 INFO:teuthology.task.internal:Not uploading archives. 2023-12-02T00:35:24.083 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-12-02T00:35:24.093 INFO:teuthology.task.internal:Tidying up after the test... 2023-12-02T00:35:24.093 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-02T00:35:24.097 DEBUG:teuthology.orchestra.run.smithi172:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-02T00:35:24.102 INFO:teuthology.orchestra.run.smithi133.stdout: 658043 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 2 00:35 /home/ubuntu/cephtest 2023-12-02T00:35:24.123 INFO:teuthology.orchestra.run.smithi172.stdout: 655441 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 2 00:35 /home/ubuntu/cephtest 2023-12-02T00:35:24.125 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-12-02T00:35:24.136 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-12-02T00:35:24.161 INFO:teuthology.nuke:Checking targets against current locks 2023-12-02T00:35:24.188 DEBUG:teuthology.nuke:shortname: smithi133 2023-12-02T00:35:24.188 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-02T00:35:24.215 DEBUG:teuthology.nuke:shortname: smithi172 2023-12-02T00:35:24.215 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-02T00:35:24.218 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi133.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-02 00:07:41.581724', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEnmcWGUOswbhFHsGrMkVSOsThji8m8US53M0tmMUmNW16hxnL2fh4orCXExg5IYC0RHfk/RiGC82wcdLsvlPy4='} 2023-12-02T00:35:24.242 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi172.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-01_17:57:53-fs-main-distro-default-smithi/7474573', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-02 00:07:41.579937', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMzFRlHK4EGQSI82Flq6F3BTD6CErYijSeuqoZ4GzoA1kIYDRZ802Tl3OX2QazdUF7Ch52aksJde+hyJG8LpvTI='} 2023-12-02T00:35:24.269 INFO:teuthology.orchestra.console.smithi133:Power off 2023-12-02T00:35:24.269 DEBUG:teuthology.orchestra.console.smithi133:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-02T00:35:24.297 DEBUG:teuthology.orchestra.console.smithi133:power off output: Chassis Power Control: Down/Off 2023-12-02T00:35:24.297 DEBUG:teuthology.orchestra.console.smithi133:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-02T00:35:24.316 INFO:teuthology.orchestra.console.smithi172:Power off 2023-12-02T00:35:24.316 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-02T00:35:24.329 DEBUG:teuthology.orchestra.console.smithi133:check power output: Chassis Power is on 2023-12-02T00:35:24.340 DEBUG:teuthology.orchestra.console.smithi172:power off output: Chassis Power Control: Down/Off 2023-12-02T00:35:24.340 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-02T00:35:24.366 DEBUG:teuthology.orchestra.console.smithi172:check power output: Chassis Power is on 2023-12-02T00:35:28.331 DEBUG:teuthology.orchestra.console.smithi133:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-02T00:35:28.367 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-02T00:35:28.441 DEBUG:teuthology.orchestra.console.smithi133:check power output: Chassis Power is on 2023-12-02T00:35:28.477 DEBUG:teuthology.orchestra.console.smithi172:check power output: Chassis Power is on 2023-12-02T00:35:32.446 DEBUG:teuthology.orchestra.console.smithi133:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-02T00:35:32.479 DEBUG:teuthology.orchestra.console.smithi172:pexpect command: ipmitool -H smithi172.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-02T00:35:32.557 DEBUG:teuthology.orchestra.console.smithi133:check power output: Chassis Power is off 2023-12-02T00:35:32.589 DEBUG:teuthology.orchestra.console.smithi172:check power output: Chassis Power is off 2023-12-02T00:35:32.658 INFO:teuthology.orchestra.console.smithi133:Power off completed 2023-12-02T00:35:32.689 INFO:teuthology.orchestra.console.smithi172:Power off completed 2023-12-02T00:35:32.795 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 client.1-kernel-sha1: 8247bbb5b470f7e2a1f3eefcc16e24cf1338f606 description: fs/multifs/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore-ec/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} duration: 1023.9598822593689 failure_reason: 'Test failure: test_r_with_fsname_and_no_path_in_cap (tasks.cephfs.test_multifs_auth.TestMDSCaps)' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=5c68d605707d4959b3ab5cf68700fdd3 status: fail success: false 2023-12-02T00:35:32.795 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-02T00:35:32.878 INFO:teuthology.run:FAIL